squid分析日志脚本

#!/bin/bash

####################################################################################

function show_usage()

{

echo “Usage: $0 OPTION [PARAMETER]”

echo -e “\nOption\t\tParameter\t\tExample\t\t\tPurpose”

echo -e “-a\t\t\t\t\t-a\t\t\tShow real time access log”

echo -e “-c\t\t\t\t\t-c\t\t\tShow real time cache log”

echo -e “-C\t\tlogfile *\t\t-C xxx.log \t\tShow what percentage of visit for every channel”

echo -e “-h\t\t\t\t\t-h\t\t\tShow current hit ratio”

echo -e “-i\t\tinfo_type *\t\t-i ?\t\t\tShow statistic of squid running”

echo -e “-s\t\tlogfile channel *\t-s sohu.com xxx.log\tShow statistic of access log”

echo -e “-v\t\t\t\t\t-v\t\t\tShow version”

echo “Notice: Parameter with \”*\” is dispensable”

}

####################################################################################################################################

function calculate_log()

{

local CHANNEL=$1

local LINE=`cat $ACCESS_LOG_TMP|wc -l`

local START=`head -n 1 $ACCESS_LOG_TMP|awk ‘{print $2}’`

local END=`cat -n $ACCESS_LOG_TMP|tail -n 1 |awk ‘{print $3}’`

local PERIOD_S=`echo “scale=0;($END-$START)”|bc`

local PERIOD_M=`echo “scale=0;$PERIOD_S/60″|bc`

local REQ_PER_MIN=`echo “scale=0;$LINE/$PERIOD_S*60″|bc`

[ -n “$1” ]&&echo -e “Channel: $CHANNEL\n”

echo -n “Starting time: “

head -n 1 $ACCESS_LOG_TMP|awk ‘{print strftime(“%Y-%m-%d %H:%M”,$2)}’

echo -n ” End time: “

cat -n $ACCESS_LOG_TMP|tail -n 1|awk ‘{print strftime(“%Y-%m-%d %H:%M”,$3)}’

echo “——————————————————“

echo “Number Status/Code Percent”

head -n $LINE $ACCESS_LOG_TMP|awk ‘{print $6″/”$5}’ |sort|uniq -c|awk ‘{printf(“%-15d %-30s %.2f%%\n”), $1,$2,$1/’$LINE’*100}’

echo $LINE

echo “——————————————————“

head -n $LINE $ACCESS_LOG_TMP|awk ‘{if($13~/PARENT/){direct_count+=1}}END{printf(“%-15d %-30s %.2f%%\n\n”,direct_count,”PARENT/origin”,direct_count/’$LINE’*100)}’

head -n $LINE $ACCESS_LOG_TMP|awk ‘{if($5~/200/){sum_size+=$7;count+=1}}END{printf(“Average object size: %.2fKB\n”,sum_size/count/1024)}’

head -n $LINE $ACCESS_LOG_TMP|awk ‘{sum_time+=$18}END{printf(“Average transfers time: %.2fms\n”,sum_time/NR)}’

head -n $LINE $ACCESS_LOG_TMP|awk ‘{sum_size+=$7}END{printf(“Average bandwidth to client: %.2fKb/s\n”,sum_size*8/’$PERIOD_S’/1024)}’

printf “Average http requests per minute: %d\n” $REQ_PER_MIN

}

####################################################################################################################################

#Function main()

ACCESS_LOG=”/usr/local/squid/var/logs/access.log”

ACCESS_LOG_TMP=”/tmp/access.log.$RANDOM”

CACHE_LOG=”/usr/local/squid/var/logs/diags.log”

SCRIPT_DIR=”/usr/bin”

PORT=`grep -m 1 “proxy.config.http.server_ports” /usr/local/squid/etc/trafficserver/records.config|awk ‘{print $4}’`

[ -z “$PORT” ]&&PORT=”3128″

while getopts acChisv OPTION

case $OPTION in

a) A_FLAG=1;;

c) c_FLAG=1;;

C) C_FLAG=1;;

h) H_FLAG=1;;

i) I_FLAG=1;;

s) S_FLAG=1;;

v) V_FLAG=1;;

*) show_usage

exit 1;;

esac

done

#If command line is “squidlog -a”

if [ -n “$A_FLAG” ] && [ -z “$c_FLAG” ] && [ -z “$C_FLAG” ] && [ -z “$H_FLAG” ] && [ -z “$I_FLAG” ] && [ -z “$S_FLAG” ] && [ -z “$V_FLAG” ] && [ “$#” -eq 1 ]

then

[ ! -e “$ACCESS_LOG” ]&&echo “$ACCESS_LOG is inexistent!”&&exit 1

tail -f $ACCESS_LOG

#If command line is “squidlog -c”

if [ -n “$c_FLAG” ] && [ -z “$A_FLAG” ] && [ -z “$C_FLAG” ] && [ -z “$H_FLAG” ] && [ -z “$I_FLAG” ] && [ -z “$S_FLAG” ] && [ -z “$V_FLAG” ] && [ “$#” -eq 1 ]

then

[ ! -e “$CACHE_LOG” ]&&echo “$CACHE_LOG is inexistent!”&&exit 1

tail -f $CACHE_LOG

#If command line is “squidlog -C”

if [ -n “$C_FLAG” ] && [ -z “$A_FLAG” ] && [ -z “$c_FLAG” ] && [ -z “$H_FLAG” ] && [ -z “$I_FLAG” ] && [ -z “$S_FLAG” ] && [ -z “$V_FLAG” ]

then

[ -n “$2” ]&&ACCESS_LOG=$2

[ ! -e “$ACCESS_LOG” ]&&echo “$ACCESS_LOG is inexistent!”&&exit 1

cp $ACCESS_LOG $ACCESS_LOG_TMP

LINE=`cat $ACCESS_LOG_TMP|wc -l`

START=`head -n 1 $ACCESS_LOG_TMP|awk ‘{print $2}’`

END=`cat -n $ACCESS_LOG_TMP|tail -n 1 |awk ‘{print $3}’`

echo -n “Starting time: “

head -n 1 $ACCESS_LOG_TMP|awk ‘{print strftime(“%Y-%m-%d %H:%M”,$2)}’

echo -n ” End time: “

cat -n $ACCESS_LOG_TMP|tail -n 1 |awk ‘{print strftime(“%Y-%m-%d %H:%M”,$3)}’

echo “—————————————————————-“

echo “Number Channel Percent”

head -n $LINE $ACCESS_LOG_TMP|awk ‘{print $9}’|awk -F “/” ‘{print $3}’|sort|uniq -c|awk ‘{printf(“%-15d %-40s %.2f%%\n”), $1,$2,$1/’$LINE’*100}’

echo “—————————————————————-“

echo $LINE

rm -f $ACCESS_LOG_TMP

exit 0

#If command line is “cachelog -h”

if [ -n “$H_FLAG” ] && [ -z “$A_FLAG” ] && [ -z “$c_FLAG” ] && [ -z “$C_FLAG” ] && [ -z “$I_FLAG” ] && [ -z “$S_FLAG” ] && [ -z “$V_FLAG” ] && [ “$#” -eq 1 ]

then

echo ‘show:proxy-stats’|traffic_shell

exit 0

#If command line is “squidlog -i”

if [ -n “$I_FLAG” ] && [ -z “$A_FLAG” ] && [ -z “$c_FLAG” ] && [ -z “$C_FLAG” ] && [ -z “$H_FLAG” ] && [ -z “$S_FLAG” ] && [ -z “$V_FLAG” ]

then

# [ -n “$2” ]&&[ “$2” != “?” ]&&/usr/local/squid/bin/squidclient -p $PORT mgr:$2|more

# [ “$2” = “?” ]&&/usr/local/squid/bin/squidclient -p $PORT mgr:menu|more

# [ -z “$2” ]&&/usr/local/squid/bin/squidclient -p $PORT mgr:info|more

/usr/local/squid/bin/tstop

exit 0

#If command line is “squidlog -s”

if [ -n “$S_FLAG” ] && [ -z “$A_FLAG” ] && [ -z “$c_FLAG” ] && [ -z “$C_FLAG” ] && [ -z “$H_FLAG” ] && [ -z “$I_FLAG” ] && [ -z “$V_FLAG” ]

then

if [ -n “$3” ]

then

if [ -e “$3” ]

then

ACCESS_LOG=$3

CHANNEL=$2

awk ‘{if($9~/’$CHANNEL’/)print $0}’ $ACCESS_LOG > $ACCESS_LOG_TMP

if [ ! -s “$ACCESS_LOG_TMP” ]

then

rm -f $ACCESS_LOG_TMP

echo “Channel \”$CHANNEL\” not found”

exit 1

calculate_log $CHANNEL

rm -f $ACCESS_LOG_TMP

elif [ -e “$2” ]

then

ACCESS_LOG=$2

CHANNEL=$3

awk ‘{if($9~/’$CHANNEL’/)print $0}’ $ACCESS_LOG > $ACCESS_LOG_TMP

if [ ! -s “$ACCESS_LOG_TMP” ]

then

rm -f $ACCESS_LOG_TMP

echo “Channel \”$CHANNEL\” not found”

exit 1

calculate_log $CHANNEL

rm -f $ACCESS_LOG_TMP

else

echo “Log file is inexistent!”&&exit 1

elif [ -n “$2” ]

then

if [ -e “$2” ]

then

ACCESS_LOG=$2

cp $ACCESS_LOG $ACCESS_LOG_TMP

calculate_log

rm -f $ACCESS_LOG_TMP

else

[ ! -e “$ACCESS_LOG” ]&&echo “$ACCESS_LOG is inexistent!”&&exit 1

CHANNEL=$2

awk ‘{if($9~/’$CHANNEL’/)print $0}’ $ACCESS_LOG > $ACCESS_LOG_TMP

if [ ! -s “$ACCESS_LOG_TMP” ]

then

rm -f $ACCESS_LOG_TMP

echo “Channel \”$CHANNEL\” not found”

exit 1

calculate_log $CHANNEL

rm -f $ACCESS_LOG_TMP

else

[ ! -e “$ACCESS_LOG” ]&&echo “$ACCESS_LOG is inexistent!”&&exit 1

cp $ACCESS_LOG $ACCESS_LOG_TMP

calculate_log

rm -f $ACCESS_LOG_TMP

exit 0

#If command line is “squidlog -v”

if [ -n “$V_FLAG” ] && [ -z “$A_FLAG” ] && [ -z “$c_FLAG” ] && [ -z “$C_FLAG” ] && [ -z “$H_FLAG” ] && [ -z “$I_FLAG” ] && [ -z “$S_FLAG” ] && [ “$#” -eq 1 ]

then

echo -e “`grep -E “^#Version|^#Date” $0|cut -c 2-`”

exit 0

show_usage

#End of script

#################################################

bash cachelog.sh 使用帮助

Usage: cachelog.sh OPTION [PARAMETER]
Option Parameter Example Purpose
-a -a Show real time access log
-c -c Show real time cache log
-C logfile * -C xxx.log Show what percentage of visit for every channel
-h -h Show current hit ratio
-i info_type * -i ? Show statistic of squid running
-s logfile channel * -s sohu.com xxx.log Show statistic of access log
-v -v Show version
Notice: Parameter with “*” is dispensable

###################################################

实例：

查看日志命中率：