kamailio/misc/scripts/harv_ser.sh

#!/bin/sh
#
# $Id$
#
# tool for post-processesing captured SIP messages 
#
# call it without parameters to harvest the youngest
# log file or with "all" parameter to harvest all
# 
# you need to capture SIP messages first; you
# may for example run an init.d job such as
# ngrep -t port 5060 2>&1 | rotatelogs /var/log/sip 86400&
# caution: if you do that you best set up a crond daemon
# which deletes the files too -- they become huge
# very quickly
#
# note that the tool has no notion of messages and transactions
# yet; a consuquence of the former is that number of clients
# which do not identify themselves using User-Agent HF is 
# unknown (only lines which include it are processed);
# a consequence is also that relayed messages are
# counted twice (incoming, outgoing), and INVITEs are not
# correlated with BYEs
#


LOGDIR=/var/log/sip

#####################

if [ "$1" = "all" ] ; then
	CURRENT=`ls -t $LOGDIR/sip.*`
else
	CURRENT=`ls -t $LOGDIR/sip.* | head -1`
fi
echo "Log: `ls -l $CURRENT`"
echo "Date: `date`"

#cat $CURRENT | ./ser_harvest.awk 

AWK_PG='
BEGIN {

	IGNORECASE=1;

    rpl100=0; rpl180=0; rpl183=0; rpl1xx=0;
    rpl200=0; rpl202=0; rpl2xx=0;
    rpl300=0; rpl302=0; rpl3xx=0;
    rpl400=0; rpl401=0; rpl403=0; rpl404=0; rpl405=0;
        rpl406=0;rpl407=0;rpl408=0;rpl410=0; rpl415=0;
        rpl476=0;rpl477=0;rpl480=0;rpl481=0;rpl482=0;rpl483=0;rpl486=0;rpl478=0;rpl487=0;
		rpl488=0;rpl489=0;
        rpl4xx=0;
	rpl479=0;
    rpl500=0;rpl501=0;rpl502=0;rpl503=0;rpl5xx=0;
    rpl603=0;rpl6xx=0;

	hint_imgw=0;
	hint_voicemail=0;
	hint_battest=0;
	hint_usrloc=0;
	hint_outbound=0;
	hint_sms=0;
	hint_gw=0;
	hint_off_voicemail=0;


    cancel=0;invite=0;ack=0; info=0;register=0;bye=0;
    options=0;
    message=0; subscribe=0; notify=0;

	ua_snom=0;
	ua_msn=0;
	ua_mitel=0;
	ua_pingtel=0;
	ua_ser=0;
	ua_osip=0;
	ua_linphone=0;
	ua_kphone=0;
	ua_sjphone=0;
	ua_ubiquity=0;
	ua_3com=0;
	ua_ipdialog=0;
	ua_epygi=0;
	ua_jasomi=0;
	ua_cisco=0;
	ua_insipid=0;
	ua_hotsip=0;
	ua_mxsf=0;
	ua_grandstream=0;
	ua_tellme=0;
	ua_pocketsipm=0;
	ua_estara=0;
	ua_vovida=0;
	ua_jsip=0;
	ua_nortel=0;
	ua_polycom=0;
	ua_csco=0;
	ua_leader=0;
	ua_nebula=0;
	ua_yamaha=0;
	ua_magicppc=0;
	ua_scs=0;
	ua_edgeaccess=0;
	ua_tkc=0;
	ua_hp300=0;
	ua_eyep=0;
	ua_sipimp=0;
	ua_sjphone=0;
	ua_lgelite=0;
	ua_asterisk=0;
	ua_commworks=0;
	ua_sipsak=0;
	ua_fxsgw=0;
	ua_sxdesign=0;
	ua_dlink=0;
	ua_gphone=0;
	ua_xlite=0;
	ua_edial=0;
	ua_gs=0;
	ua_sipps=0;
	ua_i3micro=0;
	ua_act=0;
	ua_ibm=0;
	ua_xpro=0;
	ua_hearme=0;
	ua_draytek=0;
	ua_st280;
	ua_dta=0;
	ua_fci=0;
	ua_xx=0;

	server_cisco=0
	server_ser=0
	server_intertex=0
	server_hotsip=0
	server_3com=0
	server_epygi=0;
	server_leader=0;
	server_ims=0;
	server_csco=0;
	server_sapphire=0;
	server_lucent=0;
	server_snom=0;
	server_edgeaccess=0;
	server_mcet=0;
	server_sjphone=0;
	server_starsip=0;
	server_ipdialog=0;
	server_edial=0;
	server_ma=0;
	server_fwd=0;
	server_columbia=0;
	server_partysip=0;
	server_xx=0

}

{ua=0; request=0;reply=0;server=0}

ua==0 && /User-Agent:.*RTC\// {
	ua_msn++
	ua=1
}
ua==0 && /User-Agent:.*Sip EXpress/ {
	ua_ser++
	ua=1
}
ua==0 && /User-Agent:.*Pingtel/ {
	ua_pingtel++
	ua=1
}
ua==0 && /User-Agent:.*Cisco/ {
	ua_cisco++
	ua=1
}
ua==0 && /User-Agent:.*snom/ {
	ua_snom++
	ua=1
}
ua==0 && /User-Agent:.*tkcPhone/ {
	ua_tkc++
	ua=1
}
ua==0 && /User-Agent:.*Mitel/ {
	ua_mitel++
	ua=1
}
ua==0 && /User-Agent:.*oSIP-ua/ {
	ua_osip++
	ua=1
}
ua==0 && /User-Agent:.*oSIP\/Linphone/ {
	ua_linphone++
	ua=1
}
ua==0 && /User-Agent:.*3Com/ {
	ua_3com++
	ua=1
}
ua==0 && /User-Agent:.*ipDialog/ {
	ua_ipdialog++
	ua=1
}
ua==0 && /User-Agent:.*UbiquityUserAgent/ {
	ua_ubiquity++
	ua=1
}
ua==0 && /User-Agent:.*EPYGI/ {
	ua_epygi++
	ua=1
}
ua==0 && /User-Agent:.*Jasomi/ {
	ua_jasomi++
	ua=1
}
ua==0 && /User-Agent:.*Insipid/ {
	ua_insipid++
	ua=1
}
ua==0 && /User-Agent:.*mxsf/ {
	ua_mxsf++
	ua=1
}
ua==0 && /User-Agent:.*Hotsip/ {
	ua_hotsip++
	ua=1
}
ua==0 && /User-Agent:.*GrandStream/ {
	ua_grandstream++
	ua=1
}
ua==0 && /User-Agent:.*Tellme/ {
	ua_tellme++
	ua=1
}
ua==0 && /User-Agent:.*PocketSipM/ {
	ua_pocketsipm++
	ua=1
}
ua==0 && /User-Agent:.*eStara/ {
	ua_estara++
	ua=1
}
ua==0 && /User-Agent:.*vovida/ {
	ua_vovida++
	ua=1
}
ua==0 && /User-Agent:.*jSIP/ {
	ua_jsip++
	ua=1
}
ua==0 && /User-Agent:.*Nortel/ {
	ua_nortel++
	ua=1
}
ua==0 && /User-Agent:.*Polycom/ {
	ua_polycom++
	ua=1
}
ua==0 && /User-Agent:.*CSCO/ {
	ua_csco++
	ua=1
}
ua==0 && /User-Agent:.*LeaderSIP/ {
	ua_leader++
	ua=1
}
ua==0 && /User-Agent:.*Nebula/ {
	ua_nebula++
	ua=1
}
ua==0 && /User-Agent:.*YAMAHA/ {
	ua_yamaha++
	ua=1
}
ua==0 && /User-Agent:.*MagicPPC/ {
	ua_magicppc++
	ua=1
}
ua==0 && /User-Agent:.*SJPhone/ {
	ua_sjphone++
	ua=1
}
ua==0 && /User-Agent:.*KPhone/ {
	ua_kphone++
	ua=1
}
ua==0 && /User-Agent:.*SCS/ {
	ua_scs++
	ua=1
}
ua==0 && /User-Agent:.*HP300/ {
	ua_hp300++
	ua=1
}
ua==0 && /User-Agent:.*SIP EyeP Phone/ {
	ua_eyep++
	ua=1
}
ua==0 && /User-Agent:.*EdgEAccEss/ {
	ua_edgeaccess++
	ua=1
}
ua==0 && /User-Agent:.*SJLabs-SJPhone/ {
	ua_sjphone++
	ua=1
}
ua==0 && /User-Agent:.*LG-Elite/ {
	ua_lgelite++
	ua=1
}
ua==0 && /User-Agent:.*Asterisk/ {
	ua_asterisk++
	ua=1
}
ua==0 && /User-Agent:.*CommWorks/ {
	ua_commworks++
	ua=1
}
ua==0 && /User-Agent:.*sipsak/ {
	ua_sipsak++
	ua=1
}
ua==0 && /User-Agent:.*FXS_GW/ {
	ua_fxsgw++
	ua=1
}
ua==0 && /User-Agent:.*SX Des/ {
	ua_sxdesign++
	ua=1
}
ua==0 && /User-Agent:.*SIPimp\.org/ {
	ua_sipimp++
	ua=1
}
ua==0 && /User-Agent:.*D-Link/ {
	ua_dlink++
	ua=1
}
ua==0 && /User-Agent:.*Gphone/ {
	ua_gphone++
	ua=1
}
ua==0 && /User-Agent:.*eDial/ {
	ua_edial++
	ua=1
}
ua==0 && /User-Agent:.*Grandstream/ {
	ua_gs++
	ua=1
}
ua==0 && /User-Agent:.*Ahead SIPPS/ {
	ua_sipps++
	ua=1
}
ua==0 && /User-Agent:.*IBM user agent/ {
	ua_ibm++
	ua=1
}
ua==0 && /User-Agent:.*Vega/ {
	ua_vega++
	ua=1
}
ua==0 && /User-Agent:.*i3micro/ {
	ua_i3micro++
	ua=1
}
ua==0 && /User-Agent:.*ACT/ {
	ua_act++
	ua=1
}
ua==0 && /User-Agent:.*X-Pro/ {
	ua_xpro++
	ua=1
}
ua==0 && /User-Agent:.*HearMe/ {
	ua_hearme++
	ua=1
}
ua==0 && /User-Agent:.*DrayTek/ {
	ua_draytek++
	ua=1
}
ua==0 && /User-Agent:.*X-Lite/ {
	ua_xlite++
	ua=1
}
ua==0 && /User-Agent:.*DTA/ {
	ua_dta++
	ua=1
}
ua==0 && /User-Agent:.*FCI/ {
	ua_fci++
	ua=1
}
ua==0 && /User-Agent:.*ST280/ {
	ua_st++
	ua=1
}


 { comment="hack to deal with old version of ngrep (breaking in columns)"
		 c="skip lines which words which frequently appeared on broken "
		 c="columns. should not affect non-broken logs"
 }


ua==0 && /(CANCEL|REGISTER|SUBSCRIBE|ACK|BYE|INVITE|REFER|OPTIONS|NOTIFY|sip-cc).*User-Agent:/ {
	ua=1
}

ua==0 && /User-Agent:/ {
	ua_xx++
	print
}


server==0 && /Server:.*Cisco/ {
	server_cisco++
	server=1
}
server==0 && /Server:.*Sip EXpress/ {
	server_ser++
	server=1
}
server==0 && /Server:.*Intertex/ {
	server_intertex++
	server=1
}
server==0 && /Server:.*HotSip/ {
	server_hotsip++
	server=1
}
server==0 && /Server:.*3Com/ {
	server_3com++
	server=1
}
server==0 && /Server:.*EPYGI/ {
	server_epygi++
	server=1
}
server==0 && /Server:.*LeaderSIP_UA/ {
	server_leader++
	server=1
}
server==0 && /Server:.*IMS/ {
	server_ims++
	server=1
}
server==0 && /Server:.*CSCO/ {
	server_csco++
	server=1
}
server==0 && /Server:.*sapphire/ {
	server_sapphire++
	server=1
}
server==0 && /Server:.*snom/ {
	server_snom++
	server=1
}
server==0 && /Server:.*Lucent/ {
	server_lucent++
	server=1
}
server==0 && /Server:.*EdgEAccEss/ {
	server_edgeaccess++
	server=1
}
server==0 && /Server:.*MCET/ {
	server_mcet++
	server=1
}
server==0 && /Server:.*SJLabs-SJPhone/ {
	server_sjphone++
	server=1
}
server==0 && /Server:.*StarSIP/ {
	server_starsip++
	server=1
}
server==0 && /Server:.*ipDialog/ {
	server_ipdialog++
	server=1
}
server==0 && /Server:.*eDial/ {
	server_edial++
	server=1
}
server==0 && /Server:.*MA/ {
	server_ma++
	server=1
}
server==0 && /Server:.*Free World/ {
	server_fwd++
	server=1
}
server==0 && /Server:.*SIPUA-Columbia-University/ {
	server_columbia++
	server=1
}
server==0 && /Server:.*partysip/ {
	server_partysip++
	server=1
}

server==0 && /Server:/ {
	server_xx++
	print
}



/P-hint: IMGW/ {
	hint_imgw++
}
/P-hint: VOICEMAIL/ {
	hint_voicemail++
}
/P-hint: BATTEST/ {
	hint_battest++
}
/P-hint: USRLOC/ {
	hint_usrloc++
}
/P-hint: OUTBOUND/ {
	hint_outbound++
}
/P-hint: SMS/ {
	hint_sms++
}
/P-hint: GATEWAY/ {
	hint_gw++
}
/P-hint: OFFLINE-VOICEMAIL/ {
	hint_off_voicemail++
}



/SIP\/2\.0 [0-9][0-9][0-9]/ {
	reply=1
}

/[A-Z]* sip.* SIP\/2\.0/ {
	request=1
}

reply==0 && request=0 {
	comment="optimization--skip now"
	next
}


/SIP\/2\.0 100/ {
    rpl100++
    next
}
/SIP\/2\.0 180/ {
    rpl180++
    next
}
/SIP\/2\.0 183/ {
    rpl183++
    next
}
/SIP\/2\.0 1[0-9][0-9]/ {
    print
    rpl1xx=0
    next
}


/SIP\/2\.0 200/ {
    rpl200++
    next
}
/SIP\/2\.0 202/ {
    rpl202++
    next
}
/SIP\/2\.0 2[0-9][0-9]/ {
    print
    rpl2xx++
    next
}

/SIP\/2\.0 300/ {
    rpl300++
    next
}
/SIP\/2\.0 302/ {
    rpl302++
    next
}
/SIP\/2\.0 3[0-9][0-9]/ {
    print
    rpl3xx++
    next
}

/SIP\/2\.0 400/ {
    rpl400++
    next
}
/SIP\/2\.0 401/ {
    rpl401++
    next
}
/SIP\/2\.0 403/ {
    rpl403++
    next
}
/SIP\/2\.0 404/ {
    rpl404++
    next
}
/SIP\/2\.0 405/ {
    rpl405++
    next
}
/SIP\/2\.0 406/ {
    rpl406++
    next
}
/SIP\/2\.0 407/ {
    rpl407++
    next
}
/SIP\/2\.0 408/ {
    rpl408++
    next
}
/SIP\/2\.0 410/ {
    rpl410++
    next
}
/SIP\/2\.0 415/ {
    rpl415++
    next
}
/SIP\/2\.0 478/ {
    rpl478++
    next
}
/SIP\/2\.0 476/ {
    rpl476++
    next
}
/SIP\/2\.0 477/ {
    rpl477++
    next
}
/SIP\/2\.0 480/ {
    rpl480++
    next
}
/SIP\/2\.0 481/ {
    rpl481++
    next
}
/SIP\/2\.0 482/ {
    rpl482++
    next
}
/SIP\/2\.0 483/ {
    rpl483++
    next
}
/SIP\/2\.0 486/ {
    rpl486++
    next
}
/SIP\/2\.0 487/ {
    rpl487++
    next
}
/SIP\/2\.0 488/ {
    rpl488++
    next
}
/SIP\/2\.0 489/ {
    rpl489++
    next
}
/SIP\/2\.0 479/ {
    rpl479++
    next
}
/SIP\/2\.0 4[0-9][0-9]/ {
    print
    rpl4xx++
    next
}


/SIP\/2\.0 500/ {
    rpl500++
    next
}
/SIP\/2\.0 501/ {
    rpl501++
    next
}
/SIP\/2\.0 502/ {
    rpl502++
    next
}
/SIP\/2\.0 503/ {
    rpl503++
    next
}
/SIP\/2\.0 5[0-9][0-9]/ {
    print
    rpl5xx++
    next
}

/SIP\/2\.0 603/{
	rpl603++
	next
}
/SIP\/2\.0 6[0=9][0-9]/ {
    print
    rpl6xx++
    next
}


/CANCEL sip/ {
    cancel++
    next
}
/INVITE sip/ {
    invite++
    next
}
/ACK sip/ {
    ack++
    next
}
/BYE sip/ {
    bye++
    next
}
/OPTIONS sip/ {
    options++
    next
}
/INFO sip/ {
    info++
    next
}
/MESSAGE sip/ {
    message++
    next
}
/SUBSCRIBE sip/ {
    subscribe++
    next
}
/NOTIFY sip/ {
    notify++
    next
}
/REGISTER sip/ {
	register++
	next
}

END {
	print "## Reply Codes"
    print "100 (trying): " rpl100 
	print "180 (ringing): " rpl180 
	print "183: (early media)" rpl183 
	print "1xx: " rpl1xx
    print "200 (ok): " rpl200 
	print "202 (accepted): " rpl202 
	print "2xx: " rpl2xx
    print "300 (Multiple Choices): " rpl300 
	print "302 (Moved Temporarily): " rpl302 
	print "3xx: " rpl3xx
    print "400 (Bad Request): " rpl400 
	print "401 (Unauthorized): " rpl401 
	print "403 (Forbidden): " rpl403 
	print "404 (Not Found):" rpl404 
	print "405 (Method not allowed): " rpl405 
	print "406 (Not Acceptable): " rpl406
	print "407 (Proxy Authentication Required):" rpl407 
	print "408 (Request Timeout): " rpl408  
	print "410 (Gone): " rpl410
	print "415 (Unsupported Media): " rpl415
	print "476 (no recursive registrations): " rpl476 
	print "477 (next hop error): " rpl477
	print "478 (Unresolveable): " rpl478 
	print "479 (private IP): " rpl479 
	print "480 (Unavailable): " rpl480 
	print "481 (Call/Transaction does not exist): " rpl481 
	print "482 (Loop Detected): " rpl482 
	print "483 (Too Many Hops): " rpl483 
	print "486 (Busy Here): " rpl486 
	print "487 (Request Terminated): " rpl487
	print "488 (Not Acceptable): " rpl488
	print "489 (Bad Event): " rpl489
	print "4xx: " rpl4xx  
    print "500 (Server Internal Error): " rpl500 
	print "501 (Not Implemented): " rpl501 
	print "502 (Bad Gateway): " rpl502 
	print "503 (Service Unavailabl): " rpl503 
	print "5xx: " rpl5xx
    print "603 (Decline): " rpl603 
	print "6xx: " rpl6xx

	print "## Request Methods"
    print "INVITE: " invite 
	print "CANCEL: " cancel 
	print "ACK: " ack
    print "REGISTER: " register 
	print "BYE: " bye 
	print "OPTIONS: " options 
	print "INFO: " info
    print "MESSAGE: " message 
	print "SUBSCRIBE: " subscribe 
	print "NOTIFY: " notify

	print "## Outbound Routes"
	print "To imgw: " hint_imgw 
	print "To voicemail: " hint_voicemail
	print "To bat: " hint_battest 
	print "To UsrLoc: " hint_usrloc
	print "Outbound: " hint_outbound
	print "To SMS: " hint_sms
	print "To PSTN: " hint_gw 
	print "To: VM on off-line" hint_off_voicemail

	print "## User Agents"
	print "Snom: " ua_snom 
	print "MSN: " ua_msn 
	print "Mitel: " ua_mitel
	print "Pingtel: " ua_pingtel 
	print "SER: " ua_ser 
	print "osip: " ua_osip
	print "linphone: " ua_linphone 
	print "ubiquity: " ua_ubiquity
	print "3com: " ua_3com 
	print "IPDialog: " ua_ipdialog 
	print "Epygi: " ua_epygi
	print "Jasomi: " ua_jasomi 
	print "Cisco: " ua_cisco 
	print "insipid: " ua_insipid
	print "Hotsip: " ua_hotsip 
	print "mxsf: " ua_mxsf 
	print "GrandStream: " ua_grandstream
	print "Tellme: "ua_tellme 
	print "PocketSipM: " ua_pocketsipm 
	print "eStara: " ua_estara 
	print "Vovida: " ua_vovida 
	print "jSIP: " ua_jsip 
	print "Nortel: " ua_nortel 
	print "Polycom: " ua_polycom
	print "Leader: " ua_leader 
	print "csco: " ua_csco 
	print "Nebula: " ua_nebula
	print "MagicPPC: " ua_magicppc 
	print "SCS: " ua_scs 
	print "SJPhone: " ua_sjphone 
	print "KPhone: " ua_kphone
	print "Yamaha: " ua_yamaha 
	print "tkcPhone: " ua_tkc
	print "EdgeAccess: " ua_edgeaccess
	print "HP300: " ua_hp300
	print "EyeP: " ua_eyep
	print "SIPimp: " ua_sipimp
	print "SJPhone: " ua_sjphone
	print "LG-Elite: " ua_lgelite
	print "Asterisk: " ua_asterisk
	print "CommWorks: " ua_commworks
	print "sipsak: " ua_sipsak
	print "FXSGW: " ua_fxsgw
	print "SXDesing: " ua_sxdesign
	print "D-link: " ua_dlink
	print "gphone: " ua_gphone
	print "X-lite: " ua_xlite
	print "grandstream: " ua_gs
	print "vegastream: " ua_vega
	print "Ahead SIPPS: " ua_sipps
	print "IBM user agent: " ua_ibm
	print "i3micro: " ua_i3micro
	print "ACT: " ua_act
	print "X-pro: " ua_xpro
	print "Hearme: " ua_hearme
	print "DrayTek: " ua_draytek
	print "ST: " ua_st
	print "DTA: " ua_dta
	print "FCI IPRanger: " ua_fci
	print "UFO: " ua_xx

	print "## Servers"
	print "Cisco: " server_cisco " ser: " server_ser 
	print "Intertex: " server_intertex " Hotsip: " server_hotsip
	print "3com: " server_3com " EPYGI: " server_epygi " Leader: " server_leader
	print "IMS (Nortel): " server_ims " CSCO: " server_csco
	print "sapphire: " server_sapphire
	print "snom: " server_snom
	print "lucent: " server_lucent
	print "edgeAccess: " server_edgeaccess
	print "mcet: " server_mcet 
	print "sjphone: " server_sjphone
	print "StarSIP: " server_starsip
	print "ipDialog: " server_ipdialog
	print "eDial: " server_edial
	print "FWD: " server_fwd
	print "MA: " server_ma
	print "Columbia: " server_columbia
	print "PartySip: " server_partysip
	print "UFO: " server_xx
}
'


cat $CURRENT | awk "$AWK_PG"