Announce: access-flow 0.4

Hello all,

I've performed a major upgrade to my Squid logfile analysis script. Here are
a few of the new features:

* Supports both Squid 1.0 and Squid 1.1 native logfile format
* Shows the most popular sites, both by requests and traffic
* Neighbor, method and object type statistics
* A weekly report, for those who have diskspace and CPU time to burn, like me.
* Shows the timespan of the logfile, and the analysis time
* Shows the hitrate; both for requests and traffic

I'm struggling to get the report inside 80 character columns. At the moment
it spans 90 columns... (my terminal has 100 columns)

Duane assigned the name "access-flow" to the initial version of this script,
which is ok with me. Version 0.2 and 0.3 never left my serial line :)

You need:

* A logfile in Squid's native format
* GNU awk (nawk might be ok too, I don't know)
* the script attached below

Please let me know what you think of the output. Is there useful info missing,
or does it contain too many numbers?

Enjoy, Richard.

begin 640 proxy_stats.gawk
M0D5'24X@>PH)8F%D;&EN97,@/2`P"@EN=6UD96YI97,@/2`P"@EA;F%L>7-I
M<U]S=&%R="`]('-Y<W1I;64H*0H)9FER<W1R97$@/2!A;F%L>7-I<U]S=&%R
M=`H);&%S=')E<2`](#`*"@EF87-T>&9E<B`](#,N,"`J(#$P,#`*"71O=&%L
M<W1R(#T@(D%L;"!R97%U97-T<R(*?0I["@EI9B`H3D8@/3T@.2D@>R`@("`C
M(%-Q=6ED(#$N,2!N871I=F4@;&]G(&9O<FUA=`H)"71I;65S=&%M<"`]("0Q
M"@D)96QA<'-E9"`]("0R"@D)8VQI96YT(#T@)#,*"0EI9B`H<W!L:70H)#0L
M(&-O9&5S+"`O7"\O*2`A/2`R*2!["@D)"6)A9&QI;F5S*RL*"0D);F5X=`H)
M"7T*"0EL;V-A;"`](&-O9&5S6S%="@D)<W1A='5S(#T@8V]D97-;,ET*"0ES
M:7IE(#T@)#4*"0EM971H;V0@/2`D-@H)"75R;"`]("0W"@D):61E;G0@/2`D
M.`H)"6EF("AS<&QI="@D.2P@:&EE<BP@+UPO+RD@(3T@,BD@>PH)"0EB861L
M:6YE<RLK"@D)"6YE>'0*"0E]"@D):&EE<F%R8VAI92`](&AI97);,5T*"0EN
M96EG:&)O<B`](&AI97);,ET*"7T@96QS92!I9B`H3D8@/3T@-RD@>R`@("`C
M(%-Q=6ED(#$N,"!N871I=F4@;&]G(&9O<FUA=`H)"71I;65S=&%M<"`]("0Q
M"@D)96QA<'-E9"`]("0R"@D)8VQI96YT(#T@)#,*"0EI9B`H<W!L:70H)#0L
M(&-O9&5S+"`O7"\O*2`A/2`S*2!["@D)"6)A9&QI;F5S*RL*"0D);F5X=`H)
M"7T*"0EL;V-A;"`](&-O9&5S6S%="@D)<W1A='5S(#T@8V]D97-;,ET*"0ES
M:7IE(#T@)#4*"0EM971H;V0@/2`D-@H)"75R;"`]("0W"@D):61E;G0@/2`B
M=6YK;F]W;B(*"0EH:65R87)C:&EE(#T@8V]D97-;,UT*"0EN96EG:&)O<B`]
M(")U;FMN;W=N(@H)?2!E;'-E('L*"0EB861L:6YE<RLK"@D);F5X=`H)?0H*
M"6ES9&5N>2`]("AI;F1E>"AL;V-A;"P@(D1%3DE%1"(I(#T](#`I(#\@,"`Z
M(#$*"6ES>&9E<B`]("AS=&%T=7,@/"`T,#`@)B8@(6ES9&5N>2`F)B`H<W5B
M<W1R*&QO8V%L+"`Q+"`T*2`]/2`B5$-07R(@?'P@:6YD97@H;&]C86PL(")5
M1%!?2$E47T]"2B(I("$](#`I*2`_(#$@.B`P"@EI<VAI="`]("AI<WAF97(@
M)B8@:&EE<F%R8VAI92`]/2`B3D].12(I(#\@,2`Z(#`*"6ES9F%S="`]("AI
M<WAF97(@)B8@96QA<'-E9"`\(&9A<W1X9F5R*2`_(#$@.B`P"@EX9F5R8GET
M97,@/2!I<WAF97(@/R!S:7IE(#H@,`H)>&9E<G1H<F]U9VAP=70@/2`H96QA
M<'-E9"`^(#`I(#\@*'AF97)B>71E<R`O(&5L87!S960I(#H@,`H):&ET8GET
M97,@/2!I<VAI="`_('-I>F4@.B`P"@EI9B`H=&EM97-T86UP(#P@9FER<W1R
M97$I(&9I<G-T<F5Q(#T@=&EM97-T86UP"@EI9B`H=&EM97-T86UP(#X@;&%S
M=')E<2D@;&%S=')E<2`]('1I;65S=&%M<`H)=V5E:VYR(#T@:6YT*'1I;65S
M=&%M<"`O(#8P-#@P,"D*"6EF("@A*'=E96MN<B!I;B!W965K87-C*2D@=V5E
M:V%S8UMW965K;G)=(#T@<W1R9G1I;64H(B59+R5M+R5D(BP@=V5E:VYR("H@
M-C`T.#`P*0H)=V5E:R`]('=E96MA<V-;=V5E:VYR70H*"6QT<EML;V-A;%T@
M*ST@,0H);'AR6VQO8V%L72`K/2!I<WAF97(*"6QX8EML;V-A;%T@*ST@>&9E
M<F)Y=&5S"@EL>'1;;&]C86Q=("L]('AF97)T:')O=6=H<'5T"@EL:');;&]C
M86Q=("L](&ES:&ET"@EL:&);;&]C86Q=("L](&AI=&)Y=&5S"@H)<W1R6W-T
M871U<UT@*ST@,0H)<WAR6W-T871U<UT@*ST@:7-X9F5R"@ES>&);<W1A='5S
M72`K/2!X9F5R8GET97,*"7-X=%MS=&%T=7-=("L]('AF97)T:')O=6=H<'5T
M"@ES:');<W1A='5S72`K/2!I<VAI=`H)<VAB6W-T871U<UT@*ST@:&ET8GET
M97,*"@EH=');:&EE<F%R8VAI95T@*ST@,0H):'AR6VAI97)A<F-H:65=("L]
M(&ES>&9E<@H):'AB6VAI97)A<F-H:65=("L]('AF97)B>71E<PH):'AT6VAI
M97)A<F-H:65=("L]('AF97)T:')O=6=H<'5T"@EH:');:&EE<F%R8VAI95T@
M*ST@:7-H:70*"6AH8EMH:65R87)C:&EE72`K/2!H:71B>71E<PH*"71T<EMT
M;W1A;'-T<ET@*ST@,0H)='AR6W1O=&%L<W1R72`K/2!I<WAF97(*"71X8EMT
M;W1A;'-T<ET@*ST@>&9E<F)Y=&5S"@ET>'1;=&]T86QS=')=("L]('AF97)T
M:')O=6=H<'5T"@ET:');=&]T86QS=')=("L](&ES:&ET"@ET:&);=&]T86QS
M=')=("L](&AI=&)Y=&5S"@H)=W1R6W=E96M=("L](#$*"7=X<EMW965K72`K
M/2!I<WAF97(*"7=X8EMW965K72`K/2!X9F5R8GET97,*"7=X=%MW965K72`K
M/2!X9F5R=&AR;W5G:'!U=`H)=VAR6W=E96M=("L](&ES:&ET"@EW:&);=V5E
M:UT@*ST@:&ET8GET97,*"@EM=');;65T:&]D72`K/2`Q"@EM>');;65T:&]D
M72`K/2!I<WAF97(*"6UX8EMM971H;V1=("L]('AF97)B>71E<PH);7AT6VUE
M=&AO9%T@*ST@>&9E<G1H<F]U9VAP=70*"6UH<EMM971H;V1=("L](&ES:&ET
M"@EM:&);;65T:&]D72`K/2!H:71B>71E<PH*"6EF("AN96EG:&)O<B`A/2`B
M+2(I('L*"0EN=');;F5I9VAB;W)=("L](#$*"0EN>');;F5I9VAB;W)=("L]
M(&ES>&9E<@H)"6YX8EMN96EG:&)O<ET@*ST@>&9E<F)Y=&5S"@D);GAT6VYE
M:6=H8F]R72`K/2!X9F5R=&AR;W5G:'!U=`H)"6YH<EMN96EG:&)O<ET@*ST@
M:7-H:70*"0EN:&);;F5I9VAB;W)=("L](&AI=&)Y=&5S"@E]"@H):68@*&ES
M9&5N>2D@>PH)"61E;FEE9%MC;&EE;G1=*RL*"0EN=6UD96YI97,K*PH)?0H*
M"6EF("AM871C:"AU<FPL("\Z7"]<+UM>.EPO72LO*2D@>PH)"6AO<W1N86UE
M(#T@<W5B<W1R*'5R;"P@4E-405)4("L@,RP@4DQ%3D=42"`M(#,I"@D)9'1R
M6VAO<W1N86UE72`K/2`Q"@D)9'AR6VAO<W1N86UE72`K/2!I<WAF97(*"0ED
M>&);:&]S=&YA;65=("L]('AF97)B>71E<PH)"61X=%MH;W-T;F%M95T@*ST@
M>&9E<G1H<F]U9VAP=70*"0ED:');:&]S=&YA;65=("L](&ES:&ET"@D)9&AB
M6VAO<W1N86UE72`K/2!H:71B>71E<PH)?0H*"4E'3D]214-!4T4@/2`Q"@EI
M9B`H;6%T8V@H=7)L+"`O7"YG:68D+RD@(3T@,"D@;V)J='EP92`](")'<F%P
M:&EC<R(*"65L<V4@:68@*&UA=&-H*'5R;"P@+UPN:G!E/V<D+RD@(3T@,"D@
M;V)J='EP92`](")'<F%P:&EC<R(*"65L<V4@:68@*&UA=&-H*'5R;"P@+UPN
M>&)M)"\I("$](#`I(&]B:G1Y<&4@/2`B1W)A<&AI8W,B"@EE;'-E(&EF("AM
M871C:"AU<FPL("]<+G,_:'1M;#\D+RD@(3T@,"D@;V)J='EP92`](")(5$U,
M(@H)96QS92!I9B`H;6%T8V@H=7)L+"`O7FAT='`N*UPO)"\I("$](#`I(&]B
M:G1Y<&4@/2`B2%1-3"(*"65L<V4@:68@*&UA=&-H*'5R;"P@+UPN9&]C)"\I
M("$](#`I(&]B:G1Y<&4@/2`B05-#24DB"@EE;'-E(&EF("AM871C:"AU<FPL
M("]<+G1X="0O*2`A/2`P*2!O8FIT>7!E(#T@(D%30TE)(@H)96QS92!I9B`H
M;6%T8V@H=7)L+"`O7"YW878D+RD@(3T@,"D@;V)J='EP92`](")3;W5N9"(*
M"65L<V4@:68@*&UA=&-H*'5R;"P@+UPN<VYD)"\I("$](#`I(&]B:G1Y<&4@
M/2`B4V]U;F0B"@EE;'-E(&EF("AM871C:"AU<FPL("]<+F%U)"\I("$](#`I
M(&]B:G1Y<&4@/2`B4V]U;F0B"@EE;'-E(&EF("AM871C:"AU<FPL("]<+F5X
M920O*2`A/2`P*2!O8FIT>7!E(#T@(D)I;F%R>2(*"65L<V4@:68@*&UA=&-H
M*'5R;"P@+UPN>FEP)"\I("$](#`I(&]B:G1Y<&4@/2`B07)C:&EV92(*"65L
M<V4@:68@*&UA=&-H*'5R;"P@+UPN87)J)"\I("$](#`I(&]B:G1Y<&4@/2`B
M07)C:&EV92(*"65L<V4@:68@*&UA=&-H*'5R;"P@+UPN=&%R)"\I("$](#`I
M(&]B:G1Y<&4@/2`B07)C:&EV92(*"65L<V4@:68@*&UA=&-H*'5R;"P@+UPN
M=&%R7"YG/WHD+RD@(3T@,"D@;V)J='EP92`](")!<F-H:79E(@H)96QS92!I
M9B`H;6%T8V@H=7)L+"`O7"YH<7@D+RD@(3T@,"D@;V)J='EP92`](")!<F-H
M:79E(@H)96QS92!I9B`H;6%T8V@H=7)L+"`O7"YM;W8D+RD@(3T@,"D@;V)J
M='EP92`](")-;W9I92(*"65L<V4@:68@*&UA=&-H*'5R;"P@+UPN;7!E/V<D
M+RD@(3T@,"D@;V)J='EP92`](")-;W9I92(*"65L<V4@;V)J='EP92`](")5
M;FMN;W=N(@H)24=.3U)%0T%312`](#`*"@EO=');;V)J='EP95T@*ST@,0H)
M;WAR6V]B:G1Y<&5=("L](&ES>&9E<@H);WAB6V]B:G1Y<&5=("L]('AF97)B
M>71E<PH);WAT6V]B:G1Y<&5=("L]('AF97)T:')O=6=H<'5T"@EO:');;V)J
M='EP95T@*ST@:7-H:70*"6]H8EMO8FIT>7!E72`K/2!H:71B>71E<PI]"D5.
M1"!["@EP<FEN="`B4&%R<V5D(&QI;F5S("`Z("(@='1R6W1O=&%L<W1R70H)
M<')I;G0@(D)A9"!L:6YE<R`@("`@.B`B(&)A9&QI;F5S"@EP<FEN="`B(@H)
M<')I;G0@(D9I<G-T(')E<75E<W0@.B`B('-T<F9T:6UE*"(E8R(L(&9I<G-T
M<F5Q*0H)<')I;G0@(DQA<W0@<F5Q=65S="`@.B`B('-T<F9T:6UE*"(E8R(L
M(&QA<W1R97$I"@EP<FEN=&8@(DYU;6)E<B!O9B!D87ES.B`E+C%F7&XB+"`H
M;&%S=')E<2`M(&9I<G-T<F5Q*2`O(#@V-#`P"@H):68@*&YU;61E;FEE<R`A
M/2`P*2!["@D)<')I;G0@(B(*"0EP<FEN="`B1&5N:65D(&-L:65N=',@("`@
M("`@("`@("`@(')E<7,B"@D)<')I;G0@(BTM+2TM+2TM+2TM+2TM+2TM+2TM
M+2TM+2T@+2TM+2TM(@H)"69O<B`H:7!N<B!I;B!D96YI960I('!R:6YT9B`B
M)2TR-7,@)39D7&XB+"!I<&YR+"!D96YI961;:7!N<ET@?"`B<V]R="(*"0EC
M;&]S92@B<V]R="(I"@E]"@H)<')I;G1?=&%B;&4H(E1O<"`Q,"!S:71E<R!B
M>2!X9F5R<R(L(")S;W)T("UR("UN("LQ(#(^+V1E=B]N=6QL('P@:&5A9"`M
M,3`B+"!D='(L(&1X<BP@9'AB+"!D>'0L(&1H<BP@9&AB*0H)<')I;G1?=&%B
M;&4H(E1O<"`Q,"!S:71E<R!B>2!-0B(L(")S;W)T("UR("UN("LU(#(^+V1E
M=B]N=6QL('P@:&5A9"`M,3`B+"!D='(L(&1X<BP@9'AB+"!D>'0L(&1H<BP@
M9&AB*0H)<')I;G1?=&%B;&4H(E1O<"`Q,"!N96EG:&)O<B!R97!O<G0B+"`B
M<V]R="`M<B`M;B`K-2`R/B]D978O;G5L;"!\(&AE860@+3$P(BP@;G1R+"!N
M>'(L(&YX8BP@;GAT+"!N:'(L(&YH8BD*"7!R:6YT7W1A8FQE*"),;V-A;"!C
M;V1E(BP@(G-O<G0B+"!L='(L(&QX<BP@;'AB+"!L>'0L(&QH<BP@;&AB*0H)
M<')I;G1?=&%B;&4H(E-T871U<R!C;V1E(BP@(G-O<G0B+"!S='(L('-X<BP@
M<WAB+"!S>'0L('-H<BP@<VAB*0H)<')I;G1?=&%B;&4H(DAI97)A<F-H:64@
M8V]D92(L(")S;W)T(BP@:'1R+"!H>'(L(&AX8BP@:'AT+"!H:'(L(&AH8BD*
M"7!R:6YT7W1A8FQE*")-971H;V0@<F5P;W)T(BP@(G-O<G0B+"!M='(L(&UX
M<BP@;7AB+"!M>'0L(&UH<BP@;6AB*0H)<')I;G1?=&%B;&4H(D]B:F5C="!T
M>7!E(')E<&]R="(L(")S;W)T(BP@;W1R+"!O>'(L(&]X8BP@;WAT+"!O:'(L
M(&]H8BD*"7!R:6YT7W1A8FQE*")7965K;'D@<F5P;W)T(BP@(G-O<G0B+"!W
M='(L('=X<BP@=WAB+"!W>'0L('=H<BP@=VAB*0H)<')I;G1?=&%B;&4H(E1O
M=&%L(')E<&]R="(L(")C870B+"!T='(L('1X<BP@='AB+"!T>'0L('1H<BP@
M=&AB*0H*"7!R:6YT("(B"@EP<FEN="`B4')O9'5C960@8GD@.B!A8V-E<W,M
M9FQO=R`P+C0B"@EP<FEN="`B4G5N;FEN9R!T:6UE.B`B("AS>7-T:6UE*"D@
M+2!A;F%L>7-I<U]S=&%R="D@(B!S96-O;F1S(@I]"@IF=6YC=&EO;B!P<FEN
M=%]T86)L92AT:71L92P@9FEL=&5R+"!T<BP@>'(L('AB+"!X="P@:'(L(&AB
M*2!["@H)<')I;G0@(B(*"7!R:6YT9B`B)2TR-2XR-7,@(BP@=&ET;&4*"7!R
M:6YT("(@("!R97%S("`@)6%L;"`E>&9E<G,@("`E:&ET("`@("`@34(@("`E
M86QL("`@)6AI="`@:T(O>&8@("!K0B]S(@H)<')I;G0@(BTM+2TM+2TM+2TM
M+2TM+2TM+2TM+2TM+2T@+2TM+2TM+2TM+2TM+2TM+2TM+2TM+2TM+2TM+2`M
M+2TM+2TM+2TM+2TM+2TM+2TM+2T@+2TM+2TM+2TM+2TM+2(*"@EF;W(@*&,@
M:6X@='(I('L*"0EP<FEN=&8@(B4M,C4N,C5S("(L(&,@?"!F:6QT97(*"0EP
M<FEN=&8@(B4W9"`E-2XQ9B4E("(L('1R6V-=+"!T<EMC72]T=');=&]T86QS
M=')=*C$P,"!\(&9I;'1E<@H)"7!R:6YT9B`B)34N,68E)2`B+"!X<EMC72]T
M<EMC72HQ,#`@?"!F:6QT97(*"0EI9B`H>');8UT@/3T@,"D@<')I;G1F("(@
M("`@("T@(B!\(&9I;'1E<@H)"0EE;'-E('!R:6YT9B`B)34N,68E)2`B+"!H
M<EMC72]X<EMC72HQ,#`@?"!F:6QT97(*"0EP<FEN=&8@(B4W+C%F("4U+C%F
M)24@(BP@>&);8UTO,3`T.#4W-BP@>&);8UTO='AB6W1O=&%L<W1R72HQ,#`@
M?"!F:6QT97(*"0EI9B`H>&);8UT@/3T@,"D@<')I;G1F("(@("`@("T@(B!\
M(&9I;'1E<@H)"0EE;'-E('!R:6YT9B`B)34N,68E)2`B+"!H8EMC72]X8EMC
M72HQ,#`@?"!F:6QT97(*"0EI9B`H>');8UT@/3T@,"D@<')I;G1F("(@("`@
M("T@("`@("`M7&XB('P@9FEL=&5R"@D)"65L<V4@<')I;G1F("(E-BXQ9B`E
M-BXQ9EQN(BP@>&);8UTO,3`R-"]X<EMC72P@>'1;8UTO,2XP,C0O>');8UT@
>?"!F:6QT97(*"7T*"@EC;&]S92AF:6QT97(I"GT*
`
end
Received on Sun Sep 08 1996 - 12:39:04 MDT