#!/usr/bin/perl # # SmoothWall CGIs # # This code is distributed under the terms of the GPL # # (c) The SmoothWall Team # # $Id: proxylog.dat,v 1.4.2.25 2005/07/07 17:32:24 eoberlander Exp $ # use strict; # enable only the following on debugging purpose #use warnings; #use CGI::Carp 'fatalsToBrowser'; require 'CONFIG_ROOT/general-functions.pl'; require "${General::swroot}/lang.pl"; require "${General::swroot}/header.pl"; use POSIX(); #workaround to suppress a warning when a variable is used only once my @dummy = ( ${Header::table2colour} ); undef (@dummy); my %cgiparams=(); my %logsettings=(); my %ips=(); my %selected=(); my %checked=(); my @log=(); my $errormessage = ''; my @shortmonths = ( 'Jan', 'Feb', 'Mar', 'Apr', 'May', 'Jun', 'Jul', 'Aug', 'Sep', 'Oct', 'Nov', 'Dec' ); my @longmonths = ( $Lang::tr{'january'}, $Lang::tr{'february'}, $Lang::tr{'march'}, $Lang::tr{'april'}, $Lang::tr{'may'}, $Lang::tr{'june'}, $Lang::tr{'july'}, $Lang::tr{'august'}, $Lang::tr{'september'}, $Lang::tr{'october'}, $Lang::tr{'november'}, $Lang::tr{'december'} ); my @now = localtime(); my $dow = $now[6]; # day of week my $doy = $now[7]; # day of year (0..364) my $tdoy = $now[7]; my $year = $now[5]+1900; $cgiparams{'DAY'} = $now[3]; $cgiparams{'MONTH'} = $now[4]; $cgiparams{'SOURCE_IP'} = 'ALL'; $cgiparams{'FILTER'} = "[.](gif|jpeg|jpg|png|css|js)\$"; $cgiparams{'ENABLE_FILTER'} = 'off'; $cgiparams{'ACTION'} = ''; &Header::getcgihash(\%cgiparams); $logsettings{'LOGVIEW_REVERSE'} = 'off'; &General::readhash("${General::swroot}/logging/settings", \%logsettings); ${Header::viewsize} = defined ($logsettings{'LOGVIEW_VIEWSIZE'}) ? $logsettings{'LOGVIEW_VIEWSIZE'} : 150; if ($cgiparams{'ACTION'} eq '') { $cgiparams{'ENABLE_FILTER'} = 'on'; } if ($cgiparams{'ACTION'} eq $Lang::tr{'restore defaults'}) { $cgiparams{'FILTER'} = "[.](gif|jpeg|jpg|png|css|js)\$"; $cgiparams{'ENABLE_FILTER'} = 'off'; } { my %save=(); $save{'FILTER'} = $cgiparams{'FILTER'}; $save{'ENABLE_FILTER'} = $cgiparams{'ENABLE_FILTER'}; &General::writehash("${General::swroot}/proxy/viewersettings", \%save); &General::readhash("${General::swroot}/proxy/viewersettings", \%save); } my $start = ($logsettings{'LOGVIEW_REVERSE'} eq 'on') ? 0x7FFFF000 : 0; #index of first line number to display if ($ENV{'QUERY_STRING'} && $cgiparams{'ACTION'} ne $Lang::tr{'update'}) { my @temp = split(',',$ENV{'QUERY_STRING'}); $start = $temp[0]; $cgiparams{'MONTH'} = $temp[1]; $cgiparams{'DAY'} = $temp[2]; $cgiparams{'SOURCE_IP'} = $temp[3]; } if (!($cgiparams{'MONTH'} =~ /^(0|1|2|3|4|5|6|7|8|9|10|11)$/) || !($cgiparams{'DAY'} =~ /^(0|1|2|3|4|5|6|7|8|9|10|11|12|13|14|15|16|17|18|19|20|21|22|23|24|25|26|27|28|29|30|31)$/)) { $cgiparams{'DAY'} = $now[3]; $cgiparams{'MONTH'} = $now[4]; } elsif($cgiparams{'ACTION'} eq '>>') { my @temp_then=(); my @temp_now = localtime(time); $temp_now[4] = $cgiparams{'MONTH'}; $temp_now[3] = $cgiparams{'DAY'}; if ($cgiparams{'DAY'}) { @temp_then = localtime(POSIX::mktime(@temp_now) + 86400); ## Retrieve the same time on the next day + ## 86400 seconds in a day $cgiparams{'MONTH'} = $temp_then[4]; $cgiparams{'DAY'} = $temp_then[3]; } else { $temp_now[3] = 1; $temp_now[4] = ($temp_now[4]+1) %12; @temp_then = localtime(POSIX::mktime(@temp_now) ); @temp_then[3] = 0; } $cgiparams{'MONTH'} = $temp_then[4]; $cgiparams{'DAY'} = $temp_then[3]; } elsif($cgiparams{'ACTION'} eq '<<') { my @temp_then=(); my @temp_now = localtime(time); $temp_now[4] = $cgiparams{'MONTH'}; $temp_now[3] = $cgiparams{'DAY'}; if ($cgiparams{'DAY'}) { @temp_then = localtime(POSIX::mktime(@temp_now) - 86400); ## Retrieve the same time on the next day - ## 86400 seconds in a day $cgiparams{'MONTH'} = $temp_then[4]; $cgiparams{'DAY'} = $temp_then[3]; } else { $temp_now[3] = 1; $temp_now[4] = ($temp_now[4]-1) %12; @temp_then = localtime(POSIX::mktime(@temp_now) ); @temp_then[3] = 0; } $cgiparams{'MONTH'} = $temp_then[4]; $cgiparams{'DAY'} = $temp_then[3]; } # Find in which file.gz is the log. Can be calculated because WEEKLY ROTATING of *.log my $gzindex; my $daystr = $cgiparams{'DAY'} == 0 ? '' :$cgiparams{'DAY'} <= 9 ? "0$cgiparams{'DAY'}" : "$cgiparams{'DAY'}"; { my $xday; # Calculate time. If future date, calculate for past year !!! if (( $cgiparams{'MONTH'} eq $now[4]) && ($cgiparams{'DAY'} > $now[3]) || ( $cgiparams{'MONTH'} > $now[4] ) ) { $xday = POSIX::mktime( 0, 0, 0, $cgiparams{'DAY'}, $cgiparams{'MONTH'}, $year - 1901 ); $daystr = "$longmonths[$cgiparams{'MONTH'}] $daystr, ". int($year-1); } else { $xday = POSIX::mktime( 0, 0, 0, $cgiparams{'DAY'}, $cgiparams{'MONTH'}, $year - 1900 ); $daystr = "$longmonths[$cgiparams{'MONTH'}] $daystr, $year"; } # calculate end of active week (saturday 23H59) my @then = (); @then = localtime(time()); my $sunday = POSIX::mktime( 0, 0, 0, @then[3], @then[4], @then[5]); $sunday += (6-$then[6]) * 86400; # Convert delta in second to full weeks $gzindex = int (($sunday-$xday)/604800 ); } my $filter = $cgiparams{'ENABLE_FILTER'} eq 'on' ? $cgiparams{'FILTER'} : ''; my $sourceip = $cgiparams{'SOURCE_IP'}; my $sourceall = $cgiparams{'SOURCE_IP'} eq 'ALL' ? 1 : 0; my $lines = 0; my $temp = (); my $thiscode = '$temp =~ /$filter/;'; eval($thiscode); if ($@ ne '') { $errormessage = "$Lang::tr{'bad ignore filter'}.$@

"; $filter = ''; } else { my $loop = 1; my $filestr = 0; my $lastdatetime; # for debug while ($gzindex >=0 && $loop) { # calculate file name if ($gzindex == 0) { $filestr = "/var/log/squid/access.log"; } else { $filestr = "/var/log/squid/access.log.$gzindex"; $filestr = "$filestr.gz" if -f "$filestr.gz"; } # now read file if existing if (open (FILE,($filestr =~ /.gz$/ ? "gzip -dc $filestr |" : $filestr))) { #&General::log("reading $filestr"); my @temp_now = localtime(time); $temp_now[4] = $cgiparams{'MONTH'}; $temp_now[3] = $cgiparams{'DAY'}; if ( ( $cgiparams{'MONTH'} eq $now[4]) && ($cgiparams{'DAY'} > $now[3]) || ( $cgiparams{'MONTH'} > $now[4] ) ) { $temp_now[5]--; # past year } $temp_now[2] = $temp_now[1] = $temp_now[0] = 0; # start at 00:00:00 $temp_now[3] = 1 if ($cgiparams{'DAY'}==0); # All days selected, start at '1' my $mintime = POSIX::mktime(@temp_now); my $maxtime; if ($cgiparams{'DAY'}==0) { # full month if ($temp_now[4]++ == 12){ $temp_now[4] = 0; $temp_now[5]++; }; $maxtime = POSIX::mktime(@temp_now); } else { $maxtime = $mintime + 86400; # full day } READ:while () { my ($datetime,$do,$ip,$ray,$me,$far,$url,$so) = split; $ips{$ip}++; # for debug #$lastdatetime = $datetime; # collect lines between date && filter if (( ($datetime>$mintime)&&($datetime<$maxtime)) && !($url =~ /$filter/) && ((($ip eq $sourceip) || $sourceall))) { # when standart viewing, just keep in memory the correct slices # it starts a '$start' and size is $viewport # If export, then keep all lines... if ($cgiparams{'ACTION'} eq $Lang::tr{'export'}){ $log[$lines++] = "$datetime $ip $url"; } else { if ($lines++ < ($start + $Header::viewsize)) { push(@log,"$datetime $ip $url"); if (@log > $Header::viewsize) { shift (@log); } #} else { dont do this optimisation, need to count lines ! # $datetime = $maxtime; # we have read viewsize lines, stop main loop # last READ; # exit read file } } } # finish loop when date of lines are past maxtime $loop = ($datetime < $maxtime); } close (FILE); } $gzindex--; # will try next gz file eg 40,39,38,.... because it may have holes when ipcop stopped # for a long time } #$errormessage="$errormessage$Lang::tr{'date not in logs'}: $filestr $Lang::tr{'could not be opened'}"; if (0) { # print last date record read my ($SECdt, $MINdt, $HOURdt, $DAYdt, $MONTHdt, $YEARdt) = localtime($lastdatetime); $SECdt = sprintf ("%.02d",$SECdt); $MINdt = sprintf ("%.02d",$MINdt); $HOURdt = sprintf ("%.02d",$HOURdt); $DAYdt = sprintf ("%.02d",$DAYdt); $MONTHdt = sprintf ("%.02d",$MONTHdt+1); $YEARdt = sprintf ("%.04d",$YEARdt+1900); &General::log ("$HOURdt:$MINdt:$SECdt, $DAYdt/$MONTHdt/$YEARdt--"); } } if ($cgiparams{'ACTION'} eq $Lang::tr{'export'}) { print "Content-type: text/plain\n\n"; print "IPCop proxy log\r\n"; print "$Lang::tr{'date'}: $daystr\r\n"; print "Source IP: $cgiparams{'SOURCE_IP'}\r\n"; if ($cgiparams{'ENABLE_FILTER'} eq 'on') { print "Ignore filter: $cgiparams{'FILTER'}\r\n"; } print "\r\n"; if ($logsettings{'LOGVIEW_REVERSE'} eq 'on') { @log = reverse @log; } foreach $_ (@log) { my ($datetime,$ip,$url) = split; my ($SECdt, $MINdt, $HOURdt, $DAYdt, $MONTHdt, $YEARdt) = localtime($datetime); $SECdt = sprintf ("%.02d",$SECdt); $MINdt = sprintf ("%.02d",$MINdt); $HOURdt = sprintf ("%.02d",$HOURdt); if ($cgiparams{'DAY'}==0) { # full month $DAYdt = sprintf ("%.02d",$DAYdt); print "$DAYdt/$HOURdt:$MINdt:$SECdt $ip $url\n"; } else { print "$HOURdt:$MINdt:$SECdt $ip $url\n"; } } exit; } $selected{'SOURCE_IP'}{$cgiparams{'SOURCE_IP'}} = "selected='selected'"; $checked{'ENABLE_FILTER'}{'off'} = ''; $checked{'ENABLE_FILTER'}{'on'} = ''; $checked{'ENABLE_FILTER'}{$cgiparams{'ENABLE_FILTER'}} = "checked='checked'"; &Header::showhttpheaders(); &Header::openpage($Lang::tr{'proxy log viewer'}, 1, ''); &Header::openbigbox('100%', 'left', '', $errormessage); if ($errormessage) { &Header::openbox('100%', 'left', $Lang::tr{'error messages'}); print "$errormessage \n"; &Header::closebox(); } &Header::openbox('100%', 'left', "$Lang::tr{'settings'}:"); print <
$Lang::tr{'month'}: $Lang::tr{'day'}:  $Lang::tr{'source ip'}:
$Lang::tr{'ignore filter'}: $Lang::tr{'enable ignore filter'}:

END ; &Header::closebox(); &Header::openbox('100%', 'left', $Lang::tr{'log'}); $start = $lines - ${Header::viewsize} if ($start >= $lines - ${Header::viewsize}); $start = 0 if ($start < 0); my $prev; if ($start == 0) { $prev = -1; } else { $prev = $start - ${Header::viewsize}; $prev = 0 if ( $prev < 0); } my $next; if ($start == $lines - ${Header::viewsize}) { $next = -1; } else { $next = $start + ${Header::viewsize}; $next = $lines - ${Header::viewsize} if ($next >= $lines - ${Header::viewsize}); } if ($logsettings{'LOGVIEW_REVERSE'} eq 'on') { @log = reverse @log; } print "

$Lang::tr{'web hits'} $daystr: $lines

"; if ($lines != 0) { &oldernewer(); } print < $Lang::tr{'time'} $Lang::tr{'source ip'} $Lang::tr{'website'} END ; my $ll = 0; foreach $_ (@log) { if ($ll % 2) { print "\n"; } else { print "\n"; } my ($datetime,$ip,$url) = split; my ($SECdt, $MINdt, $HOURdt, $DAYdt, $MONTHdt, $YEARdt) = localtime($datetime); $SECdt = sprintf ("%.02d",$SECdt); $MINdt = sprintf ("%.02d",$MINdt); $HOURdt = sprintf ("%.02d",$HOURdt); $url =~ /(^.{0,60})/; my $part = $1; unless (length($part) < 60) { $part = "${part}..."; } $url = &Header::cleanhtml($url,"y"); $part = &Header::cleanhtml($part,"y"); if ($cgiparams{'DAY'}==0) { # full month $DAYdt = sprintf ("%.02d/",$DAYdt); } else { $DAYdt=''; } print <$DAYdt$HOURdt:$MINdt:$SECdt $ip $part END ; $ll++; } print ""; &oldernewer(); &Header::closebox(); &Header::closebigbox(); &Header::closepage(); sub oldernewer { print < END ; print ""; if ($prev != -1) { print "$Lang::tr{'older'}"; } else { print "$Lang::tr{'older'}"; } print "\n"; print ""; if ($next >= 0 ) { print "$Lang::tr{'newer'}"; } else { print "$Lang::tr{'newer'}"; } print "\n"; print < END ; }