#
LogFile="/var/log/httpd/mylog.log"
-# Put here your log format (Must agree with your web server. See in README.txt
-# to know how to setup your web server to have required log format).
+# Put here your log format (Must agree with your web server. See setup
+# instructions in README.txt to know how to configure your web server to have
+# the required log format).
# Possible values: 1, 2, 3, 4 or "your_own_personalised_log_format"
# 1 = Apache native combined log format (NCSA combined/XLF/ELF log format)
# 2 = IIS log format (W3C log format)
# 3 = Webstar native log format
# 4 = Apache or Squid native common log format (NCSA common log format)
# With LogFormat=4, some features (browsers, os, keywords...) can't work.
-# If you use a predefined log format (LogFormat=1 or Logformat=2, see in
-# README.txt to setup your server to create log files with required format).
-# If your log is a personalised format, you must use the following syntax
-# keys to define your log format :
-# %host Host client name or IP adress
-# %logname Authenticated login/user used on protected pages
-# %time1 Date and time with format [dd/mmm/yyyy:hh:mm:ss +0000]
-# %time2 Date and time with format yyyy-mm-dd hh-mm-ss
-# %methodurl Method and URL with format "GET /index.html HTTP/x.x"
-# %methodurlnoprot Method and URL with format "GET /index.html"
-# %method Method with format GET
-# %url URL only with format /index.html
-# %query Query string (used by URLWithQuery option)
-# %code HTTP return code with format xxx
-# %bytesd Size of document in bytes
-# %refererquot Referer page with format "http://from.com/from.htm"
-# %referer Referer page with format http://from.com/from.htm
-# %uaquot User agent with format "Mozilla/4.0 (compatible, ...)"
-# %ua User agent with format Mozilla/4.0_(compatible...)
-# If your log format has some fields not included in this list, use
-# %other Means another field
+# "your_own_personalised_log_format" = If your log is a personalised format,
+# you must use the following syntax keys to define the log format string:
+# %host Host client name or IP adress
+# %logname Authenticated login/user used on protected pages
+# %time1 Date and time with format: [dd/mmm/yyyy:hh:mm:ss +0000]
+# %time2 Date and time with format: yyyy-mm-dd hh-mm-ss
+# %methodurl Method and URL with format: "GET /index.html HTTP/x.x"
+# %methodurlnoprot Method and URL with format: "GET /index.html"
+# %method Method with format: GET
+# %url URL only with format: /index.html
+# %query Query string (used by URLWithQuery option)
+# %code HTTP return code with format: 999
+# %bytesd Size of document in bytes
+# %refererquot Referer page with format: "http://from.com/from.htm"
+# %referer Referer page with format: http://from.com/from.htm
+# %uaquot User agent with format: "Mozilla/4.0 (compatible, ...)"
+# %ua User agent with format: Mozilla/4.0_(compatible...)
+# %gzipres Mod_gzip compression results: STATUS:STATUS
+# %gzipin Mod_gzip compression input bytes: In:num_bytes
+# %gzipout Mod_gzip compression output bytes & percentage: Out:num_bytes:%
+# If your log format has some fields not included in this list, use
+# %other Means another field
#
# Examples for Apache combined logs (this two examples are equivalent):
# LogFormat = 1
ShowHeader=1 # Show AWStats head title and icon
ShowMenu=1 # Show menu header with links on detailed reports
ShowMonthDayStats=1
+ShowDaysOfWeekStats=1
+ShowHoursStats=1
ShowDomainsStats=1
ShowHostsStats=1
ShowAuthenticatedUsers=0
ShowRobotsStats=1
-ShowHoursStats=1
-ShowDaysOfWeekStats=1
ShowPagesStats=1
ShowFileTypesStats=0 # Not yet available
ShowFileSizesStats=0 # Not yet available
ShowOSStats=1
ShowOriginStats=1
ShowKeyphrasesStats=1
-ShowKeywordsStats=1
+ShowKeywordsStats=1 # Not yet available
+ShowCompressionStats=0 # Show report of compression stats when using mod_gzip
ShowHTTPErrorsStats=1
# List of visible flags with link to other language translations.
$MonthRequired, $NbOfLinesForCorruptedLog,
$HTMLOutput, $PROG, $PageCode,
$PurgeLogFile, $QueryString, $RatioBytes, $RatioHits, $RatioHosts, $RatioPages,
-$ShowHeader, $ShowMenu, $ShowMonthDayStats, $ShowDomainsStats,
-$ShowHostsStats, $ShowRobotsStats, $ShowHoursStats, $ShowDaysOfWeekStats,
+$ShowHeader, $ShowMenu, $ShowMonthDayStats,
+$ShowDaysOfWeekStats, $ShowHoursStats,
+$ShowDomainsStats, $ShowHostsStats, $ShowAuthenticatedUsers, $ShowRobotsStats,
$ShowPagesStats, $ShowFileTypesStats, $ShowFileSizesStats,
-$ShowBrowsersStats, $ShowOSStats, $ShowOriginStats, $ShowKeyphrasesStats, $ShowKeywordsStats,
-$ShowAuthenticatedUsers, $ShowHTTPErrorsStats,
+$ShowBrowsersStats, $ShowOSStats, $ShowOriginStats,
+$ShowKeyphrasesStats, $ShowKeywordsStats,
+$ShowCompressionStats, $ShowHTTPErrorsStats,
$ShowFlagLinks, $ShowLinksOnURL, $ShowLinksOnUrl, $ShowSteps,
$SiteConfig, $SiteDomain, $SiteToAnalyze, $SiteToAnalyzeWithoutwww,
$TotalBytes, $TotalDifferentPages, $TotalErrors, $TotalHits,
if ($param =~ /^ShowHeader/) { $ShowHeader=$value; next; }
if ($param =~ /^ShowMenu/) { $ShowMenu=$value; next; }
if ($param =~ /^ShowMonthDayStats/) { $ShowMonthDayStats=$value; next; }
+ if ($param =~ /^ShowDaysOfWeekStats/) { $ShowDaysOfWeekStats=$value; next; }
+ if ($param =~ /^ShowHoursStats/) { $ShowHoursStats=$value; next; }
if ($param =~ /^ShowDomainsStats/) { $ShowDomainsStats=$value; next; }
if ($param =~ /^ShowHostsStats/) { $ShowHostsStats=$value; next; }
+ if ($param =~ /^ShowAuthenticatedUsers/) { $ShowAuthenticatedUsers=$value; next; }
if ($param =~ /^ShowRobotsStats/) { $ShowRobotsStats=$value; next; }
- if ($param =~ /^ShowHoursStats/) { $ShowHoursStats=$value; next; }
- if ($param =~ /^ShowDaysOfWeekStats/) { $ShowDaysOfWeekStats=$value; next; }
if ($param =~ /^ShowPagesStats/) { $ShowPagesStats=$value; next; }
if ($param =~ /^ShowFileTypesStats/) { $ShowFileTypesStats=$value; next; }
if ($param =~ /^ShowFileSizesStats/) { $ShowFileSizesStats=$value; next; }
if ($param =~ /^ShowOriginStats/) { $ShowOriginStats=$value; next; }
if ($param =~ /^ShowKeyphrasesStats/) { $ShowKeyphrasesStats=$value; next; }
if ($param =~ /^ShowKeywordsStats/) { $ShowKeywordsStats=$value; next; }
- if ($param =~ /^ShowAuthenticatedUsers/) { $ShowAuthenticatedUsers=$value; next; }
+ if ($param =~ /^ShowCompressionStats/) { $ShowCompressionStats=$value; next; }
if ($param =~ /^ShowHTTPErrorsStats/) { $ShowHTTPErrorsStats=$value; next; }
if ($param =~ /^ShowFlagLinks/) { $ShowFlagLinks=$value; next; }
if ($param =~ /^ShowLinksOnUrl/) { $ShowLinksOnUrl=$value; next; }
if ($ShowHeader !~ /[0-1]/) { $ShowHeader=1; }
if ($ShowMenu !~ /[0-1]/) { $ShowMenu=1; }
if ($ShowMonthDayStats !~ /[0-1]/) { $ShowMonthDayStats=1; }
+ if ($ShowDaysOfWeekStats !~ /[0-1]/) { $ShowDaysOfWeekStats=1; }
+ if ($ShowHoursStats !~ /[0-1]/) { $ShowHoursStats=1; }
if ($ShowDomainsStats !~ /[0-1]/) { $ShowDomainsStats=1; }
if ($ShowHostsStats !~ /[0-1]/) { $ShowHostsStats=1; }
+ if ($ShowAuthenticatedUsers !~ /[0-1]/) { $ShowAuthenticatedUsers=1; }
if ($ShowRobotsStats !~ /[0-1]/) { $ShowRobotsStats=1; }
- if ($ShowHoursStats !~ /[0-1]/) { $ShowHoursStats=1; }
- if ($ShowDaysOfWeekStats !~ /[0-1]/) { $ShowDaysOfWeekStats=1; }
if ($ShowPagesStats !~ /[0-1]/) { $ShowPagesStats=1; }
if ($ShowFileTypesStats !~ /[0-1]/) { $ShowFileTypesStats=1; }
if ($ShowFileSizesStats !~ /[0-1]/) { $ShowFileSizeStats=1; }
if ($ShowOriginStats !~ /[0-1]/) { $ShowOriginStats=1; }
if ($ShowKeyphrasesStats !~ /[0-1]/) { $ShowKeyphrasesStats=1; }
if ($ShowKeywordsStats !~ /[0-1]/) { $ShowKeywordsStats=1; }
+ if ($ShowCompressionStats !~ /[0-1]/) { $ShowCompressionStats=1; }
if ($ShowHTTPErrorsStats !~ /[0-1]/) { $ShowHTTPErrorsStats=1; }
- if ($ShowAuthenticatedUsers !~ /[0-1]/) { $ShowAuthenticatedUsers=1; }
if ($ShowLinksOnURL !~ /[0-1]/) { $ShowLinksOnURL=1; }
if ($DetailedReportsOnNewWindows !~ /[0-1]/) { $DetailedReportsOnNewWindows=1; }
if ($BarWidth !~ /^[\d][\d]*/) { $BarWidth=260; }
$color_weekend =~ s/#//g; if ($color_weekend !~ /^[0-9|A-Z][0-9|A-Z]*$/i) { $color_weekend="EAEAEA"; }
$color_v =~ s/#//g; if ($color_v !~ /^[0-9|A-Z][0-9|A-Z]*$/i) { $color_v="F3F300"; }
$color_w =~ s/#//g; if ($color_w !~ /^[0-9|A-Z][0-9|A-Z]*$/i) { $color_w="FF9933"; }
- $color_w =~ s/#//g; if ($color_p !~ /^[0-9|A-Z][0-9|A-Z]*$/i) { $color_p="4477DD"; }
+ $color_p =~ s/#//g; if ($color_p !~ /^[0-9|A-Z][0-9|A-Z]*$/i) { $color_p="4477DD"; }
$color_h =~ s/#//g; if ($color_h !~ /^[0-9|A-Z][0-9|A-Z]*$/i) { $color_h="66F0FF"; }
$color_k =~ s/#//g; if ($color_k !~ /^[0-9|A-Z][0-9|A-Z]*$/i) { $color_k="339944"; }
$color_s =~ s/#//g; if ($color_s !~ /^[0-9|A-Z][0-9|A-Z]*$/i) { $color_s="8888DD"; }
if ($Message[95] eq "") { $Message[95]="Min"; }
if ($Message[96] eq "") { $Message[96]="Average"; }
if ($Message[97] eq "") { $Message[97]="Max"; }
+ if ($Message[98] eq "") { $Message[98]="Web compression web"; }
+ if ($Message[99] eq "") { $Message[99]="Total Bytes served"; }
+ if ($Message[100] eq "") { $Message[100]="Not compressed"; }
+ if ($Message[101] eq "") { $Message[101]="Compressed<br>(before/after)"; }
+ if ($Message[102] eq "") { $Message[102]="Compression rate"; }
}
#--------------------------------------------------------------------
$_domener_p{$field[0]}+=$field[1];
$_domener_h{$field[0]}+=$field[2];
$_domener_k{$field[0]}+=$field[3];
+ $_domener_gz_i{$field[0]}+=$field[6];
+ $_domener_gz_in{$field[0]}+=$field[4];
+ $_domener_gz_out{$field[0]}+=$field[5];
next;
}
if ($readbrowser) { $_browser_h{$field[0]}+=$field[1]; next; }
foreach my $key (keys %_domener_h) {
my $page=$_domener_p{$key}; if ($page == "") {$page=0;}
my $bytes=$_domener_k{$key}; if ($bytes == "") {$bytes=0;}
- print HISTORYTMP "$key $page $_domener_h{$key} $bytes\n"; next;
+# print HISTORYTMP "$key $page $_domener_h{$key} $bytes\n"; next;
+ print HISTORYTMP "$key $page $_domener_h{$key} $bytes $_domener_gz_in{$key} $_domener_gz_out{$key} $_domener_gz_i{$key}\n"; next;
}
print HISTORYTMP "END_DOMAIN\n";
# print " -debug=X to add debug informations lesser than level X\n";
# print "\n";
print "Now supports/detects:\n";
- print " Number of visits and unique visitors\n";
- print " Rush hours and days of week\n";
- print " Last visitors and list of unresolved IP addresses\n";
+ print " Reverse DNS lookup\n";
+ print " Number of visits, unique visitors, list of last visits\n";
+ print " Hosts list and unresolved IP addresses list\n";
+ print " Days of week and rush hours\n";
+ print " Authenticated users\n";
print " Most often viewed pages\n";
print " ".(scalar keys %DomainsHashIDLib)." domains/countries\n";
print " ".(scalar keys %BrowsersHashIDLib)." browsers\n";
print " ".(scalar keys %OSHashLib)." operating systems\n";
print " ".(scalar keys %RobotHashIDLib)." robots\n";
- print " ".(scalar keys %SearchEnginesHashIDLib)." search engines (and keywords or keyphrases used from them)\n";
- print " All HTTP errors\n";
- print " Statistics by day/month/year\n";
+ print " ".(scalar keys %SearchEnginesHashIDLib)." search engines (and keywords/keyphrases used from them)\n";
+ print " HTTP errors statistics\n";
+ print " Report by day/month/year\n";
+ print " And a lot of other advanced options...\n";
print "New versions and FAQ at http://awstats.sourceforge.net\n";
exit 0;
}
}
if ($f =~ /%logname$/ || $f =~ /%l$/ || $f =~ /cs-username$/) {
$found=1;
- $pos_rc = $i; $i++;
+ $pos_logname = $i; $i++;
$PerlParsingFormat .= "([^\\s]*) ";
}
if ($f =~ /%time1$/ || $f =~ /%t$/) {
$pos_agent = $i; $i++;
$PerlParsingFormat .= "([^\\s]*) ";
}
+ if ($f =~ /%gzipin$/ ) {
+ $found=1;
+ $gzipin=$i;$i++;
+ $PerlParsingFormat .= "([^\\s]*) ";
+ }
+ if ($f =~ /%gzipout$/ ) {
+ $found=1;
+ $gzipout=$i;$i++;
+ $PerlParsingFormat .= "([^\\s]*) ";
+ }
+ if ($f =~ /%gzipres$/ ) {
+ $found=1;
+ $gzipres=$i;$i++;
+ $PerlParsingFormat .= "([^\\s]*) ";
+ }
if (! $found) { $found=1; $PerlParsingFormat .= "[^\\s]* "; }
}
($PerlParsingFormat) ? chop($PerlParsingFormat) : error("Error: no recognised format commands in personalised LogFormat string");
/^$PerlParsingFormat/;
my @field=();
foreach $i (1..$lastrequiredfield) { $field[$i]=$$i; }
- &debug(" Record $NbOfLinesRead is: $field[$pos_rc] ; $field[$pos_logname] ; - ; $field[$pos_date] ; TZ; $field[$pos_method] ; $field[$pos_url] ; $field[$pos_code] ; $field[$pos_size] ; $field[$pos_referer] ; $field[$pos_agent]",3);
+ &debug(" Record $NbOfLinesRead is ($lastrequiredfield fields read) : $field[$pos_rc] ; $field[$pos_logname] ; - ; $field[$pos_date] ; TZ; $field[$pos_method] ; $field[$pos_url] ; $field[$pos_code] ; $field[$pos_size] ; $field[$pos_referer] ; $field[$pos_agent]",3);
# Check parsed parameters
#----------------------------------------------------------------------
}
}
}
+
# Origin not found
if (!$found) {
if ($PageBool) { $_from_p[1]++; }
$_from_h[1]++;
}
+ # Compression
+ if ($field[$gzipin]) {
+ my($a,$b)=split(":",$field[$gzipres]);
+ my(undef,$in)=split(":",$field[$gzipin]);
+ my(undef,$out,$percent)=split(":",$field[$gzipout]);
+ $percent=~s/pct.//;
+ if ($out) {
+ $_domener_gz_in{ip}+=$in;
+ $_domener_gz_out{ip}+=$out;
+ $_domener_gz_i{ip}++;
+ }
+ }
+
# End of processing all new records.
}
&debug("End of processing log file(s)");
my $lastdaytoshowtime=$nowyear.$nowmonth.$nowday; # Set day cursor to today
if (($MonthRequired ne $nowmonth && $MonthRequired ne "year") || $YearRequired ne $nowyear) {
if ($MonthRequired eq "year") {
- $lastdaytoshowtime=$YearRequired."3112"; # Set day cursor to last day of the required year
+ $lastdaytoshowtime=$YearRequired."1231"; # Set day cursor to last day of the required year
}
else {
- $lastdaytoshowtime=$YearRequired.$MonthRequired."31"; # Set ay cursor to last day of the required month
+ $lastdaytoshowtime=$YearRequired.$MonthRequired."31"; # Set day cursor to last day of the required month
}
}
my $firstdaytoshowtime=$lastdaytoshowtime;
}
&tab_end;
}
-
+
+ # BY COMPRESSION
+ #---------------------------
+ if ($ShowCompressionStats) {
+ $max_k=1; foreach my $key (values %_domener_k) { if ($key > $max_k) { $max_k = $key; } }
+ print "$CENTER<a name=\"COMPRESS\"> </a><BR>";
+ &tab_head($Message[98],19);
+ print "<TR bgcolor=\"#$color_TableBGRowTitle\">";
+ print "<TH> </TH>";
+ print "<TH bgcolor=\"#$color_k\" width=100>$Message[75]</TH>";
+ print "<TH bgcolor=\"#$color_k\" width=100>$Message[100]</TH>";
+ print "<TH bgcolor=\"#$color_k\" width=100>$Message[101]</TH>";
+ print "<TH bgcolor=\"#$color_k\" width=80>$Message[102]</TH></TR>\n";
+ if ($_domener_gz_in{ip}) { $percent=int(100*(1-$_domener_gz_out{ip}/$_domener_gz_in{ip})); }
+ my $not_gz=$max_k-$_domener_gz_out{ip};
+ print "<TR><TD>$Message[99]</TD>";
+ printf("<TD>%s</td><TD>%s</td>",Format_Bytes($max_k),Format_Bytes($not_gz));
+ if ($_domener_gz_in{ip}) {
+ printf("<TD>%s / %s</td><TD>%0.0f %</td></tr>",Format_Bytes($_domener_gz_in{ip}),Format_Bytes($_domener_gz_out{ip}),$percent);
+ }
+ else {
+ printf("<TD> </td><TD> </td></tr>",Format_Bytes($_domener_gz_in{ip}),Format_Bytes($_domener_gz_out{ip}),$percent);
+ }
+ &tab_end;
+ }
+
# BY ERRORS
#----------------------------
if ($ShowHTTPErrorsStats) {
projects / thirdparty / AWStats.git / commitdiff
