]> git.ipfire.org Git - thirdparty/sarg.git/blobdiff - log.c
Update the man page
[thirdparty/sarg.git] / log.c
diff --git a/log.c b/log.c
index 7eb46da1fa4ae4b5b7ef2bfe81e57208ac4bed02..0bda1f36b766295b7be484312d6e05fb24bfa858 100644 (file)
--- a/log.c
+++ b/log.c
@@ -41,10 +41,12 @@ struct ReadLogDataStruct ReadFilter;
 
 //! List of the input log files to process.
 FileListObject AccessLog=NULL;
-
-
 //! Selected locale set through the environment variable.
 char *CurrentLocale=NULL;
+//! Set to \c true if a useragent log is provided on the command line.
+bool UserAgentFromCmdLine=false;
+
+extern FileListObject UserAgentLog;
 
 static void getusers(const char *pwdfile, int debug);
 
@@ -55,7 +57,6 @@ int main(int argc,char *argv[])
        extern char *optarg;
 
        char hm_str[15];
-       char uagent[MAXLEN];
        char hexclude[MAXLEN];
        char splitprefix[MAXLEN];
        int  ch;
@@ -79,6 +80,7 @@ int main(int argc,char *argv[])
        static int convert=0;
        static int output_css=0;
        static int show_statis=0;
+       static int show_version=0;
        int option_index;
        static struct option long_options[]=
        {
@@ -90,7 +92,7 @@ int main(int argc,char *argv[])
                {"split",no_argument,&split,1},
                {"splitprefix",required_argument,NULL,'P'},
                {"statistics",no_argument,&show_statis,1},
-               {"version",no_argument,NULL,'V'},
+               {"version",no_argument,&show_version,'V'},
                {0,0,0,0}
        };
 
@@ -121,7 +123,6 @@ int main(int argc,char *argv[])
        LogoText[0]='\0';
        PasswdFile[0]='\0';
        OutputEmail[0]='\0';
-       UserAgentLog[0]='\0';
        ExcludeHosts[0]='\0';
        ExcludeUsers[0]='\0';
        ConfigFile[0]='\0';
@@ -228,7 +229,6 @@ int main(int argc,char *argv[])
        us[0]='\0';
        ReadFilter.DateRange[0]='\0';
        df='\0';
-       uagent[0]='\0';
        hexclude[0]='\0';
        addr[0]='\0';
        ReadFilter.StartTime=-1;
@@ -249,6 +249,7 @@ int main(int argc,char *argv[])
        redirector_count=0;
        useragent_count=0;
        DeniedReportLimit=10;
+       SiteUsersReportLimit=0;
        AuthfailReportLimit=10;
        DansGuardianReportLimit=10;
        SquidGuardReportLimit=10;
@@ -297,7 +298,13 @@ int main(int argc,char *argv[])
                                safe_strcpy(addr,optarg,sizeof(addr));
                                break;
                        case 'b': //unused option
-                               safe_strcpy(uagent,optarg,sizeof(uagent));
+                               UserAgentFromCmdLine=true;
+                               if (!UserAgentLog)
+                                       UserAgentLog=FileList_Create();
+                               if (!FileList_AddFile(UserAgentLog,optarg)) {
+                                       debuga(__FILE__,__LINE__,_("Not enough memory to store a user agent file name\n"));
+                                       exit(EXIT_FAILURE);
+                               }
                                break;
                        case 'c':
                                safe_strcpy(hexclude,optarg,sizeof(hexclude));
@@ -328,18 +335,18 @@ int main(int argc,char *argv[])
                                if (!AccessLog)
                                        AccessLog=FileList_Create();
                                if (!FileList_AddFile(AccessLog,optarg)) {
-                                       debuga(_("Not enough memory to store the input log file names\n"));
+                                       debuga(__FILE__,__LINE__,_("Not enough memory to store the input log file names\n"));
                                        exit(EXIT_FAILURE);
                                }
                                AccessLogFromCmdLine++;
                                break;
                        case 'L':
                                if (NRedirectorLogs>MAX_REDIRECTOR_LOGS) {
-                                       debuga(_("Too many redirector logs passed on command line with option -L.\n"));
+                                       debuga(__FILE__,__LINE__,_("Too many redirector logs passed on command line with option -L.\n"));
                                        exit(EXIT_FAILURE);
                                }
                                if (strlen(optarg)>=MAX_REDIRECTOR_FILELEN) {
-                                       debuga(_("Redirector log file name too long passed on command line with opton -L: %s\n"),optarg);
+                                       debuga(__FILE__,__LINE__,_("Redirector log file name too long passed on command line with opton -L: %s\n"),optarg);
                                        exit(EXIT_FAILURE);
                                }
                                strcpy(RedirectorLogs[NRedirectorLogs],optarg);
@@ -370,7 +377,7 @@ int main(int argc,char *argv[])
 
                                if(strstr(optarg,"-") == 0) {
                                        if(sscanf(optarg,"%d:%d",&h1,&m1)!=2) {
-                                               debuga(_("Time period passed on the command line with option -t must be HH:MM\n"));
+                                               debuga(__FILE__,__LINE__,_("Time period passed on the command line with option -t must be HH:MM\n"));
                                                exit(EXIT_FAILURE);
                                        }
                                        ReadFilter.StartTime=h1*100+m1;
@@ -378,7 +385,7 @@ int main(int argc,char *argv[])
                                        snprintf(hm_str,sizeof(hm_str),"%02d:%02d",h1,m1);
                                } else {
                                        if(sscanf(optarg,"%d:%d-%d:%d",&h1,&m1,&h2,&m2)!=4) {
-                                               debuga(_("Time range passed on the command line with option -t must be HH:MM-HH:MM\n"));
+                                               debuga(__FILE__,__LINE__,_("Time range passed on the command line with option -t must be HH:MM-HH:MM\n"));
                                                exit(EXIT_FAILURE);
                                        }
                                        ReadFilter.StartTime=h1*100+m1;
@@ -391,7 +398,7 @@ int main(int argc,char *argv[])
                                safe_strcpy(us,optarg,sizeof(us));
                                break;
                        case 'V':
-                               version();
+                               show_version=1;
                                break;
                        case 'w':
                                safe_strcpy(tmp,optarg,sizeof(tmp));
@@ -406,7 +413,7 @@ int main(int argc,char *argv[])
                                debugz++;
                                break;
                        case ':':
-                               debuga(_("Option -%c requires an argument\n"),optopt);
+                               debuga(__FILE__,__LINE__,_("Option -%c requires an argument\n"),optopt);
                                exit(EXIT_FAILURE);
                        case '?':
                                usage(argv[0]);
@@ -420,6 +427,9 @@ int main(int argc,char *argv[])
                usage(argv[0]);
                exit(2);
        }
+       if (show_version) {
+               version();
+       }
 
        if(output_css) {
                css_content(stdout);
@@ -431,23 +441,23 @@ int main(int argc,char *argv[])
                        AccessLog=FileList_Create();
                for (iarq=optind ; iarq<argc ; iarq++) {
                        if (!FileList_AddFile(AccessLog,argv[iarq])) {
-                               debuga(_("Not enough memory to store the input log file names\n"));
+                               debuga(__FILE__,__LINE__,_("Not enough memory to store the input log file names\n"));
                                exit(EXIT_FAILURE);
                        }
                        AccessLogFromCmdLine++;
                }
        }
 
-       if(debug) debuga(_("Init\n"));
+       if(debug) debuga(__FILE__,__LINE__,_("Init\n"));
 
        if(ConfigFile[0] == '\0') snprintf(ConfigFile,sizeof(ConfigFile),"%s/sarg.conf",SYSCONFDIR);
        if(access(ConfigFile, R_OK) != 0) {
-               debuga(_("Cannot open file \"%s\": %s\n"),ConfigFile,strerror(errno));
+               debuga(__FILE__,__LINE__,_("Cannot open file \"%s\": %s\n"),ConfigFile,strerror(errno));
                exit(EXIT_FAILURE);
        }
 
        if(access(ConfigFile, R_OK) == 0)
-               getconf();
+               getconf(ConfigFile);
 
        if(userip) UserIp=true;
 
@@ -473,7 +483,7 @@ int main(int argc,char *argv[])
        if(AccessLog==NULL) {
                AccessLog=FileList_Create();
                if (!FileList_AddFile(AccessLog,"/var/log/squid/access.log")) {
-                       debuga(_("Not enough memory to store the input log file names\n"));
+                       debuga(__FILE__,__LINE__,_("Not enough memory to store the input log file names\n"));
                        exit(EXIT_FAILURE);
                }
        }
@@ -522,8 +532,11 @@ int main(int argc,char *argv[])
        if(ReportType == 0) {
                ReportType=REPORT_TYPE_TOPUSERS | REPORT_TYPE_TOPSITES | REPORT_TYPE_USERS_SITES |
                           REPORT_TYPE_SITES_USERS | REPORT_TYPE_DATE_TIME | REPORT_TYPE_DENIED |
-                          REPORT_TYPE_AUTH_FAILURES | REPORT_TYPE_SITE_USER_TIME_DATE | REPORT_TYPE_DOWNLOADS;
+                                  REPORT_TYPE_AUTH_FAILURES | REPORT_TYPE_SITE_USER_TIME_DATE |
+                                  REPORT_TYPE_DOWNLOADS | REPORT_TYPE_USERAGENT;
        }
+       if (!FileList_IsEmpty(UserAgentLog))
+               ReportType|=REPORT_TYPE_USERAGENT;
 
        if(access(ExcludeUsers, R_OK) == 0) {
                getuexclude(ExcludeUsers,debug);
@@ -549,8 +562,6 @@ int main(int argc,char *argv[])
        else
                ReadFilter.max_elapsed=0;
 
-       if(uagent[0] == '\0') strcpy(uagent,UserAgentLog);
-
        if(tmp[0] == '\0') strcpy(tmp,TempDir);
        else strcpy(TempDir,tmp);
        /*
@@ -560,7 +571,7 @@ int main(int argc,char *argv[])
        strcat(tmp,"/sarg");
 
        if (tmp[0]!='\0' && strncmp(outdir,tmp,strlen(tmp))==0) {
-               debuga(_("The output directory \"%s\" must be outside of the temporary directory \"%s\"\n"),outdir,tmp);
+               debuga(__FILE__,__LINE__,_("The output directory \"%s\" must be outside of the temporary directory \"%s\"\n"),outdir,tmp);
                exit(EXIT_FAILURE);
        }
 
@@ -573,7 +584,7 @@ int main(int argc,char *argv[])
        }
 
        if(access(tmp, R_OK) == 0) {
-               if (debug) debuga(_("Deleting temporary directory \"%s\"\n"),tmp);
+               if (debug) debuga(__FILE__,__LINE__,_("Deleting temporary directory \"%s\"\n"),tmp);
                emptytmpdir(tmp);
        }
        my_mkdir(tmp);
@@ -581,45 +592,48 @@ int main(int argc,char *argv[])
        if(debug) {
                const char *file;
 
-               debuga(_("Parameters:\n"));
-               debuga(_("          Hostname or IP address (-a) = %s\n"),addr);
-               debuga(_("                   Useragent log (-b) = %s\n"),uagent);
-               debuga(_("                    Exclude file (-c) = %s\n"),hexclude);
-               debuga(_("                 Date from-until (-d) = %s\n"),ReadFilter.DateRange);
-               debuga(_("   Email address to send reports (-e) = %s\n"),email);
-               debuga(_("                     Config file (-f) = %s\n"),ConfigFile);
+               debuga(__FILE__,__LINE__,_("Parameters:\n"));
+               debuga(__FILE__,__LINE__,_("          Hostname or IP address (-a) = %s\n"),addr);
+               FIter=FileListIter_Open(UserAgentLog);
+               while ((file=FileListIter_NextWithMask(FIter))!=NULL)
+                       debuga(__FILE__,__LINE__,_("                   Useragent log (-b) = %s\n"),file);
+               FileListIter_Close(FIter);
+               debuga(__FILE__,__LINE__,_("                    Exclude file (-c) = %s\n"),hexclude);
+               debuga(__FILE__,__LINE__,_("                 Date from-until (-d) = %s\n"),ReadFilter.DateRange);
+               debuga(__FILE__,__LINE__,_("   Email address to send reports (-e) = %s\n"),email);
+               debuga(__FILE__,__LINE__,_("                     Config file (-f) = %s\n"),ConfigFile);
                if (df=='e')
-                       debuga(_("                     Date format (-g) = Europe (dd/mm/yyyy)\n"));
+                       debuga(__FILE__,__LINE__,_("                     Date format (-g) = Europe (dd/mm/yyyy)\n"));
                else if (df=='u')
-                       debuga(_("                     Date format (-g) = USA (mm/dd/yyyy)\n"));
+                       debuga(__FILE__,__LINE__,_("                     Date format (-g) = USA (mm/dd/yyyy)\n"));
                else if (df=='w')
-                       debuga(_("                     Date format (-g) = Sites & Users (yyyy/ww)\n"));
-               debuga(_("                       IP report (-i) = %s\n"),(iprel) ? _("Yes") : _("No"));
-               debuga(_("            Keep temporary files (-k) = %s\n"),(KeepTempLog) ? _("Yes") : _("No"));
+                       debuga(__FILE__,__LINE__,_("                     Date format (-g) = Sites & Users (yyyy/ww)\n"));
+               debuga(__FILE__,__LINE__,_("                       IP report (-i) = %s\n"),(iprel) ? _("Yes") : _("No"));
+               debuga(__FILE__,__LINE__,_("            Keep temporary files (-k) = %s\n"),(KeepTempLog) ? _("Yes") : _("No"));
                FIter=FileListIter_Open(AccessLog);
                while ((file=FileListIter_NextWithMask(FIter))!=NULL)
-                       debuga(_("                       Input log (-l) = %s\n"),file);
+                       debuga(__FILE__,__LINE__,_("                       Input log (-l) = %s\n"),file);
                FileListIter_Close(FIter);
                for (iarq=0 ; iarq<NRedirectorLogs ; iarq++)
-                       debuga(_("                  Redirector log (-L) = %s\n"),RedirectorLogs[iarq]);
-               debuga(_("              Resolve IP Address (-n) = %s\n"),(Ip2Name) ? _("Yes") : _("No"));
-               debuga(_("                      Output dir (-o) = %s\n"),outdir);
-               debuga(_("Use Ip Address instead of userid (-p) = %s\n"),(UserIp) ? _("Yes") : _("No"));
-               debuga(_("                   Accessed site (-s) = %s\n"),site);
-               debuga(_("                            Time (-t) = %s\n"),hm_str);
-               debuga(_("                            User (-u) = %s\n"),us);
-               debuga(_("                   Temporary dir (-w) = %s\n"),tmp);
-               debuga(_("                  Debug messages (-x) = %s\n"),(debug) ? _("Yes") : _("No"));
-               debuga(_("                Process messages (-z) = %d\n"),debugz);
-               debuga(_(" Previous reports to keep (--lastlog) = %d\n"),LastLog);
-               debuga("\n");
+                       debuga(__FILE__,__LINE__,_("                  Redirector log (-L) = %s\n"),RedirectorLogs[iarq]);
+               debuga(__FILE__,__LINE__,_("              Resolve IP Address (-n) = %s\n"),(Ip2Name) ? _("Yes") : _("No"));
+               debuga(__FILE__,__LINE__,_("                      Output dir (-o) = %s\n"),outdir);
+               debuga(__FILE__,__LINE__,_("Use Ip Address instead of userid (-p) = %s\n"),(UserIp) ? _("Yes") : _("No"));
+               debuga(__FILE__,__LINE__,_("                   Accessed site (-s) = %s\n"),site);
+               debuga(__FILE__,__LINE__,_("                            Time (-t) = %s\n"),hm_str);
+               debuga(__FILE__,__LINE__,_("                            User (-u) = %s\n"),us);
+               debuga(__FILE__,__LINE__,_("                   Temporary dir (-w) = %s\n"),tmp);
+               debuga(__FILE__,__LINE__,_("                  Debug messages (-x) = %s\n"),(debug) ? _("Yes") : _("No"));
+               debuga(__FILE__,__LINE__,_("                Process messages (-z) = %d\n"),debugz);
+               debuga(__FILE__,__LINE__,_(" Previous reports to keep (--lastlog) = %d\n"),LastLog);
+               debuga(__FILE__,__LINE__,"\n");
        }
 
        if(debug)
-               debuga(_("sarg version: %s\n"),VERSION);
+               debuga(__FILE__,__LINE__,_("sarg version: %s\n"),VERSION);
 
 #ifdef ENABLE_DOUBLE_CHECK_DATA
-       debuga(_("Sarg compiled to report warnings if the output is inconsistent\n"));
+       debuga(__FILE__,__LINE__,_("Sarg compiled to report warnings if the output is inconsistent\n"));
 #endif
 
 #ifdef HAVE_RLIM_T
@@ -656,8 +670,6 @@ int main(int argc,char *argv[])
        }
 #endif
 
-       init_usertab(UserTabFile);
-
        read_start_time=time(NULL);
        LogStatus=ReadLogFile(&ReadFilter);
        read_end_time=time(NULL);
@@ -672,16 +684,17 @@ int main(int argc,char *argv[])
                char date0[30], date1[30];
                struct tm Start,End;
 
-               GetLogPeriod(&Start,&End);
-               strftime(date0,sizeof(date0),"%x",&Start);
-               strftime(date1,sizeof(date1),"%x",&End);
-               // TRANSLATORS: The %s are the start and end dates in locale format.
-               debuga(_("Period covered by log files: %s-%s\n"),date0,date1);
+               if (GetLogPeriod(&Start,&End)) {
+                       strftime(date0,sizeof(date0),"%x",&Start);
+                       strftime(date1,sizeof(date1),"%x",&End);
+                       // TRANSLATORS: The %s are the start and end dates in locale format.
+                       debuga(__FILE__,__LINE__,_("Period covered by log files: %s-%s\n"),date0,date1);
+               }
        }
 
        if (!LogStatus){
-               debuga(_("No records found\n"));
-               debuga(_("End\n"));
+               debuga(__FILE__,__LINE__,_("No records found\n"));
+               debuga(__FILE__,__LINE__,_("End\n"));
                userinfo_free();
                if(userfile) free(userfile);
                close_usertab();
@@ -694,13 +707,13 @@ int main(int argc,char *argv[])
                strftime(date0,sizeof(date0),"%x",&period.start);
                strftime(date1,sizeof(date1),"%x",&period.end);
                // TRANSLATORS: The %s are the start and end dates in locale format.
-               debuga(_("Period extracted from log files: %s-%s\n"),date0,date1);
+               debuga(__FILE__,__LINE__,_("Period extracted from log files: %s-%s\n"),date0,date1);
        }
        if (ReadFilter.DateRange[0] != '\0') {
                getperiod_fromrange(&period,dfrom,duntil);
        }
        if (getperiod_buildtext(&period)<0) {
-               debuga(_("Failed to build the string representation of the date range\n"));
+               debuga(__FILE__,__LINE__,_("Failed to build the string representation of the date range\n"));
                exit(EXIT_FAILURE);
        }
 
@@ -727,23 +740,24 @@ int main(int argc,char *argv[])
        if(userfile)
                free(userfile);
        close_usertab();
+       FileList_Destroy(&UserAgentLog);
 
        end_time=time(NULL);
 
        if (show_statis) {
                double elapsed=(double)end_time-(double)start_time;
-               debuga(_("Total execution time: %.0lf seconds\n"),elapsed);
+               debuga(__FILE__,__LINE__,_("Total execution time: %.0lf seconds\n"),elapsed);
                if (read_elapsed>0.) {
-                       debuga(_("Lines read: %lu lines in %.0lf seconds (%.0lf lines/s)\n"),lines_read,read_elapsed,(double)lines_read/read_elapsed);
+                       debuga(__FILE__,__LINE__,_("Lines read: %lu lines in %.0lf seconds (%.0lf lines/s)\n"),lines_read,read_elapsed,(double)lines_read/read_elapsed);
                }
                if (process_elapsed>0.) {
-                       debuga(_("Processed records: %lu records in %.0lf seconds (%.0lf records/s)\n"),records_kept,process_elapsed,(double)records_kept/process_elapsed);
-                       debuga(_("Users: %lu users in %.0lf seconds (%.0lf users/s)\n"),nusers,process_elapsed,(double)nusers/process_elapsed);
+                       debuga(__FILE__,__LINE__,_("Processed records: %lu records in %.0lf seconds (%.0lf records/s)\n"),records_kept,process_elapsed,(double)records_kept/process_elapsed);
+                       debuga(__FILE__,__LINE__,_("Users: %lu users in %.0lf seconds (%.0lf users/s)\n"),nusers,process_elapsed,(double)nusers/process_elapsed);
                }
        }
 
        if(debug)
-               debuga(_("End\n"));
+               debuga(__FILE__,__LINE__,_("End\n"));
 
        exit(EXIT_SUCCESS);
 }
@@ -757,30 +771,30 @@ static void getusers(const char *pwdfile, int debug)
        long int nreg=0;
 
        if(debug)
-               debuga(_("Loading password file from %s\n"),pwdfile);
+               debuga(__FILE__,__LINE__,_("Loading password file \"%s\"\n"),pwdfile);
 
        if ((fp_usr = fopen(pwdfile, "r")) == NULL) {
-               debuga(_("Cannot open file \"%s\": %s\n"),pwdfile,strerror(errno));
+               debuga(__FILE__,__LINE__,_("Cannot open file \"%s\": %s\n"),pwdfile,strerror(errno));
                exit(EXIT_FAILURE);
        }
 
        if (fseek(fp_usr, 0, SEEK_END)==-1) {
-               debuga(_("Failed to move till the end of file \"%s\": %s\n"),pwdfile,strerror(errno));
+               debuga(__FILE__,__LINE__,_("Failed to move till the end of file \"%s\": %s\n"),pwdfile,strerror(errno));
                exit(EXIT_FAILURE);
        }
        nreg = ftell(fp_usr);
        if (nreg<0) {
-               debuga(_("Cannot get the size of file %s\n"),pwdfile);
+               debuga(__FILE__,__LINE__,_("Cannot get the size of file \"%s\"\n"),pwdfile);
                exit(EXIT_FAILURE);
        }
        nreg = nreg+5000;
        if (fseek(fp_usr, 0, SEEK_SET)==-1) {
-               debuga(_("Failed to rewind file \"%s\": %s\n"),pwdfile,strerror(errno));
+               debuga(__FILE__,__LINE__,_("Failed to rewind file \"%s\": %s\n"),pwdfile,strerror(errno));
                exit(EXIT_FAILURE);
        }
 
        if((userfile=(char *) malloc(nreg))==NULL){
-               debuga(_("malloc error (%ld bytes required)\n"),nreg);
+               debuga(__FILE__,__LINE__,_("malloc error (%ld bytes required)\n"),nreg);
                exit(EXIT_FAILURE);
        }
 
@@ -790,7 +804,7 @@ static void getusers(const char *pwdfile, int debug)
        while(fgets(buf,sizeof(buf),fp_usr)!=NULL) {
                str=strchr(buf,':');
                if (!str) {
-                       debuga(_("You have an invalid user in your %s file\n"),pwdfile);
+                       debuga(__FILE__,__LINE__,_("Invalid user in file \"%s\"\n"),pwdfile);
                        exit(EXIT_FAILURE);
                }
                str[1]='\0';
@@ -798,7 +812,7 @@ static void getusers(const char *pwdfile, int debug)
        }
 
        if (fclose(fp_usr)==EOF) {
-               debuga(_("Read error in \"%s\": %s\n"),pwdfile,strerror(errno));
+               debuga(__FILE__,__LINE__,_("Read error in \"%s\": %s\n"),pwdfile,strerror(errno));
                exit(EXIT_FAILURE);
        }