]> git.ipfire.org Git - thirdparty/sarg.git/blame_incremental - log.c
projects / thirdparty / sarg.git / blame_incremental
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (non-incremental) | history | HEAD
Add support to decompress xz files
[thirdparty/sarg.git] / log.c
... / ...
CommitLineData
1/*
2 * SARG Squid Analysis Report Generator http://sarg.sourceforge.net
3 * 1998, 2015
4 *
5 * SARG donations:
6 * please look at http://sarg.sourceforge.net/donations.php
7 * Support:
8 * http://sourceforge.net/projects/sarg/forums/forum/363374
9 * ---------------------------------------------------------------------
10 *
11 * This program is free software; you can redistribute it and/or modify
12 * it under the terms of the GNU General Public License as published by
13 * the Free Software Foundation; either version 2 of the License, or
14 * (at your option) any later version.
15 *
16 * This program is distributed in the hope that it will be useful,
17 * but WITHOUT ANY WARRANTY; without even the implied warranty of
18 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
19 * GNU General Public License for more details.
20 *
21 * You should have received a copy of the GNU General Public License
22 * along with this program; if not, write to the Free Software
23 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111, USA.
24 *
25 */
26
27#include "include/conf.h"
28#include "include/defs.h"
29#include "include/readlog.h"
30#include "include/filelist.h"
31
32#ifdef HAVE_GETOPT_H
33#include <getopt.h>
34#endif
35
36//! The log file filtering.
37struct ReadLogDataStruct ReadFilter;
38
39//! The list of the system users.
40/*@null@*/char *userfile=NULL;
41
42//! List of the input log files to process.
43FileListObject AccessLog=NULL;
44//! Selected locale set through the environment variable.
45char *CurrentLocale=NULL;
46//! Set to \c true if a useragent log is provided on the command line.
47bool UserAgentFromCmdLine=false;
48
49extern FileListObject UserAgentLog;
50
51static void getusers(const char *pwdfile, int debug);
52
53int main(int argc,char *argv[])
54{
55 extern int optind;
56 extern int optopt;
57 extern char *optarg;
58
59 char hm_str[15];
60 char hexclude[MAXLEN];
61 char splitprefix[MAXLEN];
62 int ch;
63 int errflg=0;
64 bool dns=false;
65 int iarq=0;
66 int lastlog=-1;
67 int LogStatus;
68 bool realt;
69 bool userip;
70 time_t start_time;
71 time_t end_time;
72 time_t read_start_time;
73 time_t read_end_time;
74 time_t process_start_time;
75 time_t process_end_time;
76 double read_elapsed;
77 double process_elapsed;
78 FileListIterator FIter;
79 static int split=0;
80 static int convert=0;
81 static int output_css=0;
82 static int show_statis=0;
83 static int show_version=0;
84 int option_index;
85 static struct option long_options[]=
86 {
87 {"convert",no_argument,&convert,1},
88 {"css",no_argument,&output_css,1},
89 {"help",no_argument,NULL,'h'},
90 {"lastlog",required_argument,NULL,2},
91 {"keeplogs",no_argument,NULL,3},
92 {"split",no_argument,&split,1},
93 {"splitprefix",required_argument,NULL,'P'},
94 {"statistics",no_argument,&show_statis,1},
95 {"version",no_argument,&show_version,'V'},
96 {0,0,0,0}
97 };
98
99 start_time=time(NULL);
100
101#ifdef HAVE_LOCALE_H
102 setlocale(LC_TIME,"");
103#endif
104
105#if defined(ENABLE_NLS) && defined(HAVE_LOCALE_H)
106 CurrentLocale=setlocale (LC_ALL, "");
107 if (!CurrentLocale) {
108 fprintf(stderr,"SARG: Cannot set the locale LC_ALL to the environment variable\n");
109 exit(EXIT_FAILURE);
110 }
111 if (!bindtextdomain (PACKAGE_NAME, LOCALEDIR)) {
112 fprintf(stderr,"SARG: Cannot bind to text domain %s in directory %s (%s)\n",PACKAGE_NAME,LOCALEDIR,strerror(errno));
113 exit(EXIT_FAILURE);
114 }
115 if (!textdomain (PACKAGE_NAME)) {
116 fprintf(stderr,"SARG: Cannot set gettext domain for %s PACKAGE_NAME (%s)\n",PACKAGE_NAME,strerror(errno));
117 exit(EXIT_FAILURE);
118 }
119#endif //ENABLE_NLS
120
121 BgImage[0]='\0';
122 LogoImage[0]='\0';
123 LogoText[0]='\0';
124 PasswdFile[0]='\0';
125 OutputEmail[0]='\0';
126 ExcludeHosts[0]='\0';
127 ExcludeUsers[0]='\0';
128 ConfigFile[0]='\0';
129 code[0]='\0';
130 LastLog=0;
131 ReportType=0UL;
132 UserTabFile[0]='\0';
133 BlockIt[0]='\0';
134 ExternalCSSFile[0]='\0';
135 RedirectorLogFormat[0]='\0';
136 NRedirectorLogs=0;
137
138 snprintf(ExcludeCodes,sizeof(ExcludeCodes),"%s/exclude_codes",SYSCONFDIR);
139 strcpy(GraphDaysBytesBarColor,"orange");
140 strcpy(BgColor,"#ffffff");
141 strcpy(TxColor,"#000000");
142 strcpy(TxBgColor,"lavender");
143 strcpy(TiColor,"darkblue");
144 strcpy(Width,"80");
145 strcpy(Height,"45");
146 strcpy(LogoTextColor,"#000000");
147 strcpy(HeaderColor,"darkblue");
148 strcpy(HeaderBgColor,"#dddddd");
149 strcpy(LogoTextColor,"#006699");
150 strcpy(FontSize,"9px");
151 strcpy(TempDir,"/tmp");
152 strcpy(OutputDir,"/var/www/html/squid-reports");
153 AnonymousOutputFiles=false;
154 Ip2Name=false;
155 DateFormat='u';
156 OverwriteReport=false;
157 RemoveTempFiles=true;
158 strcpy(ReplaceIndex,INDEX_HTML_FILE);
159 Index=INDEX_YES;
160 RecordsWithoutUser=RECORDWITHOUTUSER_IP;
161 UseComma=0;
162 strcpy(MailUtility,"mailx");
163 TopSitesNum=100;
164 TopUsersNum=0;
165 UserIp=0;
166 TopuserSort=TOPUSER_SORT_BYTES | TOPUSER_SORT_REVERSE;
167 UserSort=USER_SORT_BYTES | USER_SORT_REVERSE;
168 TopsitesSort=TOPSITE_SORT_CONNECT | TOPSITE_SORT_REVERSE;
169 LongUrl=0;
170 strcpy(FontFace,"Verdana,Tahoma,Arial");
171 datetimeby=DATETIME_BYTE;
172 strcpy(CharSet,"ISO-8859-1");
173 Privacy=0;
174 strcpy(PrivacyString,"***.***.***.***");
175 strcpy(PrivacyStringColor,"blue");
176 SuccessfulMsg=true;
177 TopUserFields=TOPUSERFIELDS_NUM | TOPUSERFIELDS_DATE_TIME | TOPUSERFIELDS_USERID | TOPUSERFIELDS_CONNECT |
178 TOPUSERFIELDS_BYTES | TOPUSERFIELDS_SETYB | TOPUSERFIELDS_IN_CACHE_OUT |
179 TOPUSERFIELDS_USED_TIME | TOPUSERFIELDS_MILISEC | TOPUSERFIELDS_PTIME |
180 TOPUSERFIELDS_TOTAL | TOPUSERFIELDS_AVERAGE;
181 UserReportFields=USERREPORTFIELDS_CONNECT | USERREPORTFIELDS_BYTES | USERREPORTFIELDS_SETYB |
182 USERREPORTFIELDS_IN_CACHE_OUT | USERREPORTFIELDS_USED_TIME | USERREPORTFIELDS_MILISEC |
183 USERREPORTFIELDS_PTIME | USERREPORTFIELDS_TOTAL | USERREPORTFIELDS_AVERAGE;
184 strcpy(DataFileDelimiter,";");
185 DataFileFields=DATA_FIELD_USER | DATA_FIELD_DATE | DATA_FIELD_TIME | DATA_FIELD_URL | DATA_FIELD_CONNECT |
186 DATA_FIELD_BYTES | DATA_FIELD_IN_CACHE | DATA_FIELD_OUT_CACHE | DATA_FIELD_ELAPSED;
187 ShowReadStatistics=true;
188 ShowReadPercent=false;
189 strcpy(IndexSortOrder,"D");
190 ShowSargInfo=true;
191 ShowSargLogo=true;
192 ParsedOutputLog[0]='\0';
193 strcpy(ParsedOutputLogCompress,"/bin/gzip -f");
194 DisplayedValues=DISPLAY_ABBREV;
195 strcpy(HeaderFontSize,"9px");
196 strcpy(TitleFontSize,"11px");
197 strcpy(AuthUserTemplateFile,"sarg_htaccess");
198 set_download_suffix("7z,ace,arj,avi,bat,bin,bz2,bzip,cab,com,cpio,dll,doc,dot,exe,gz,iso,lha,lzh,mdb,mov,mp3,mpeg,mpg,mso,nrg,ogg,ppt,rar,rtf,shs,src,sys,tar,tgz,vcd,vob,wma,wmv,zip");
199 Graphs=true;
200#if defined(FONTDIR)
201 strcpy(GraphFont,FONTDIR"/DejaVuSans.ttf");
202#else
203 GraphFont[0]='\0';
204#endif
205 strcpy(Ulimit,"20000");
206 NtlmUserFormat=NTLMUSERFORMAT_DOMAINUSER;
207 IndexTree=INDEX_TREE_FILE;
208 IndexFields=INDEXFIELDS_DIRSIZE;
209 strcpy(RealtimeTypes,"GET,PUT,CONNECT,POST");
210 RealtimeUnauthRec=REALTIME_UNAUTH_REC_SHOW;
211 RedirectorFilterOutDate=true;
212 DansguardianFilterOutDate=true;
213 DataFileUrl=DATAFILEURL_IP;
214 strcpy(MaxElapsed,"28800000");
215 BytesInSitesUsersReport=0;
216 UserAuthentication=0;
217 strcpy(LDAPHost,"127.0.0.1");
218 LDAPPort=389;
219 LDAPProtocolVersion=3;
220 LDAPBindDN[0]='\0';
221 LDAPBindPW[0]='\0';
222 LDAPBaseSearch[0]='\0';
223 strcpy(LDAPFilterSearch, "(uid=%s)");
224 strcpy(LDAPTargetAttr, "cn");
225 LDAPNativeCharset[0]='\0';
226 SortTableJs[0]='\0';
227
228 tmp[0]='\0';
229 us[0]='\0';
230 ReadFilter.DateRange[0]='\0';
231 df='\0';
232 hexclude[0]='\0';
233 addr[0]='\0';
234 ReadFilter.StartTime=-1;
235 ReadFilter.EndTime=-1;
236 site[0]='\0';
237 outdir[0]='\0';
238 splitprefix[0]='\0';
239 email[0]='\0';
240 UserInvalidChar[0]='\0';
241 DataFile[0]='\0';
242 SquidGuardConf[0]='\0';
243 DansGuardianConf[0]='\0';
244 hm_str[0]='\0';
245 HostAliasFile[0]='\0';
246 UserAliasFile[0]='\0';
247
248 dansguardian_count=0;
249 redirector_count=0;
250 useragent_count=0;
251 DeniedReportLimit=10;
252 SiteUsersReportLimit=0;
253 AuthfailReportLimit=10;
254 DansGuardianReportLimit=10;
255 SquidGuardReportLimit=10;
256 DownloadReportLimit=50;
257 UserReportLimit=0;
258 debug=0;
259 debugz=0;
260 iprel=false;
261 userip=false;
262 realt=false;
263 realtime_refresh=3;
264 realtime_access_log_lines=1000;
265 cost=0.01;
266 nocost=50000000;
267 squid24=false;
268 dfrom=0;
269 duntil=0;
270 KeepTempLog=false;
271 NumLogSuccessiveErrors=3;
272 NumLogTotalErrors=50;
273 lines_read=0UL;
274 records_kept=0UL;
275 nusers=0UL;
276
277 memset(IncludeUsers,0,sizeof(IncludeUsers));
278 memset(ExcludeString,0,sizeof(ExcludeString));
279 memset(&period,0,sizeof(period));
280
281 AccessLogFromCmdLine=0;
282 RedirectorLogFromCmdLine=0;
283
284 strcpy(Title,_("Squid User Access Report"));
285
286 while((ch = getopt_long(argc, argv, "a:b:c:d:e:f:g:hikl:L:no:P:prs:t:u:Vw:xyz",long_options,&option_index)) != -1){
287 switch(ch)
288 {
289 case 0:
290 break;
291 case 2:
292 lastlog=atoi(optarg);
293 break;
294 case 3:
295 lastlog=0;
296 break;
297 case 'a':
298 safe_strcpy(addr,optarg,sizeof(addr));
299 break;
300 case 'b': //unused option
301 UserAgentFromCmdLine=true;
302 if (!UserAgentLog)
303 UserAgentLog=FileList_Create();
304 if (!FileList_AddFile(UserAgentLog,optarg)) {
305 debuga(__FILE__,__LINE__,_("Not enough memory to store a user agent file name\n"));
306 exit(EXIT_FAILURE);
307 }
308 break;
309 case 'c':
310 safe_strcpy(hexclude,optarg,sizeof(hexclude));
311 break;
312 case 'd':
313 safe_strcpy(ReadFilter.DateRange,optarg,sizeof(ReadFilter.DateRange));
314 date_from(ReadFilter.DateRange,sizeof(ReadFilter.DateRange), &dfrom, &duntil);
315 break;
316 case 'e':
317 safe_strcpy(email,optarg,sizeof(email));
318 break;
319 case 'f':
320 safe_strcpy(ConfigFile,optarg,sizeof(ConfigFile));
321 break;
322 case 'g':
323 df=*optarg;
324 break;
325 case 'h':
326 usage(argv[0]);
327 exit(EXIT_SUCCESS);
328 case 'i':
329 iprel=true;
330 break;
331 case 'k':
332 KeepTempLog=true;
333 break;
334 case 'l':
335 if (!AccessLog)
336 AccessLog=FileList_Create();
337 if (!FileList_AddFile(AccessLog,optarg)) {
338 debuga(__FILE__,__LINE__,_("Not enough memory to store the input log file names\n"));
339 exit(EXIT_FAILURE);
340 }
341 AccessLogFromCmdLine++;
342 break;
343 case 'L':
344 if (NRedirectorLogs>MAX_REDIRECTOR_LOGS) {
345 debuga(__FILE__,__LINE__,_("Too many redirector logs passed on command line with option -L.\n"));
346 exit(EXIT_FAILURE);
347 }
348 if (strlen(optarg)>=MAX_REDIRECTOR_FILELEN) {
349 debuga(__FILE__,__LINE__,_("Redirector log file name too long passed on command line with opton -L: %s\n"),optarg);
350 exit(EXIT_FAILURE);
351 }
352 strcpy(RedirectorLogs[NRedirectorLogs],optarg);
353 NRedirectorLogs++;
354 RedirectorLogFromCmdLine++;
355 break;
356 case 'n':
357 dns=true;
358 break;
359 case 'o':
360 safe_strcpy(outdir,optarg,sizeof(outdir));
361 break;
362 case 'p':
363 userip=true;
364 break;
365 case 'P':
366 safe_strcpy(splitprefix,optarg,sizeof(splitprefix));
367 break;
368 case 'r':
369 realt=true;
370 break;
371 case 's':
372 safe_strcpy(site,optarg,sizeof(site));
373 break;
374 case 't':
375 {
376 int h1,m1,h2,m2;
377
378 if(strstr(optarg,"-") == 0) {
379 if(sscanf(optarg,"%d:%d",&h1,&m1)!=2) {
380 debuga(__FILE__,__LINE__,_("Time period passed on the command line with option -t must be HH:MM\n"));
381 exit(EXIT_FAILURE);
382 }
383 ReadFilter.StartTime=h1*100+m1;
384 ReadFilter.EndTime=ReadFilter.StartTime;
385 snprintf(hm_str,sizeof(hm_str),"%02d:%02d",h1,m1);
386 } else {
387 if(sscanf(optarg,"%d:%d-%d:%d",&h1,&m1,&h2,&m2)!=4) {
388 debuga(__FILE__,__LINE__,_("Time range passed on the command line with option -t must be HH:MM-HH:MM\n"));
389 exit(EXIT_FAILURE);
390 }
391 ReadFilter.StartTime=h1*100+m1;
392 ReadFilter.EndTime=h2*100+m2;
393 snprintf(hm_str,sizeof(hm_str),"%02d:%02d-%02d:%02d",h1,m1,h2,m2);
394 }
395 break;
396 }
397 case 'u':
398 safe_strcpy(us,optarg,sizeof(us));
399 break;
400 case 'V':
401 show_version=1;
402 break;
403 case 'w':
404 safe_strcpy(tmp,optarg,sizeof(tmp));
405 break;
406 case 'x':
407 debug++;
408 break;
409 case 'y': //unused option
410 langcode++;
411 break;
412 case 'z':
413 debugz++;
414 break;
415 case ':':
416 debuga(__FILE__,__LINE__,_("Option -%c requires an argument\n"),optopt);
417 exit(EXIT_FAILURE);
418 case '?':
419 usage(argv[0]);
420 exit(EXIT_FAILURE);
421 default:
422 abort();
423 }
424 }
425
426 if (errflg>0) {
427 usage(argv[0]);
428 exit(2);
429 }
430 if (show_version) {
431 version();
432 }
433
434 if(output_css) {
435 css_content(stdout);
436 exit(EXIT_SUCCESS);
437 }
438
439 if (optind<argc) {
440 if (!AccessLog)
441 AccessLog=FileList_Create();
442 for (iarq=optind ; iarq<argc ; iarq++) {
443 if (!FileList_AddFile(AccessLog,argv[iarq])) {
444 debuga(__FILE__,__LINE__,_("Not enough memory to store the input log file names\n"));
445 exit(EXIT_FAILURE);
446 }
447 AccessLogFromCmdLine++;
448 }
449 }
450
451 if(debug) debuga(__FILE__,__LINE__,_("Init\n"));
452
453 if(ConfigFile[0] == '\0') snprintf(ConfigFile,sizeof(ConfigFile),"%s/sarg.conf",SYSCONFDIR);
454 if(access(ConfigFile, R_OK) != 0) {
455 debuga(__FILE__,__LINE__,_("Cannot open file \"%s\": %s\n"),ConfigFile,strerror(errno));
456 exit(EXIT_FAILURE);
457 }
458
459 if(access(ConfigFile, R_OK) == 0)
460 getconf(ConfigFile);
461
462 if(userip) UserIp=true;
463
464 if(dns) ip2name_forcedns();
465
466 if (lastlog>=0) LastLog=lastlog;
467
468 if(outdir[0] == '\0') strcpy(outdir,OutputDir);
469 if(outdir[0] != '\0') strcat(outdir,"/");
470
471 if(IndexTree == INDEX_TREE_FILE)
472 strcpy(ImageFile,"../images");
473 else
474 strcpy(ImageFile,"../../../images");
475
476 dataonly=(DataFile[0] != '\0');
477
478 if (df=='\0') df=DateFormat;
479 if (df=='\0') df='u';
480 if (df=='w')
481 IndexTree=INDEX_TREE_FILE;
482
483 if(AccessLog==NULL) {
484 AccessLog=FileList_Create();
485 if (!FileList_AddFile(AccessLog,"/var/log/squid/access.log")) {
486 debuga(__FILE__,__LINE__,_("Not enough memory to store the input log file names\n"));
487 exit(EXIT_FAILURE);
488 }
489 }
490
491 if(realt) {
492 realtime();
493 exit(EXIT_SUCCESS);
494 }
495 if(split) {
496 const char *file;
497
498 FIter=FileListIter_Open(AccessLog);
499 while ((file=FileListIter_Next(FIter))!=NULL)
500 splitlog(file, df, dfrom, duntil, convert, splitprefix);
501 FileListIter_Close(FIter);
502 exit(EXIT_SUCCESS);
503 }
504 if(convert) {
505 const char *file;
506
507 FIter=FileListIter_Open(AccessLog);
508 while ((file=FileListIter_Next(FIter))!=NULL)
509 convlog(file, df, dfrom, duntil);
510 FileListIter_Close(FIter);
511 exit(EXIT_SUCCESS);
512 }
513
514 load_excludecodes(ExcludeCodes);
515
516 if(access(PasswdFile, R_OK) == 0) {
517 getusers(PasswdFile,debug);
518 ReadFilter.SysUsers=true;
519 } else {
520 ReadFilter.SysUsers=false;
521 }
522
523 if(hexclude[0] == '\0')
524 strcpy(hexclude,ExcludeHosts);
525 if(hexclude[0] != '\0') {
526 gethexclude(hexclude,debug);
527 ReadFilter.HostFilter=true;
528 } else {
529 ReadFilter.HostFilter=false;
530 }
531
532 if(ReportType == 0) {
533 ReportType=REPORT_TYPE_TOPUSERS | REPORT_TYPE_TOPSITES | REPORT_TYPE_USERS_SITES |
534 REPORT_TYPE_SITES_USERS | REPORT_TYPE_DATE_TIME | REPORT_TYPE_DENIED |
535 REPORT_TYPE_AUTH_FAILURES | REPORT_TYPE_SITE_USER_TIME_DATE |
536 REPORT_TYPE_DOWNLOADS | REPORT_TYPE_USERAGENT;
537 }
538 if (!FileList_IsEmpty(UserAgentLog))
539 ReportType|=REPORT_TYPE_USERAGENT;
540
541 if(access(ExcludeUsers, R_OK) == 0) {
542 getuexclude(ExcludeUsers,debug);
543 ReadFilter.UserFilter=true;
544 } else {
545 ReadFilter.UserFilter=false;
546 }
547 if (HostAliasFile[0] != '\0')
548 read_hostalias(HostAliasFile);
549 if (UserAliasFile[0] != '\0')
550 read_useralias(UserAliasFile);
551
552 indexonly=false;
553 if(ReadFilter.UserFilter) {
554 if(is_indexonly())
555 indexonly=true;
556 }
557 if(strcmp(ExcludeUsers,"indexonly") == 0) indexonly=true;
558 if(Index == INDEX_ONLY) indexonly=true;
559
560 if(MaxElapsed[0] != '\0')
561 ReadFilter.max_elapsed=atol(MaxElapsed);
562 else
563 ReadFilter.max_elapsed=0;
564
565 if(tmp[0] == '\0') strcpy(tmp,TempDir);
566 else strcpy(TempDir,tmp);
567 /*
568 For historical reasons, the temporary directory is the subdirectory "sarg" of the path
569 provided by the user.
570 */
571 strcat(tmp,"/sarg");
572
573 if (tmp[0]!='\0' && strncmp(outdir,tmp,strlen(tmp))==0) {
574 debuga(__FILE__,__LINE__,_("The output directory \"%s\" must be outside of the temporary directory \"%s\"\n"),outdir,tmp);
575 exit(EXIT_FAILURE);
576 }
577
578 if(email[0] == '\0' && OutputEmail[0] != '\0') strcpy(email,OutputEmail);
579
580 if(email[0] != '\0') {
581 my_mkdir(tmp);
582 strcpy(outdir,tmp);
583 strcat(outdir,"/");
584 }
585
586 if(access(tmp, R_OK) == 0) {
587 if (debug) debuga(__FILE__,__LINE__,_("Deleting temporary directory \"%s\"\n"),tmp);
588 emptytmpdir(tmp);
589 }
590 my_mkdir(tmp);
591
592 if(debug) {
593 const char *file;
594
595 debuga(__FILE__,__LINE__,_("Parameters:\n"));
596 debuga(__FILE__,__LINE__,_(" Hostname or IP address (-a) = %s\n"),addr);
597 FIter=FileListIter_Open(UserAgentLog);
598 while ((file=FileListIter_NextWithMask(FIter))!=NULL)
599 debuga(__FILE__,__LINE__,_(" Useragent log (-b) = %s\n"),file);
600 FileListIter_Close(FIter);
601 debuga(__FILE__,__LINE__,_(" Exclude file (-c) = %s\n"),hexclude);
602 debuga(__FILE__,__LINE__,_(" Date from-until (-d) = %s\n"),ReadFilter.DateRange);
603 debuga(__FILE__,__LINE__,_(" Email address to send reports (-e) = %s\n"),email);
604 debuga(__FILE__,__LINE__,_(" Config file (-f) = %s\n"),ConfigFile);
605 if (df=='e')
606 debuga(__FILE__,__LINE__,_(" Date format (-g) = Europe (dd/mm/yyyy)\n"));
607 else if (df=='u')
608 debuga(__FILE__,__LINE__,_(" Date format (-g) = USA (mm/dd/yyyy)\n"));
609 else if (df=='w')
610 debuga(__FILE__,__LINE__,_(" Date format (-g) = Sites & Users (yyyy/ww)\n"));
611 debuga(__FILE__,__LINE__,_(" IP report (-i) = %s\n"),(iprel) ? _("Yes") : _("No"));
612 debuga(__FILE__,__LINE__,_(" Keep temporary files (-k) = %s\n"),(KeepTempLog) ? _("Yes") : _("No"));
613 FIter=FileListIter_Open(AccessLog);
614 while ((file=FileListIter_NextWithMask(FIter))!=NULL)
615 debuga(__FILE__,__LINE__,_(" Input log (-l) = %s\n"),file);
616 FileListIter_Close(FIter);
617 for (iarq=0 ; iarq<NRedirectorLogs ; iarq++)
618 debuga(__FILE__,__LINE__,_(" Redirector log (-L) = %s\n"),RedirectorLogs[iarq]);
619 debuga(__FILE__,__LINE__,_(" Resolve IP Address (-n) = %s\n"),(Ip2Name) ? _("Yes") : _("No"));
620 debuga(__FILE__,__LINE__,_(" Output dir (-o) = %s\n"),outdir);
621 debuga(__FILE__,__LINE__,_("Use Ip Address instead of userid (-p) = %s\n"),(UserIp) ? _("Yes") : _("No"));
622 debuga(__FILE__,__LINE__,_(" Accessed site (-s) = %s\n"),site);
623 debuga(__FILE__,__LINE__,_(" Time (-t) = %s\n"),hm_str);
624 debuga(__FILE__,__LINE__,_(" User (-u) = %s\n"),us);
625 debuga(__FILE__,__LINE__,_(" Temporary dir (-w) = %s\n"),tmp);
626 debuga(__FILE__,__LINE__,_(" Debug messages (-x) = %s\n"),(debug) ? _("Yes") : _("No"));
627 debuga(__FILE__,__LINE__,_(" Process messages (-z) = %d\n"),debugz);
628 debuga(__FILE__,__LINE__,_(" Previous reports to keep (--lastlog) = %d\n"),LastLog);
629 debuga(__FILE__,__LINE__,"\n");
630 }
631
632 if(debug)
633 debuga(__FILE__,__LINE__,_("sarg version: %s\n"),VERSION);
634
635#ifdef ENABLE_DOUBLE_CHECK_DATA
636 debuga(__FILE__,__LINE__,_("Sarg compiled to report warnings if the output is inconsistent\n"));
637#endif
638
639#ifdef HAVE_RLIM_T
640 if (Ulimit[0] != '\0') {
641 struct rlimit rl;
642 long l1, l2;
643 int rc=0;
644
645#if defined(RLIMIT_NOFILE)
646 getrlimit (RLIMIT_NOFILE, &rl);
647#elif defined(RLIMIT_OFILE)
648 getrlimit (RLIMIT_OFILE, &rl);
649#else
650#warning "No rlimit resource for the number of open files"
651#endif
652 l1 = rl.rlim_cur;
653 l2 = rl.rlim_max;
654
655 rl.rlim_cur = atol(Ulimit);
656 rl.rlim_max = atol(Ulimit);
657#if defined(RLIMIT_NOFILE)
658 rc=setrlimit (RLIMIT_NOFILE, &rl);
659#elif defined(RLIMIT_OFILE)
660 rc=setrlimit (RLIMIT_OFILE, &rl);
661#else
662#warning "No rlimit resource for the number of open files"
663#endif
664 if(rc == -1) {
665 debuga(_("setrlimit error: %s\n"),strerror(errno));
666 }
667
668 if(debug)
669 debuga("Maximum file descriptor: cur=%ld max=%ld, changed to cur="RLIM_STRING" max="RLIM_STRING"\n",l1,l2,rl.rlim_cur,rl.rlim_max);
670 }
671#endif
672
673 read_start_time=time(NULL);
674 LogStatus=ReadLogFile(&ReadFilter);
675 read_end_time=time(NULL);
676 read_elapsed=(double)read_end_time-(double)read_start_time;
677
678 FileList_Destroy(&AccessLog);
679 free_download();
680 free_excludecodes();
681 free_exclude();
682
683 if (debug) {
684 char date0[30], date1[30];
685 struct tm Start,End;
686
687 if (GetLogPeriod(&Start,&End)) {
688 strftime(date0,sizeof(date0),"%x",&Start);
689 strftime(date1,sizeof(date1),"%x",&End);
690 // TRANSLATORS: The %s are the start and end dates in locale format.
691 debuga(__FILE__,__LINE__,_("Period covered by log files: %s-%s\n"),date0,date1);
692 }
693 }
694
695 if (!LogStatus){
696 debuga(__FILE__,__LINE__,_("No records found\n"));
697 debuga(__FILE__,__LINE__,_("End\n"));
698 userinfo_free();
699 if(userfile) free(userfile);
700 close_usertab();
701 exit(EXIT_SUCCESS);
702 }
703
704 if (debug) {
705 char date0[30], date1[30];
706
707 strftime(date0,sizeof(date0),"%x",&period.start);
708 strftime(date1,sizeof(date1),"%x",&period.end);
709 // TRANSLATORS: The %s are the start and end dates in locale format.
710 debuga(__FILE__,__LINE__,_("Period extracted from log files: %s-%s\n"),date0,date1);
711 }
712 if (ReadFilter.DateRange[0] != '\0') {
713 getperiod_fromrange(&period,dfrom,duntil);
714 }
715 if (getperiod_buildtext(&period)<0) {
716 debuga(__FILE__,__LINE__,_("Failed to build the string representation of the date range\n"));
717 exit(EXIT_FAILURE);
718 }
719
720 process_start_time=time(NULL);
721 if(DataFile[0] != '\0')
722 data_file(tmp);
723 else
724 gerarel();
725 process_end_time=time(NULL);
726 process_elapsed=(double)process_end_time-(double)process_start_time;
727
728 denied_cleanup();
729 authfail_cleanup();
730 download_cleanup();
731
732 if(!KeepTempLog && strcmp(tmp,"/tmp") != 0) {
733 unlinkdir(tmp,0);
734 }
735
736 ip2name_cleanup();
737 free_hostalias();
738 free_useralias();
739 userinfo_free();
740 if(userfile)
741 free(userfile);
742 close_usertab();
743 FileList_Destroy(&UserAgentLog);
744
745 end_time=time(NULL);
746
747 if (show_statis) {
748 double elapsed=(double)end_time-(double)start_time;
749 debuga(__FILE__,__LINE__,_("Total execution time: %.0lf seconds\n"),elapsed);
750 if (read_elapsed>0.) {
751 debuga(__FILE__,__LINE__,_("Lines read: %lu lines in %.0lf seconds (%.0lf lines/s)\n"),lines_read,read_elapsed,(double)lines_read/read_elapsed);
752 }
753 if (process_elapsed>0.) {
754 debuga(__FILE__,__LINE__,_("Processed records: %lu records in %.0lf seconds (%.0lf records/s)\n"),records_kept,process_elapsed,(double)records_kept/process_elapsed);
755 debuga(__FILE__,__LINE__,_("Users: %lu users in %.0lf seconds (%.0lf users/s)\n"),nusers,process_elapsed,(double)nusers/process_elapsed);
756 }
757 }
758
759 if(debug)
760 debuga(__FILE__,__LINE__,_("End\n"));
761
762 exit(EXIT_SUCCESS);
763}
764
765
766static void getusers(const char *pwdfile, int debug)
767{
768 FILE *fp_usr;
769 char buf[255];
770 char *str;
771 long int nreg=0;
772
773 if(debug)
774 debuga(__FILE__,__LINE__,_("Loading password file \"%s\"\n"),pwdfile);
775
776 if ((fp_usr = fopen(pwdfile, "r")) == NULL) {
777 debuga(__FILE__,__LINE__,_("Cannot open file \"%s\": %s\n"),pwdfile,strerror(errno));
778 exit(EXIT_FAILURE);
779 }
780
781 if (fseek(fp_usr, 0, SEEK_END)==-1) {
782 debuga(__FILE__,__LINE__,_("Failed to move till the end of file \"%s\": %s\n"),pwdfile,strerror(errno));
783 exit(EXIT_FAILURE);
784 }
785 nreg = ftell(fp_usr);
786 if (nreg<0) {
787 debuga(__FILE__,__LINE__,_("Cannot get the size of file \"%s\"\n"),pwdfile);
788 exit(EXIT_FAILURE);
789 }
790 nreg = nreg+5000;
791 if (fseek(fp_usr, 0, SEEK_SET)==-1) {
792 debuga(__FILE__,__LINE__,_("Failed to rewind file \"%s\": %s\n"),pwdfile,strerror(errno));
793 exit(EXIT_FAILURE);
794 }
795
796 if((userfile=(char *) malloc(nreg))==NULL){
797 debuga(__FILE__,__LINE__,_("malloc error (%ld bytes required)\n"),nreg);
798 exit(EXIT_FAILURE);
799 }
800
801 memset(userfile,0,nreg);
802 strcpy(userfile,":");
803
804 while(fgets(buf,sizeof(buf),fp_usr)!=NULL) {
805 str=strchr(buf,':');
806 if (!str) {
807 debuga(__FILE__,__LINE__,_("Invalid user in file \"%s\"\n"),pwdfile);
808 exit(EXIT_FAILURE);
809 }
810 str[1]='\0';
811 strcat(userfile,buf);
812 }
813
814 if (fclose(fp_usr)==EOF) {
815 debuga(__FILE__,__LINE__,_("Read error in \"%s\": %s\n"),pwdfile,strerror(errno));
816 exit(EXIT_FAILURE);
817 }
818
819 return;
820}
Unnamed repository; edit this file 'description' to name the repository.