report.c

   1 /*
   2  * SARG Squid Analysis Report Generator      http://sarg.sourceforge.net
   3  *                                                            1998, 2010
   4  *
   5  * SARG donations:
   6  *      please look at http://sarg.sourceforge.net/donations.php
   7  * Support:
   8  *     http://sourceforge.net/projects/sarg/forums/forum/363374
   9  * ---------------------------------------------------------------------
  10  *
  11  *  This program is free software; you can redistribute it and/or modify
  12  *  it under the terms of the GNU General Public License as published by
  13  *  the Free Software Foundation; either version 2 of the License, or
  14  *  (at your option) any later version.
  15  *
  16  *  This program is distributed in the hope that it will be useful,
  17  *  but WITHOUT ANY WARRANTY; without even the implied warranty of
  18  *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  19  *  GNU General Public License for more details.
  20  *
  21  *  You should have received a copy of the GNU General Public License
  22  *  along with this program; if not, write to the Free Software
  23  *  Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111, USA.
  24  *
  25  */
  26
  27 #include "include/conf.h"
  28 #include "include/defs.h"
  29
  30 static FILE *fp_tt=NULL;
  31
  32 static void maketmp(const char *user, const char *dirname, int debug, int indexonly);
  33 static void maketmp_hour(const char *user, const char *dirname, int indexonly);
  34 static void gravatmp_hora(const char *dirname, const struct userinfostruct *uinfo, const char *data, const char *hora, long long int elap, long long int accbytes, int indexonly);
  35 static void gravatmpf(const struct userinfostruct *uinfo, const char *oldurl, long long int nacc, long long int nbytes, const char *oldmsg, long long int nelap, int indexonly, long long int incache, long long int oucache);
  36 static void gravaporuser(const struct userinfostruct *uinfo, const char *dirname, const char *url, const char *ip, const char *data, const char *hora, long long int tam, long long int elap, int indexonly);
  37 static void gravager(FILE *fp_gen, const struct userinfostruct *uinfo, long long int nacc, const char *url, long long int nbytes, const char *ip, const char *hora, const char *dia, long long int nelap, long long int incache, long long int oucache);
  38 static void grava_SmartFilter(const char *dirname, const char *user, const char *ip, const char *data, const char *hora, const char *url, const char *smart);
  39
  40 void gerarel(void)
  41 {
  42
  43    FILE *fp_in;
  44    FILE *fp_gen;
  45
  46    char *buf;
  47    char accdia[11], acchora[9], accip[MAXLEN], *accurl;
  48    char oldaccdia[11], oldacchora[9], oldaccip[MAXLEN];
  49    char wdirname[MAXLEN];
  50    char *oldurl=NULL;
  51    char oldmsg[50], acccode[MAXLEN/2 - 1], oldacccode[MAXLEN/2 - 1], user[MAX_USER_LEN];
  52    char ipantes[MAXLEN], nameantes[MAXLEN];
  53    char accsmart[MAXLEN];
  54    char crc2[MAXLEN/2 -1];
  55    char siteind[MAX_TRUNCATED_URL];
  56    char arqtt[256];
  57    char *oldurltt=NULL;
  58    char oldaccdiatt[11],oldacchoratt[9];
  59    char tmp3[MAXLEN];
  60    char tmp4[5];
  61    char u2[MAX_USER_LEN];
  62    long long int nbytes=0;
  63    long long int nelap=0;
  64    long long int nacc=0;
  65    long long int rtotal=0;
  66    long long int incache=0;
  67    long long int oucache=0;
  68    long long int accbytes, accelap;
  69    char *str;
  70    DIR *dirp;
  71    struct dirent *direntp;
  72    const char logext[]=".log";
  73    int dlen;
  74    int url_len;
  75    int ourl_size=0;
  76    int ourltt_size=0;
  77    int same_url;
  78    int new_user;
  79    struct getwordstruct gwarea;
  80    longline line;
  81    struct userinfostruct *uinfo,*puinfo;
  82
  83    ipantes[0]='\0';
  84    smartfilter=0;
  85
  86    if (vrfydir(&period, addr, site, us, email)<0) {
  87       debuga(_("Cannot create the output directory name containing the period as part of the name\n"));
  88       exit(EXIT_FAILURE);
  89    }
  90
  91    if(debugz){
  92       debugaz("outdirname",outdirname);
  93    }
  94
  95    if(UserAgentLog[0] != '\0' && email[0] == '\0') useragent();
  96
  97    snprintf(wdirname,sizeof(wdirname),"%s/sarg-general",outdirname);
  98    if((fp_gen=MY_FOPEN(wdirname,"w"))==NULL){
  99       debuga(_("(report) Cannot open file %s\n"),wdirname);
 100       exit(EXIT_FAILURE);
 101    }
 102
 103    puinfo=NULL;
 104    strncat(tmp,"/sarg",5);
 105    fp_tt=NULL;
 106
 107    if ((dirp = opendir(tmp)) == NULL) {
 108       debuga(_("Failed to open directory %s - %s\n"),tmp,strerror(errno));
 109       exit(EXIT_FAILURE);
 110    }
 111    while ((direntp = readdir( dirp )) != NULL ) {
 112       dlen=strlen(direntp->d_name)-(sizeof(logext)-1);
 113       if (dlen<0) continue;
 114       if((strcmp(direntp->d_name+dlen,logext) != 0) ||
 115          (strncmp(direntp->d_name,"download.log",12) == 0) ||
 116          (strncmp(direntp->d_name,"denied.log",10) == 0) ||
 117          (strncmp(direntp->d_name,"authfail.log.unsort",19) == 0))
 118          continue;
 119       if (snprintf(tmp3,sizeof(tmp3),"%s/%s",tmp,direntp->d_name)>=sizeof(tmp3)) {
 120          debuga(_("(report) directory entry too long: %s/%s\n"),tmp,direntp->d_name);
 121          exit(EXIT_FAILURE);
 122       }
 123       if((fp_in=MY_FOPEN(tmp3,"r"))==NULL){
 124          debuga(_("(report) Cannot open file %s\n"),tmp);
 125          exit(EXIT_FAILURE);
 126       }
 127
 128       if (dlen>0) {
 129          if (dlen>=sizeof(user)) continue;
 130          strncpy(user,direntp->d_name,dlen);
 131          user[dlen]=0;
 132       } else {
 133          user[0]='\0';
 134       }
 135
 136       uinfo=userinfo_find_from_file(user);
 137       if (!uinfo) {
 138          debuga(_("Ignoring unknown user file %s\n"),user);
 139          continue;
 140       }
 141       strcpy(u2,uinfo->id);
 142       if(Ip2Name && uinfo->id_is_ip) {
 143          strcpy(ipantes,u2);
 144          ip2name(u2,sizeof(u2));
 145          strcpy(nameantes,u2);
 146       }
 147       user_find(uinfo->label,MAX_USER_LEN, u2);
 148
 149       maketmp(user,tmp,debug,indexonly);
 150       maketmp_hour(user,tmp,indexonly);
 151
 152       ttopen=0;
 153       oldurltt=NULL;
 154       ourltt_size=0;
 155       memset(oldaccdiatt,0,sizeof(oldaccdiatt));
 156       memset(oldacchoratt,0,sizeof(oldacchoratt));
 157       new_user=1;
 158
 159       if ((line=longline_create())==NULL) {
 160          debuga(_("Not enough memory to read the downloaded files\n"));
 161          exit(EXIT_FAILURE);
 162       }
 163
 164       while((buf=longline_read(fp_in,line))!=NULL) {
 165          getword_start(&gwarea,buf);
 166          if (getword(accdia,sizeof(accdia),&gwarea,'\t')<0 || getword(acchora,sizeof(acchora),&gwarea,'\t')<0 ||
 167              getword(accip,sizeof(accip),&gwarea,'\t')<0 ||
 168              getword_ptr(buf,&accurl,&gwarea,'\t')<0 || getword_atoll(&accbytes,&gwarea,'\t')<0 ||
 169              getword(acccode,sizeof(acccode),&gwarea,'\t')<0) {
 170             debuga(_("There is a broken record or garbage in file %s\n"),tmp3);
 171             exit(EXIT_FAILURE);
 172          }
 173          if(strncmp(acccode,"TCP_DENIED/407",14) == 0) continue;
 174          if (getword_atoll(&accelap,&gwarea,'\t')<0) {
 175             debuga(_("There is a broken elapsed time in file %s\n"),tmp3);
 176             exit(EXIT_FAILURE);
 177          }
 178          if (getword_skip(20000,&gwarea,'"')<0 || getword(accsmart,sizeof(accsmart),&gwarea,'"')<0) {
 179             debuga(_("There is a broken smart info in file %s\n"),tmp3);
 180             exit(EXIT_FAILURE);
 181          }
 182
 183          if(accsmart[0] != '\0') {
 184             smartfilter++;
 185             grava_SmartFilter(outdirname,uinfo->id,accip,accdia,acchora,accurl,accsmart);
 186          }
 187
 188          if(Ip2Name) {
 189             if(strcmp(accip,ipantes) != 0) {
 190                strcpy(ipantes,accip);
 191                ip2name(accip,sizeof(accip));
 192                strcpy(nameantes,accip);
 193             } else strcpy(accip,nameantes);
 194          }
 195
 196          gravatmp_hora(outdirname,uinfo,accdia,acchora,accelap,accbytes,indexonly);
 197
 198          if(iprel){
 199             gravaporuser(uinfo,outdirname,accurl,accip,accdia,acchora,accbytes,accelap,indexonly);
 200          }
 201
 202          if(!rtotal){
 203             url_len=strlen(accurl);
 204             if (!oldurl || url_len>=ourl_size) {
 205                ourl_size=url_len+1;
 206                oldurl=realloc(oldurl,ourl_size);
 207                if (!oldurl) {
 208                   debuga(_("Not enough memory to store the url\n"));
 209                   exit(EXIT_FAILURE);
 210                }
 211             }
 212             strcpy(oldurl,accurl);
 213             strcpy(oldacccode,acccode);
 214             puinfo=uinfo;
 215             strcpy(oldaccip,accip);
 216             strcpy(oldaccdia,accdia);
 217             strcpy(oldacchora,acchora);
 218             new_user=0;
 219             rtotal++;
 220          }
 221          same_url=(strcmp(oldurl,accurl) == 0);
 222
 223          if(site[0] != '\0') {
 224             if(new_user){
 225                if(strstr(oldacccode,"DENIED") != 0)
 226                   strcpy(oldmsg,"DENIED");
 227                else
 228                   strcpy(oldmsg,"OK");
 229                gravatmp(puinfo,oldurl,nacc,nbytes,oldmsg,nelap,indexonly,incache,oucache);
 230                gravager(fp_gen,puinfo,nacc,oldurl,nbytes,oldaccip,oldacchora,oldaccdia,nelap,incache,oucache);
 231                nacc=0;
 232                nbytes=0;
 233                nelap=0;
 234                incache=0;
 235                oucache=0;
 236             }
 237          } else {
 238             if(!same_url || new_user){
 239                if(strstr(oldacccode,"DENIED") != 0)
 240                   strcpy(oldmsg,"DENIED");
 241                else
 242                   strcpy(oldmsg,"OK");
 243                gravatmp(puinfo,oldurl,nacc,nbytes,oldmsg,nelap,indexonly,incache,oucache);
 244                gravager(fp_gen,puinfo,nacc,oldurl,nbytes,oldaccip,oldacchora,oldaccdia,nelap,incache,oucache);
 245                nacc=0;
 246                nbytes=0;
 247                nelap=0;
 248                incache=0;
 249                oucache=0;
 250             }
 251          }
 252          nacc++;
 253          nbytes+=accbytes;
 254          nelap+=accelap;
 255
 256          if ((ReportType & REPORT_TYPE_SITE_USER_TIME_DATE) != 0 &&
 257              (!oldurltt || strcmp(oldurltt,accurl) || strcmp(oldaccdiatt,accdia) || strcmp(oldacchoratt,acchora))) {
 258
 259             if(!ttopen) {
 260                snprintf(arqtt,sizeof(arqtt),"%s/%s",outdirname,uinfo->filename);
 261                if(access(arqtt, R_OK) != 0)
 262                   my_mkdir(arqtt);
 263                url_to_file(accurl,siteind,sizeof(siteind));
 264                snprintf(arqtt,sizeof(arqtt),"%s/%s/tt%s-%s.html",outdirname,uinfo->filename,uinfo->filename,siteind);
 265                if ((fp_tt = fopen(arqtt, "w")) == 0) {
 266                   debuga(_("(report) Cannot open file %s\n"),arqtt);
 267                   exit(EXIT_FAILURE);
 268                }
 269                ttopen=1;
 270
 271                /*
 272                if(Privacy)
 273                   sprintf(httplink,"<font size=%s color=%s><href=http://%s>%s", \
 274                               FontSize,PrivacyStringColor,PrivacyString,PrivacyString);
 275                else
 276                   sprintf(httplink,"<font size=%s><a href=\"http://%s\">%s</a>",FontSize,accurl,accurl);
 277                */
 278
 279                write_html_header(fp_tt,(IndexTree == INDEX_TREE_DATE) ? 4 : 2,_("Site access report"));
 280                fprintf(fp_tt,"<tr><td class=\"header_c\">%s:&nbsp;%s</td></tr>\n",_("Period"),period.html);
 281                fprintf(fp_tt,"<tr><td class=\"header_c\">%s:&nbsp;%s</td></tr>\n",_("User"),uinfo->label);
 282                fprintf(fp_tt,"<tr><td class=\"header_c\">%s:&nbsp;%s, %s</td></tr>\n",_("Sort"),UserSortField,UserSortOrder);
 283                fprintf(fp_tt,"<tr><th class=\"header_c\">%s</th></tr>\n",_("User"));
 284                close_html_header(fp_tt);
 285
 286                fputs("<div class=\"report\"><table cellpadding=\"0\" cellspacing=\"2\">\n",fp_tt);
 287                strncpy(tmp4,_("DATE/TIME"),4);
 288                tmp4[4]='\0';
 289                fprintf(fp_tt,"<tr><th class=\"header_l\">%s</th><th class=\"header_l\">%s</th><th class=\"header_l\">%s</th></tr>\n",_("ACCESSED SITE"),tmp4,_("DATE/TIME")+5);
 290             }
 291
 292             fputs("<tr><td class=\"data\">",fp_tt);
 293             output_html_string(fp_tt,accurl,100);
 294             fprintf(fp_tt,"</td><td class=\"data\">%s</td><td class=\"data\">%s</td></tr>\n",accdia,acchora);
 295
 296             url_len=strlen(accurl);
 297             if (!oldurltt || url_len>=ourltt_size) {
 298                ourltt_size=url_len+1;
 299                oldurltt=realloc(oldurltt,ourltt_size);
 300                if (!oldurltt) {
 301                   debuga(_("Not enough memory to store the url\n"));
 302                   exit(EXIT_FAILURE);
 303                }
 304             }
 305             strcpy(oldurltt,accurl);
 306             strcpy(oldaccdiatt,accdia);
 307             strcpy(oldacchoratt,acchora);
 308          }
 309
 310          strcpy(crc2,acccode);
 311          str=strchr(crc2,'/');
 312          if (str) *str='\0';
 313          if(strstr(crc2,"MISS") != 0)
 314             oucache+=accbytes;
 315          else incache+=accbytes;
 316
 317          if(new_user) {
 318             new_user=0;
 319             day_totalize(tmp,puinfo,indexonly);
 320          }
 321
 322          puinfo=uinfo;
 323          strcpy(oldacccode,acccode);
 324          strcpy(oldaccip,accip);
 325          if (!same_url) {
 326             url_len=strlen(accurl);
 327             if (url_len>=ourl_size) {
 328                ourl_size=url_len+1;
 329                oldurl=realloc(oldurl,ourl_size);
 330                if (!oldurl) {
 331                   debuga(_("Not enough memory to store the url\n"));
 332                   exit(EXIT_FAILURE);
 333                }
 334             }
 335             strcpy(oldurl,accurl);
 336          }
 337          strcpy(oldaccdia,accdia);
 338          strcpy(oldacchora,acchora);
 339
 340       }
 341       fclose(fp_in);
 342       longline_destroy(&line);
 343       if (oldurltt) free(oldurltt);
 344       unlink(tmp3);
 345    }
 346    closedir(dirp);
 347
 348    if (oldurl) {
 349       if(strstr(oldacccode,"DENIED") != 0)
 350          strcpy(oldmsg,"DENIED");
 351       else
 352          strcpy(oldmsg,"OK");
 353       gravatmpf(puinfo,oldurl,nacc,nbytes,oldmsg,nelap,indexonly,incache,oucache);
 354       gravager(fp_gen,puinfo,nacc,oldurl,nbytes,oldaccip,oldacchora,oldaccdia,nelap,incache,oucache);
 355       free(oldurl);
 356    }
 357    fclose(fp_gen);
 358    if (puinfo) day_totalize(tmp,puinfo,indexonly);
 359
 360    tmpsort();
 361
 362    totalger(outdirname, debug, outdir);
 363
 364    if(email[0] == '\0') {
 365       if((ReportType & REPORT_TYPE_DOWNLOADS) != 0) download_report();
 366
 367       if(DansGuardianConf[0] != '\0') {
 368          dansguardian_log();
 369       }
 370
 371       squidguard_log();
 372
 373       topuser();
 374
 375       if((ReportType & REPORT_TYPE_TOPSITES) != 0) topsites();
 376
 377       if((ReportType & REPORT_TYPE_SITES_USERS) != 0) siteuser();
 378       gen_denied_report();
 379
 380       authfail_report();
 381
 382       if(smartfilter) smartfilter_report();
 383
 384       if(DansGuardianConf[0] != '\0') dansguardian_report();
 385
 386       squidguard_report();
 387
 388       if((ReportType & REPORT_TYPE_USERS_SITES) != 0) htmlrel();
 389
 390       make_index();
 391
 392       if(SuccessfulMsg) debuga(_("Successful report generated on %s\n"),outdirname);
 393     } else {
 394       geramail(outdirname, debug, outdir, email, TempDir);
 395
 396       if((strcmp(email,"stdout") != 0) && SuccessfulMsg)
 397          debuga(_("Successful report generated and sent to %s\n"),email);
 398    }
 399
 400    if(indexonly) {
 401       index_only(outdirname, debug);
 402    }
 403
 404    removetmp(outdirname);
 405    return;
 406 }
 407
 408 static void maketmp(const char *user, const char *dirname, int debug, int indexonly)
 409 {
 410
 411    FILE *fp_ou;
 412
 413    char wdirname[MAXLEN];
 414
 415    if(indexonly) return;
 416    if((ReportType & REPORT_TYPE_USERS_SITES) == 0) return;
 417
 418    if(debug) debuga(_("Making file: %s/%s\n"),tmp,user);
 419    if (snprintf(wdirname,sizeof(wdirname),"%s/%s.utmp",tmp,user)>=sizeof(wdirname)) {
 420       debuga(_("Temporary file name too long: %s/%s.utmp\n"),tmp,user);
 421       exit(EXIT_FAILURE);
 422    }
 423
 424    if((fp_ou=fopen(wdirname,"w"))==NULL){
 425       debuga(_("(report) Cannot open file %s\n"),wdirname);
 426       exit(EXIT_FAILURE);
 427    }
 428
 429    fclose(fp_ou);
 430    return;
 431 }
 432
 433
 434 static void maketmp_hour(const char *user, const char *dirname, int indexonly)
 435 {
 436
 437    FILE *fp_ou;
 438
 439    char wdirname[MAXLEN];
 440
 441    if(indexonly) return;
 442    if((ReportType & REPORT_TYPE_USERS_SITES) == 0) return;
 443    if(datetimeby==0) return;
 444
 445    if (snprintf(wdirname,sizeof(wdirname),"%s/%s.htmp",tmp,user)>=sizeof(wdirname)) {
 446       debuga(_("Temporary file name too long: %s/%s.htmp\n"),tmp,user);
 447       exit(EXIT_FAILURE);
 448    }
 449
 450    if((fp_ou=fopen(wdirname,"w"))==NULL){
 451       debuga(_("(report-1) Cannot open file %s - %s\n"),wdirname,strerror(errno));
 452       exit(EXIT_FAILURE);
 453    }
 454
 455    fclose(fp_ou);
 456    return;
 457 }
 458
 459
 460 void gravatmp(const struct userinfostruct *uinfo, const char *oldurl, long long int nacc, long long int nbytes, const char *oldmsg, long long int nelap, int indexonly, long long int incache, long long int oucache)
 461 {
 462    FILE *fp_ou;
 463    char wdirname[MAXLEN];
 464
 465    if(indexonly) return;
 466    if((ReportType & REPORT_TYPE_USERS_SITES) == 0) return;
 467
 468    if (snprintf(wdirname,sizeof(wdirname),"%s/%s.utmp",tmp,uinfo->filename)>=sizeof(wdirname)) {
 469       debuga(_("Temporary file name too long: %s/%s.utmp\n"),tmp,uinfo->filename);
 470       exit(EXIT_FAILURE);
 471    }
 472
 473    if((fp_ou=MY_FOPEN(wdirname,"a"))==NULL){
 474       debuga(_("(report) Cannot open file %s\n"),wdirname);
 475       exit(EXIT_FAILURE);
 476    }
 477
 478    /*
 479    This complicated printf is due to Microsoft's inability to comply with any standard. Msvcrt is unable
 480    to print a long long int unless it is exactly 64-bits long.
 481    */
 482    fprintf(fp_ou,"%"PRIu64"\t%"PRIu64"\t%s\t%s\t%"PRIu64"\t%"PRIu64"\t%"PRIu64"\n",(uint64_t)nacc,(uint64_t)nbytes,oldurl,oldmsg,(uint64_t)nelap,(uint64_t)incache,(uint64_t)oucache);
 483
 484    fclose(fp_ou);
 485    ttopen=0;
 486
 487    if(fp_tt) {
 488       fputs("</table>\n</div>\n",fp_tt);
 489       fputs("</body>\n</html>\n",fp_tt);
 490       fclose(fp_tt);
 491       fp_tt=NULL;
 492    }
 493
 494    return;
 495 }
 496
 497 static void gravatmpf(const struct userinfostruct *uinfo,const char *oldurl, long long int nacc, long long int nbytes, const char *oldmsg, long long int nelap, int indexonly, long long int incache, long long int oucache)
 498 {
 499    FILE *fp_ou;
 500    char wdirname[MAXLEN];
 501
 502    if(indexonly || (ReportType & REPORT_TYPE_USERS_SITES) == 0) return;
 503
 504    if (snprintf(wdirname,sizeof(wdirname),"%s/%s.utmp",tmp,uinfo->filename)>=sizeof(wdirname)) {
 505       debuga(_("Path too long %s/%s.utmp\n"),tmp,uinfo->filename);
 506       exit(EXIT_FAILURE);
 507    }
 508
 509    if((fp_ou=MY_FOPEN(wdirname,"a"))==NULL){
 510       debuga(_("(report) Cannot open file %s\n"),wdirname);
 511       exit(EXIT_FAILURE);
 512    }
 513
 514    /*
 515    This complicated printf is due to Microsoft's inability to comply with any standard. Msvcrt is unable
 516    to print a long long int unless it is exactly 64-bits long.
 517    */
 518    fprintf(fp_ou,"%"PRIu64"\t%"PRIu64"\t%s\t%s\t%"PRIu64"\t%"PRIu64"\t%"PRIu64"\n",(uint64_t)nacc,(uint64_t)nbytes,oldurl,oldmsg,(uint64_t)nelap,(uint64_t)incache,(uint64_t)oucache);
 519
 520    if (fclose(fp_ou)==EOF) {
 521       debuga(_("Failed to close file %s - %s\n"),wdirname,strerror(errno));
 522       exit(EXIT_FAILURE);
 523    }
 524    ttopen=0;
 525
 526    if(fp_tt) {
 527       fputs("</table>\n",fp_tt);
 528       fputs("</body>\n</html>\n",fp_tt);
 529       fclose(fp_tt);
 530       fp_tt=NULL;
 531    }
 532
 533    return;
 534 }
 535
 536
 537 static void gravatmp_hora(const char *dirname, const struct userinfostruct *uinfo, const char *data, const char *hora, long long int elap, long long int bytes, int indexonly)
 538 {
 539
 540    FILE *fp_ou;
 541    char wdirname[MAXLEN];
 542    int hour;
 543
 544    if(indexonly || ((ReportType & REPORT_TYPE_USERS_SITES) == 0) || datetimeby==0) return;
 545
 546    if (snprintf(wdirname,sizeof(wdirname),"%s/%s.htmp",tmp,uinfo->filename)>=sizeof(wdirname)) {
 547       debuga(_("Path too long %s/%s.htmp\n"),tmp,uinfo->filename);
 548       exit(EXIT_FAILURE);
 549    }
 550
 551    if((fp_ou=MY_FOPEN(wdirname,"a"))==NULL){
 552       debuga(_("(report-2) Cannot open file %s - %s\n"),wdirname,strerror(errno));
 553       exit(EXIT_FAILURE);
 554    }
 555
 556    hour=atoi(hora);
 557    fprintf(fp_ou,"%s\t%d",data,hour);
 558    if((datetimeby & DATETIME_BYTE)!=0) fprintf(fp_ou,"\t%"PRIu64,(uint64_t)bytes);
 559    if((datetimeby & DATETIME_ELAP)!=0) fprintf(fp_ou,"\t%"PRIu64,(uint64_t)elap);
 560    fputs("\n",fp_ou);
 561
 562    if (fclose(fp_ou)==EOF) {
 563       debuga(_("Failed to close file %s - %s\n"),wdirname,strerror(errno));
 564       exit(EXIT_FAILURE);
 565    }
 566
 567    return;
 568 }
 569
 570
 571 static void gravaporuser(const struct userinfostruct *uinfo, const char *dirname, const char *url, const char *ip, const char *data, const char *hora, long long int tam, long long int elap, int indexonly)
 572 {
 573
 574    FILE *fp_ou;
 575    char wdirname[MAXLEN];
 576
 577    if(indexonly || ((ReportType & REPORT_TYPE_USERS_SITES) == 0)) return;
 578
 579    if (snprintf(wdirname,sizeof(wdirname),"%s/%s.ip",tmp,uinfo->filename)>=sizeof(wdirname)) {
 580       debuga(_("Path too long %s/%s.ip\n"),tmp,uinfo->filename);
 581       exit(EXIT_FAILURE);
 582    }
 583
 584    if((fp_ou=MY_FOPEN(wdirname,"a"))==NULL){
 585       debuga(_("(report) Cannot open file %s\n"),wdirname);
 586       exit(EXIT_FAILURE);
 587    }
 588
 589    /*
 590    This complicated printf is due to Microsoft's inability to comply with any standard. Msvcrt is unable
 591    to print a long long int unless it is exactly 64-bits long.
 592    */
 593    fprintf(fp_ou,"%s\t%s\t%s\t%s\t%"PRIu64"\t%"PRIu64"\n",ip,url,data,hora,(uint64_t)tam,(uint64_t)elap);
 594
 595    fclose(fp_ou);
 596
 597    return;
 598
 599 }
 600
 601
 602 static void gravager(FILE *fp_gen, const struct userinfostruct *uinfo, long long int nacc, const char *url, long long int nbytes, const char *ip, const char *hora, const char *dia, long long int nelap, long long int incache, long long int oucache)
 603 {
 604    /*
 605    This complicated printf is due to Microsoft's inability to comply with any standard. Msvcrt is unable
 606    to print a long long int unless it is exactly 64-bits long.
 607    */
 608    fprintf(fp_gen,"%s\t%"PRIu64"\t%"PRIu64"\t%s\t%s\t%s\t%s\t%"PRIu64"\t%"PRIu64"\t%"PRIu64"\n",uinfo->id,(uint64_t)nacc,(uint64_t)nbytes,url,ip,hora,dia,(uint64_t)nelap,(uint64_t)incache,(uint64_t)oucache);
 609    return;
 610 }
 611
 612 int ger_read(char *buffer,struct generalitemstruct *item,const char *filename)
 613 {
 614    int i;
 615    int sign;
 616    long long int number;
 617
 618    if (strncmp(buffer,"TOTAL\t",6)==0) {
 619       item->total=1;
 620       buffer+=6;
 621
 622       sign=+1;
 623       if (*buffer == '-') {
 624          buffer++;
 625          sign=-1;
 626       } else if (*buffer == '+') {
 627          buffer++;
 628       }
 629       number=0LL;
 630       while (isdigit(*buffer))
 631          number=(number * 10) + (*buffer++)-'0';
 632       if (*buffer!='\t') {
 633          debuga(_("Invalid total number of accesses in %s\n"),filename);
 634          exit(EXIT_FAILURE);
 635       }
 636       buffer++;
 637       item->nacc=number*sign;
 638
 639       sign=+1;
 640       if (*buffer == '-') {
 641          buffer++;
 642          sign=-1;
 643       } else if (*buffer == '+') {
 644          buffer++;
 645       }
 646       number=0LL;
 647       while (isdigit(*buffer))
 648          number=(number * 10) + (*buffer++)-'0';
 649       if (*buffer!='\t') {
 650          debuga(_("Invalid total size in %s\n"),filename);
 651          exit(EXIT_FAILURE);
 652       }
 653       buffer++;
 654       item->nbytes=number*sign;
 655
 656       sign=+1;
 657       if (*buffer == '-') {
 658          buffer++;
 659          sign=-1;
 660       } else if (*buffer == '+') {
 661          buffer++;
 662       }
 663       number=0LL;
 664       while (isdigit(*buffer))
 665          number=(number * 10) + (*buffer++)-'0';
 666       if (*buffer!='\t') {
 667          debuga(_("Invalid total elapsed time in %s\n"),filename);
 668          exit(EXIT_FAILURE);
 669       }
 670       buffer++;
 671       item->nelap=number*sign;
 672
 673       sign=+1;
 674       if (*buffer == '-') {
 675          buffer++;
 676          sign=-1;
 677       } else if (*buffer == '+') {
 678          buffer++;
 679       }
 680       number=0LL;
 681       while (isdigit(*buffer))
 682          number=(number * 10) + (*buffer++)-'0';
 683       if (*buffer!='\t') {
 684          debuga(_("Invalid total cache hit in %s\n"),filename);
 685          exit(EXIT_FAILURE);
 686       }
 687       buffer++;
 688       item->incache=number*sign;
 689
 690       sign=+1;
 691       if (*buffer == '-') {
 692          buffer++;
 693          sign=-1;
 694       } else if (*buffer == '+') {
 695          buffer++;
 696       }
 697       number=0LL;
 698       while (isdigit(*buffer))
 699          number=(number * 10) + (*buffer++)-'0';
 700       if (*buffer!='\0') {
 701          debuga(_("Invalid total cache miss in %s\n"),filename);
 702          exit(EXIT_FAILURE);
 703       }
 704       item->oucache=number*sign;
 705    } else {
 706       item->total=0;
 707
 708       item->user=buffer;
 709       for (i=0 ; i<MAX_USER_LEN-1 && (unsigned char)*buffer>=' ' ; i++) buffer++;
 710       if (*buffer!='\t') {
 711          debuga(_("User name too long or invalid in %s\n"),filename);
 712          exit(EXIT_FAILURE);
 713       }
 714       *buffer++='\0';
 715
 716       sign=+1;
 717       if (*buffer == '-') {
 718          buffer++;
 719          sign=-1;
 720       } else if (*buffer == '+') {
 721          buffer++;
 722       }
 723       number=0LL;
 724       while (isdigit(*buffer))
 725          number=(number * 10) + (*buffer++)-'0';
 726       if (*buffer!='\t') {
 727          debuga(_("Invalid number of accesses in %s\n"),filename);
 728          exit(EXIT_FAILURE);
 729       }
 730       buffer++;
 731       item->nacc=number*sign;
 732
 733       sign=+1;
 734       if (*buffer == '-') {
 735          buffer++;
 736          sign=-1;
 737       } else if (*buffer == '+') {
 738          buffer++;
 739       }
 740       number=0LL;
 741       while (isdigit(*buffer))
 742          number=(number * 10) + (*buffer++)-'0';
 743       if (*buffer!='\t') {
 744          debuga(_("Invalid number of bytes in %s\n"),filename);
 745          exit(EXIT_FAILURE);
 746       }
 747       buffer++;
 748       item->nbytes=number*sign;
 749
 750       item->url=buffer;
 751       while ((unsigned char)*buffer>=' ') buffer++;
 752       if (*buffer!='\t') {
 753          debuga(_("URL too long or invalid in %s\n"),filename);
 754          exit(EXIT_FAILURE);
 755       }
 756       *buffer++='\0';
 757
 758       item->ip=buffer;
 759       for (i=0 ; i<MAX_IP_LEN-1 && (unsigned char)*buffer>=' ' ; i++) buffer++;
 760       if (*buffer!='\t') {
 761          debuga(_("IP address too long or invalid in %s\n"),filename);
 762          exit(EXIT_FAILURE);
 763       }
 764       *buffer++='\0';
 765
 766       item->time=buffer;
 767       for (i=0 ; i<MAX_DATETIME_LEN-1 && (unsigned char)*buffer>=' ' ; i++) buffer++;
 768       if (*buffer!='\t') {
 769          debuga(_("Time too long or invalid in %s\n"),filename);
 770          exit(EXIT_FAILURE);
 771       }
 772       *buffer++='\0';
 773
 774       item->date=buffer;
 775       for (i=0 ; i<MAX_DATETIME_LEN-1 && (unsigned char)*buffer>=' ' ; i++) buffer++;
 776       if (*buffer!='\t') {
 777          debuga(_("Date too long or invalid in %s\n"),filename);
 778          exit(EXIT_FAILURE);
 779       }
 780       *buffer++='\0';
 781
 782       sign=+1;
 783       if (*buffer == '-') {
 784          buffer++;
 785          sign=-1;
 786       } else if (*buffer == '+') {
 787          buffer++;
 788       }
 789       number=0LL;
 790       while (isdigit(*buffer))
 791          number=(number * 10) + (*buffer++)-'0';
 792       if (*buffer!='\t') {
 793          debuga(_("Invalid elapsed time in %s\n"),filename);
 794          exit(EXIT_FAILURE);
 795       }
 796       buffer++;
 797       item->nelap=number*sign;
 798
 799       sign=+1;
 800       if (*buffer == '-') {
 801          buffer++;
 802          sign=-1;
 803       } else if (*buffer == '+') {
 804          buffer++;
 805       }
 806       number=0LL;
 807       while (isdigit(*buffer))
 808          number=(number * 10) + (*buffer++)-'0';
 809       if (*buffer!='\t') {
 810          debuga(_("Invalid cache hit size in %s\n"),filename);
 811          exit(EXIT_FAILURE);
 812       }
 813       buffer++;
 814       item->incache=number*sign;
 815
 816       sign=+1;
 817       if (*buffer == '-') {
 818          buffer++;
 819          sign=-1;
 820       } else if (*buffer == '+') {
 821          buffer++;
 822       }
 823       number=0LL;
 824       while (isdigit(*buffer))
 825          number=(number * 10) + (*buffer++)-'0';
 826       if (*buffer!='\0') {
 827          debuga(_("Invalid cache miss size in %s\n"),filename);
 828          exit(EXIT_FAILURE);
 829       }
 830       item->oucache=number*sign;
 831    }
 832    return(0);
 833 }
 834
 835 static void grava_SmartFilter(const char *dirname, const char *user, const char *ip, const char *data, const char *hora, const char *url, const char *smart)
 836 {
 837
 838    FILE *fp_ou;
 839    char wdirname[MAXLEN];
 840
 841    sprintf(wdirname,"%s/smartfilter.unsort",dirname);
 842
 843    if((fp_ou=MY_FOPEN(wdirname,"a"))==NULL){
 844       debuga(_("(report) Cannot open file %s\n"),wdirname);
 845       exit(EXIT_FAILURE);
 846    }
 847
 848    fprintf(fp_ou,"%s\t%s\t%s\t%s\t%s\t%s\n",user,data,hora,ip,url,smart);
 849    fputs("</body>\n</html>\n",fp_tt);
 850
 851    fclose(fp_ou);
 852
 853    return;
 854
 855 }