index.c

   1 /*
   2  * AUTHOR: Pedro Lineu Orso                         pedro.orso@gmail.com
   3  *                                                            1998, 2009
   4  * SARG Squid Analysis Report Generator      http://sarg.sourceforge.net
   5  *
   6  * SARG donations:
   7  *      please look at http://sarg.sourceforge.net/donations.php
   8  * ---------------------------------------------------------------------
   9  *
  10  *  This program is free software; you can redistribute it and/or modify
  11  *  it under the terms of the GNU General Public License as published by
  12  *  the Free Software Foundation; either version 2 of the License, or
  13  *  (at your option) any later version.
  14  *
  15  *  This program is distributed in the hope that it will be useful,
  16  *  but WITHOUT ANY WARRANTY; without even the implied warranty of
  17  *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  18  *  GNU General Public License for more details.
  19  *
  20  *  You should have received a copy of the GNU General Public License
  21  *  along with this program; if not, write to the Free Software
  22  *  Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111, USA.
  23  *
  24  */
  25
  26 #include "include/conf.h"
  27 #include "include/defs.h"
  28
  29 void make_index(void)
  30 {
  31
  32    FILE *fp_ou, *fp_ou2, *fp_ou3, *fp_tmp, *fp_tmp2, *fp_tmp3;
  33    DIR *dirp, *dirp2, *dirp3;
  34    struct dirent *direntp;
  35    struct dirent *direntp2;
  36    struct dirent *direntp3;
  37    char html[MAXLEN];
  38    char wdir[MAXLEN];
  39    char wdir_tmp[MAXLEN];
  40    char wdir_tmp2[MAXLEN];
  41    char wdir_tmp3[MAXLEN];
  42    char newname[512];
  43    char month[4];
  44    char period[80];
  45    char data[80];
  46    char tuser[20];
  47    char tbytes[20];
  48    char media[20];
  49    char ftime[128];
  50    char day[16], mon[16], year[6], hour[10];
  51    char h[3], m[3], s[3];
  52    int cstatus;
  53    char y1[5], y2[5];
  54    char d1[3], d2[3];
  55    char m1[4], m2[4];
  56
  57    if(LastLog[0] != '\0') mklastlog(outdir);
  58
  59    sprintf(wdir,"%sindex.html",outdir);
  60    sprintf(wdir_tmp,"%sindex.unsort",outdir);
  61    sprintf(wdir_tmp2,"%sindex.sort",outdir);
  62    strcpy(hbc1,"class=\"header\"");
  63
  64    if(strcmp(Index,"no") == 0) {
  65       if(access(wdir, R_OK) == 0) unlink(wdir);
  66       return;
  67    }
  68
  69    if(debug) debuga("%s",text[53]);
  70
  71    // Root dir
  72    dirp = opendir(outdir);
  73    while ((direntp = readdir( dirp )) != NULL) {
  74       if(strcmp(IndexTree,"date") == 0) {
  75          if(!isdigit(direntp->d_name[0]) && !isdigit(direntp->d_name[1])) continue;
  76          if(strlen(direntp->d_name) > 4) {
  77             bzero(y1,5);
  78             bzero(y2,5);
  79             bzero(m1,4);
  80             bzero(m2,4);
  81             bzero(d1,3);
  82             bzero(d2,3);
  83             if(strcmp(df,"u") == 0) {
  84                strncpy(y1,direntp->d_name,4);
  85                strncpy(m1,direntp->d_name+4,3);
  86                strncpy(d1,direntp->d_name+7,2);
  87                strncpy(y2,direntp->d_name+10,4);
  88                strncpy(m2,direntp->d_name+14,3);
  89                strncpy(d2,direntp->d_name+17,2);
  90            } else if(strcmp(df,"e") == 0) {
  91                strncpy(y1,direntp->d_name+5,4);
  92                strncpy(m1,direntp->d_name+2,3);
  93                strncpy(d1,direntp->d_name,2);
  94                strncpy(y2,direntp->d_name+15,4);
  95                strncpy(m2,direntp->d_name+12,3);
  96                strncpy(d2,direntp->d_name+10,2);
  97             }
  98             conv_month(m1);
  99             conv_month(m2);
 100          }
 101          sprintf(val1,"%s%s",outdir,y1);
 102          if(access(val1, R_OK) != 0) mkdir(val1,0755);
 103          if(strcmp(m1,m2) != 0) sprintf(val2,"%s/%s-%s",val1,m1,m2);
 104          else sprintf(val2,"%s/%s",val1,m1);
 105          if(access(val2, R_OK) != 0) mkdir(val2,0755);
 106          if(strcmp(d1,d2) != 0) sprintf(val3,"%s/%s-%s",val2,d1,d2);
 107          else sprintf(val3,"%s/%s",val2,d1);
 108          sprintf(val4,"%s%s",outdir,direntp->d_name);
 109          rename(val4,val3);
 110          sprintf(val5,"%s/images",val2);
 111          if(access(val5, R_OK) != 0) {
 112             sprintf(val5,"ln -s \"%simages\" \"%s/images\"",outdir,val2);
 113             cstatus=system(val5);
 114             if (!WIFEXITED(cstatus) || WEXITSTATUS(cstatus)) {
 115                fprintf(stderr, "SARG: command return status %d\n",WEXITSTATUS(cstatus));
 116                fprintf(stderr, "SARG: command: %s\n",val5);
 117                exit(1);
 118             }
 119          }
 120       } else {
 121          if(!isdigit(direntp->d_name[0]) && !isdigit(direntp->d_name[1])) continue;
 122          if(strlen(direntp->d_name) == 4) {
 123             strcpy(y1,direntp->d_name);
 124             sprintf(val1,"%s%s",outdir,direntp->d_name);
 125             dirp2 = opendir(val1);
 126             while ((direntp2 = readdir( dirp2 )) != NULL) {
 127                if(!isdigit(direntp2->d_name[0]) && !isdigit(direntp2->d_name[1])) continue;
 128                sprintf(val2,"%s/%s",val1,direntp2->d_name);
 129                dirp3 = opendir(val2);
 130                while ((direntp3 = readdir( dirp3 )) != NULL) {
 131                   if(!isdigit(direntp3->d_name[0]) && !isdigit(direntp3->d_name[1])) continue;
 132                   bzero(newname,512);
 133                   strcpy(warea,direntp2->d_name);
 134                   if(strstr(warea,"-") != 0) {
 135                      if (getword_multisep(m1,sizeof(m1),warea,'-')<0) {
 136                         printf("SARG: Maybe you have a broken record or garbage in your %s directory.\n",val2);
 137                         exit(1);
 138                      }
 139                      strcpy(m2,warea);
 140                      conv_month_name(m1);
 141                      conv_month_name(m2);
 142                   } else {
 143                      strcpy(m1,warea);
 144                      conv_month_name(m1);
 145                      strcpy(m2,m1);
 146                   }
 147                   strcpy(warea,direntp3->d_name);
 148                   if(strstr(warea,"-") != 0) {
 149                      if (getword_multisep(d1,sizeof(d1),warea,'-')<0) {
 150                         printf("SARG: Maybe you have a broken record or garbage in your %s directory.\n",val2);
 151                         exit(1);
 152                      }
 153                      strcpy(d2,warea);
 154                   } else {
 155                      strcpy(d1,warea);
 156                      strcpy(d2,warea);
 157                   }
 158                   if(strcmp(df,"u") == 0) sprintf(val4,"%s%s%s%s-%s%s%s",outdir,y1,m1,d1,y1,m2,d2);
 159                   else if(strcmp(df,"e") == 0) sprintf(val4,"%s%s%s%s-%s%s%s",outdir,d1,m1,y1,d2,m2,y1);
 160                   sprintf(val5,"%s%s/%s/%s",outdir,y1,direntp2->d_name,direntp3->d_name);
 161                   if(rename(val5,val4)) {
 162                      fprintf(stderr, "SARG: (index) rename error - %s\n",strerror(errno));
 163                      exit(1);
 164                   }
 165                }
 166                (void)rewinddir( dirp3 );
 167                (void)closedir( dirp3 );
 168             }
 169             (void)rewinddir( dirp2 );
 170             (void)closedir( dirp2 );
 171          }
 172 //         sprintf(cmd,"rm -rf %s%s\n",outdir,direntp->d_name);
 173 //         system(cmd);
 174       }
 175    }
 176    (void)rewinddir( dirp );
 177    (void)closedir( dirp );
 178
 179    if((fp_tmp=fopen(wdir_tmp,"w"))==NULL) {
 180       fprintf(stderr, "SARG: (index) %s: %s\n",text[45],wdir_tmp);
 181       exit(1);
 182    }
 183
 184    dirp = opendir(outdir);
 185    while ((direntp = readdir( dirp )) != NULL) {
 186       if(strcmp(IndexTree,"date") == 0) {
 187          if(strlen(direntp->d_name) > 4 || (!isdigit(direntp->d_name[0]) && !isdigit(direntp->d_name[1]))) continue;
 188          fprintf(fp_tmp,"%s\t%s\n",direntp->d_name,get_size(outdir,direntp->d_name));
 189          continue;
 190       } else {
 191          if(strstr(direntp->d_name,"-") == 0) continue;
 192          bzero(newname, 512);
 193          if(strcmp(df,"u") == 0) {
 194             strncat(newname,direntp->d_name,4);
 195             strncpy(month,direntp->d_name+4,3);
 196          } else {
 197             strncat(newname,direntp->d_name+5,4);
 198             strncpy(month,direntp->d_name+2,3);
 199          }
 200          month[3]='\0';
 201          conv_month(month);
 202          strcat(newname,month);
 203          if(strcmp(df,"u") == 0) strncat(newname,direntp->d_name+7,2);
 204          else strncat(newname,direntp->d_name,2);
 205          obtdate(outdir,direntp->d_name,data);
 206          obtuser(outdir,direntp->d_name,tuser);
 207          obttotal(outdir,direntp->d_name,tbytes,tuser,media);
 208          strcpy(html,data);
 209          if (getword_multisep(mon,sizeof(mon),html,' ')<0) {
 210             printf("SARG: Maybe you have a broken week day in your %s%s/sarg-date file.\n",outdir,direntp->d_name);
 211             exit(1);
 212          }
 213          if (getword_multisep(mon,sizeof(mon),html,' ')<0) {
 214             printf("SARG: Maybe you have a broken month in your %s%s/sarg-date file.\n",outdir,direntp->d_name);
 215             exit(1);
 216          }
 217          if (getword_multisep(day,sizeof(day),html,' ')<0) {
 218             printf("SARG: Maybe you have a broken day in your %s%s/sarg-date file.\n",outdir,direntp->d_name);
 219             exit(1);
 220          }
 221          if (getword_multisep(hour,sizeof(hour),html,' ')<0) {
 222             printf("SARG: Maybe you have a broken time in your %s%s/sarg-date file.\n",outdir,direntp->d_name);
 223             exit(1);
 224          }
 225          if (getword_multisep(year,sizeof(year),html,' ')<0) {
 226             printf("SARG: Maybe you have a broken year in your %s%s/sarg-date file.\n",outdir,direntp->d_name);
 227             exit(1);
 228          }
 229          strcpy(html,hour);
 230          if (getword_multisep(h,sizeof(h),html,':')<0) {
 231             printf("SARG: Maybe you have a broken hour in your %s%s/sarg-date file.\n",outdir,direntp->d_name);
 232             exit(1);
 233          }
 234          if (getword_multisep(m,sizeof(m),html,':')<0) {
 235             printf("SARG: Maybe you have a broken minute in your %s%s/sarg-date file.\n",outdir,direntp->d_name);
 236             exit(1);
 237          }
 238          if (getword_multisep(s,sizeof(s),html,0)<0) {
 239             printf("SARG: Maybe you have a broken second in your %s%s/sarg-date file.\n",outdir,direntp->d_name);
 240             exit(1);
 241          }
 242          buildymd(day,mon,year,ftime);
 243          fprintf(fp_tmp,"%s%s%s%s;%s;%s;%s;%s;%s;%s\n",ftime, h, m, s, direntp->d_name, data, tuser, tbytes, media,newname);
 244          continue;
 245       }
 246    }
 247
 248    if(fp_tmp) fclose(fp_tmp);
 249    if(strcmp(IndexTree,"file") == 0) {
 250       (void)rewinddir( dirp );
 251       (void)closedir( dirp );
 252    }
 253
 254    if(strcmp(IndexTree,"date") == 0) {
 255       if(strcmp(IndexSortOrder,"A") == 0) sprintf(warea,"sort -k 1,1 \"%s\" -o \"%s\"", wdir_tmp, wdir_tmp2);
 256       else sprintf(warea,"sort -r -k 1,1 \"%s\" -o \"%s\"", wdir_tmp, wdir_tmp2);
 257       cstatus=system(warea);
 258       if (!WIFEXITED(cstatus) || WEXITSTATUS(cstatus)) {
 259          fprintf(stderr, "SARG: sort command return status %d\n",WEXITSTATUS(cstatus));
 260          fprintf(stderr, "SARG: sort command: %s\n",warea);
 261          exit(1);
 262       }
 263       if((fp_tmp=fopen(wdir_tmp2,"r"))==NULL) {
 264          fprintf(stderr, "SARG: (index) %s: %s\n",text[45],wdir_tmp2);
 265          fprintf(stderr, "SARG: sort command: %s\n",warea);
 266          exit(1);
 267       }
 268       unlink(wdir_tmp);
 269       if((fp_ou=fopen(wdir,"w"))==NULL) {
 270          fprintf(stderr, "SARG: (index) %s: %s\n",text[45],wdir);
 271          exit(1);
 272       }
 273       write_html_header(fp_ou, ".");
 274       fprintf(fp_ou,"<tr><th %s>%s</th><th %s>%s</th></tr>\n",hbc1,text[130],hbc1,text[132]);
 275       while(fgets(wwork1,sizeof(wwork1),fp_tmp)!=NULL) {
 276          if (getword(tmp4,sizeof(tmp4),wwork1,'\t')<0) {
 277             printf("SARG: Maybe you have a broken record or garbage in your %s file.\n",wdir_tmp2);
 278             exit(1);
 279          }
 280          fprintf(fp_ou,"<tr><td class=\"data2\"><a href=\"%s\">%s</a></td><td class=\"data2\">%s</td></tr>\n",tmp4,tmp4,wwork1);
 281          sprintf(tmp2,"%s%s",outdir,tmp4);
 282          sprintf(tmp3,"%s%s/index.unsort",outdir,tmp4);
 283          // Year dir
 284          if((fp_ou2=fopen(tmp3,"w"))==NULL) {
 285             fprintf(stderr, "SARG: (index) %s: %s\n",text[45],tmp3);
 286             exit(1);
 287          }
 288          dirp2 = opendir(tmp2);
 289          while ((direntp2 = readdir( dirp2 )) != NULL) {
 290             if(!isdigit(direntp2->d_name[0]) && !isdigit(direntp2->d_name[1])) continue;
 291             fprintf(fp_ou2,"%s\n",direntp2->d_name);
 292          }
 293          if(fp_ou2) fclose(fp_ou2);
 294          (void)rewinddir(dirp2);
 295          (void)closedir(dirp2);
 296          sprintf(wdir_tmp3,"%s%s/index.sort",outdir,tmp4);
 297          if(strcmp(IndexSortOrder,"A") == 0) sprintf(csort,"sort -n \"%s\" -o \"%s\"", tmp3, wdir_tmp3);
 298          else sprintf(csort,"sort -n -r \"%s\" -o \"%s\"", tmp3, wdir_tmp3);
 299          cstatus=system(csort);
 300          if (!WIFEXITED(cstatus) || WEXITSTATUS(cstatus)) {
 301             fprintf(stderr, "SARG: sort command return status %d\n",WEXITSTATUS(cstatus));
 302             fprintf(stderr, "SARG: sort command: %s\n",csort);
 303             exit(1);
 304          }
 305          unlink(tmp3);
 306          if((fp_tmp2=fopen(wdir_tmp3,"r"))==NULL) {
 307             fprintf(stderr, "SARG: (index) %s: %s\n",text[45],wdir_tmp3);
 308             exit(1);
 309          }
 310          sprintf(tmp3,"%s%s/index.html",outdir,tmp4);
 311          if((fp_ou2=fopen(tmp3,"w"))==NULL) {
 312             fprintf(stderr, "SARG: (index) %s: %s\n",text[45],wdir);
 313             exit(1);
 314          }
 315          write_html_header(fp_ou2,"..");
 316          fprintf(fp_ou2,"<tr><th %s>%s/%s</th></tr>\n",hbc1,text[130],text[131]);
 317          while(fgets(wwork1,MAXLEN,fp_tmp2)!=NULL) {
 318             wwork1[strlen(wwork1)-1]='\0';
 319             strcpy(tmp5,wwork1);
 320             if(strstr(tmp5,"-") != 0) {
 321                if (getword_multisep(warea,sizeof(warea),tmp5,'-')<0) {
 322                   printf("SARG: Maybe you have a broken record or garbage in your %s file.\n",wdir_tmp3);
 323                   exit(1);
 324                }
 325                name_month(warea,sizeof(warea));
 326                sprintf(tmp6,"%s-",warea);
 327                name_month(tmp5,sizeof(tmp5));
 328                sprintf(nmonth,"%s%s",tmp6,tmp5);
 329             } else {
 330                strcpy(nmonth,tmp5);
 331                name_month(nmonth,sizeof(nmonth));
 332             }
 333             fprintf(fp_ou2,"<tr><td class=\"data2\"><a href=\"%s\">%s %s</a></td></tr>\n",wwork1,tmp4,nmonth);
 334
 335             sprintf(val1,"%s%s/%s",outdir,tmp4,wwork1);
 336             sprintf(tmp5,"%s%s/%s/index.unsort",outdir,tmp4,wwork1);
 337             if((fp_ou3=fopen(tmp5,"w"))==NULL) {
 338                fprintf(stderr, "SARG: (index) %s: %s\n",text[45],tmp5);
 339                exit(1);
 340             }
 341             // month dir
 342             dirp3 = opendir(val1);
 343             while ((direntp3 = readdir( dirp3 )) != NULL) {
 344                if(!isdigit(direntp3->d_name[0]) && !isdigit(direntp3->d_name[1])) continue;
 345                fprintf(fp_ou3,"%s\n",direntp3->d_name);
 346             }
 347             if(fp_ou3) fclose(fp_ou3);
 348             (void)rewinddir(dirp3);
 349             (void)closedir(dirp3);
 350             unlink(wdir_tmp3);
 351             sprintf(tmp6,"%s%s/%s/index.sort",outdir,tmp4,wwork1);
 352             if(strcmp(IndexSortOrder,"A") == 0) sprintf(csort,"sort -n \"%s\" -o \"%s\"", tmp5, tmp6);
 353             else sprintf(csort,"sort -n -r \"%s\" -o \"%s\"", tmp5, tmp6);
 354             cstatus=system(csort);
 355             if (!WIFEXITED(cstatus) || WEXITSTATUS(cstatus)) {
 356                fprintf(stderr, "SARG: sort command return status %d\n",WEXITSTATUS(cstatus));
 357                fprintf(stderr, "SARG: sort command: %s\n",csort);
 358                exit(1);
 359             }
 360             unlink(tmp5);
 361             sprintf(val2,"%s%s/%s/index.html",outdir,tmp4,wwork1);
 362             sprintf(val3,"%s/%s",tmp4,wwork1);
 363             unlink(val2);
 364             if((fp_ou3=fopen(val2,"w"))==NULL) {
 365                fprintf(stderr, "SARG: (index) %s: %s\n",text[45],val2);
 366                exit(1);
 367             }
 368             if((fp_tmp3=fopen(tmp6,"r"))==NULL) {
 369                fprintf(stderr, "SARG: (index) %s: %s\n",text[45],tmp6);
 370                exit(1);
 371             }
 372             write_html_header(fp_ou3,"../..");
 373             fprintf(fp_ou3,"<tr><th %s>%s/%s/%s</th></tr>\n",hbc1,text[130],text[131],text[127]);
 374             while(fgets(warea,MAXLEN,fp_tmp3)!=NULL) {
 375                warea[strlen(warea)-1]='\0';
 376                fprintf(fp_ou3,"<tr><td class=\"data2\"><a href=\"%s\">%s %s %s</a></td></tr>\n",warea,tmp4,nmonth,warea);
 377             }
 378             if(fp_tmp3) fclose(fp_tmp3);
 379             write_html_trailer(fp_ou3);
 380             if(fp_ou3) fclose(fp_ou3);
 381             unlink(tmp6);
 382          }
 383          write_html_trailer(fp_ou2);
 384          if(fp_ou2) fclose(fp_ou2);
 385       }
 386       (void)rewinddir(dirp);
 387       (void)closedir(dirp);
 388       if(fp_tmp) fclose(fp_tmp);
 389       unlink(tmp6);
 390       unlink(wdir_tmp2);
 391    } else {
 392       if(strcmp(IndexSortOrder,"A") == 0) sprintf(warea,"sort -t\";\" -k 7,7 -k 1,1 \"%s\" -o \"%s\"", wdir_tmp, wdir_tmp2);
 393       else sprintf(warea,"sort -r -t\";\" -k 7,7 -k 1,1 \"%s\" -o \"%s\"", wdir_tmp, wdir_tmp2);
 394       cstatus=system(warea);
 395       if (!WIFEXITED(cstatus) || WEXITSTATUS(cstatus)) {
 396          fprintf(stderr, "SARG: sort command return status %d\n",WEXITSTATUS(cstatus));
 397          fprintf(stderr, "SARG: sort command: %s\n",warea);
 398          exit(1);
 399       }
 400       if((fp_tmp2=fopen(wdir_tmp2,"r"))==NULL) {
 401          fprintf(stderr, "SARG: (index) %s: %s\n",text[45],wdir_tmp2);
 402          fprintf(stderr, "SARG: sort command: %s\n",warea);
 403          exit(1);
 404       }
 405       unlink(wdir_tmp);
 406       if((fp_ou=fopen(wdir,"w"))==NULL) {
 407          fprintf(stderr, "SARG: (index) %s: %s\n",text[45],wdir);
 408          exit(1);
 409       }
 410       write_html_header(fp_ou,".");
 411       fprintf(fp_ou,"<tr><th %s>%s</th><th %s>%s</th><th %s>%s</th><th %s>%s</th><th %s>%s</th></tr>\n",hbc1,text[101],hbc1,text[102],hbc1,text[103],hbc1,text[93],hbc1,text[96]);
 412       while(fgets(buf,MAXLEN,fp_tmp2)!=NULL) {
 413          if (getword_multisep(period,sizeof(period),buf,';')<0) {
 414             printf("SARG: Maybe you have a broken record or garbage in your %s file.\n",wdir_tmp2);
 415             exit(1);
 416          }
 417          if (getword_multisep(period,sizeof(period),buf,';')<0) {
 418             printf("SARG: Maybe you have a broken record or garbage in your %s file.\n",wdir_tmp2);
 419             exit(1);
 420          }
 421          if (getword_multisep(data,sizeof(data),buf,';')<0) {
 422             printf("SARG: Maybe you have a broken record or garbage in your %s file.\n",wdir_tmp2);
 423             exit(1);
 424          }
 425          if (getword_multisep(tuser,sizeof(tuser),buf,';')<0) {
 426             printf("SARG: Maybe you have a broken record or garbage in your %s file.\n",wdir_tmp2);
 427             exit(1);
 428          }
 429          if (getword_multisep(tbytes,sizeof(tbytes),buf,';')<0) {
 430             printf("SARG: Maybe you have a broken record or garbage in your %s file.\n",wdir_tmp2);
 431             exit(1);
 432          }
 433          if (getword_multisep(media,sizeof(media),buf,';')<0) {
 434             printf("SARG: Maybe you have a broken record or garbage in your %s file.\n",wdir_tmp2);
 435             exit(1);
 436          }
 437          fprintf(fp_ou,"<tr><td class=\"data2\"><a href='%s/%s'>%s</a></td><td class=\"data2\">%s</td><td class=\"data\">%s</td><td class=\"data\">%s</td><td class=\"data\">%s</td></tr>\n",period,ReplaceIndex,period,data,tuser,tbytes,media);
 438       }
 439       if(fp_tmp2) fclose(fp_tmp2);
 440       unlink(wdir_tmp2);
 441    }
 442
 443    write_html_trailer(fp_ou);
 444    if(fp_ou) fclose(fp_ou);
 445 }