useragent.c

   1 /*
   2  * AUTHOR: Pedro Lineu Orso                         pedro.orso@gmail.com
   3  *                                                            1998, 2008
   4  * SARG Squid Analysis Report Generator      http://sarg.sourceforge.net
   5  *
   6  * SARG donations:
   7  *      please look at http://sarg.sourceforge.net/donations.php
   8  * ---------------------------------------------------------------------
   9  *
  10  *  This program is free software; you can redistribute it and/or modify
  11  *  it under the terms of the GNU General Public License as published by
  12  *  the Free Software Foundation; either version 2 of the License, or
  13  *  (at your option) any later version.
  14  *
  15  *  This program is distributed in the hope that it will be useful,
  16  *  but WITHOUT ANY WARRANTY; without even the implied warranty of
  17  *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  18  *  GNU General Public License for more details.
  19  *
  20  *  You should have received a copy of the GNU General Public License
  21  *  along with this program; if not, write to the Free Software
  22  *  Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111, USA.
  23  *
  24  */
  25
  26 #include "include/conf.h"
  27
  28 void useragent()
  29 {
  30
  31    FILE *fp_in = NULL, *fp_ou = NULL, *fp_ht = NULL;
  32    char ip[MAXLEN], data[MAXLEN], agent[MAXLEN], user[MAXLEN];
  33    char ipbefore[MAXLEN], namebefore[MAXLEN];
  34    char tagent[MAXLEN];
  35    char user_old[MAXLEN]="$#%0a3bc6";
  36    char agent_old[MAXLEN]="$#%0a3bc6";
  37    char hfile[MAXLEN];
  38    char idate[MAXLEN], fdate[MAXLEN];
  39    int  agentot=0, agentot2=0, agentdif=0, cont=0;
  40    unsigned long totregsl=0;
  41    int cstatus;
  42
  43    ip[0]='\0';
  44    data[0]='\0';
  45    agent[0]='\0';
  46    user[0]='\0';
  47    user_old[0]='\0';
  48    agent_old[0]='\0';
  49    ipbefore[0]='\0';
  50    namebefore[0]='\0';
  51
  52    sprintf(hfile,"%s/%s/useragent.html", outdir,period);
  53
  54    sprintf(tmp3,"%s/squagent.unsort",TempDir);
  55    sprintf(tmp2,"%s/squagent.log",TempDir);
  56
  57    if((fp_in=fopen(UserAgentLog,"r"))==NULL) {
  58       fprintf(stderr, "SARG: (useragent) %s: %s\n",text[45],UserAgentLog);
  59       exit(1);
  60    }
  61
  62    if((fp_ou=fopen(tmp3,"w"))==NULL) {
  63       fprintf(stderr, "SARG: (email) %s: %s\n",text[45],tmp3);
  64       exit(1);
  65    }
  66
  67    if(debug) {
  68       sprintf(msg,"%s: %s",text[66],UserAgentLog);
  69       debuga(msg);
  70    }
  71
  72    while(fgets(buf,sizeof(buf),fp_in)!=NULL) {
  73       totregsl++;
  74       if (getword(ip,sizeof(ip),buf,' ')<0 || getword(data,sizeof(data),buf,'[')<0 ||
  75           getword(data,sizeof(data),buf,' ')<0) {
  76          printf("SARG: Maybe you have a broken record or garbage in your %s file.\n",UserAgentLog);
  77          exit(1);
  78       }
  79       if(totregsl == 1)
  80          strcpy(idate,data);
  81       if (getword(agent,sizeof(agent),buf,'"')<0 || getword(agent,sizeof(agent),buf,'"')<0) {
  82          printf("SARG: Maybe you have a broken record or garbage in your %s file.\n",UserAgentLog);
  83          exit(1);
  84       }
  85       strcpy(warea,agent);
  86       strup(warea);
  87       if(strstr(warea,"SCRIPT") != 0 || strstr(warea,"ONLOAD") != 0)
  88          baddata();
  89
  90       if(strlen(buf)) {
  91          if (getword(user,sizeof(user),buf,' ')<0 || getword(user,sizeof(user),buf,'\n')<0) {
  92             printf("SARG: Maybe you have a broken record or garbage in your %s file.\n",UserAgentLog);
  93             exit(1);
  94          }
  95       }
  96
  97       if(user[0] == '-')
  98          strcpy(user,ip);
  99       if(strlen(user) == 0)
 100          strcpy(user,ip);
 101
 102       sprintf(buf,"%s\\%s\\%s\\%s\\\n",ip,data,agent,user);
 103       fputs(buf,fp_ou);
 104       user[0]='\0';
 105    }
 106
 107    strcpy(fdate,data);
 108
 109    if(debug) {
 110       sprintf(msg, "   %s: %ld",text[10],totregsl);
 111       debuga(msg);
 112    }
 113
 114    fclose(fp_in);
 115    fclose(fp_ou);
 116
 117    if (fp_ht) {
 118       fclose(fp_ht);
 119    }
 120
 121    if(debug) {
 122       sprintf(msg,"%s: %s",text[54],tmp2);
 123       debuga(msg);
 124    }
 125
 126    sprintf(csort,"sort -n -t '\\' -k 4,4 -k 3,3 -k 2,2 -k 1,1 -o '%s' '%s'",tmp2,tmp3);
 127    cstatus=system(csort);
 128    if (!WIFEXITED(cstatus) || WEXITSTATUS(cstatus)) {
 129       fprintf(stderr, "SARG: sort command return status %d\n",WEXITSTATUS(cstatus));
 130       fprintf(stderr, "SARG: sort command: %s\n",csort);
 131       exit(1);
 132    }
 133    if((fp_in=fopen(tmp2,"r"))==NULL) {
 134       fprintf(stderr, "SARG: (useragent) %s: %s\n",text[45],tmp2);
 135       fprintf(stderr, "SARG: sort command: %s\n",csort);
 136       exit(1);
 137    }
 138
 139    unlink(tmp3);
 140
 141    if((fp_ht=fopen(hfile,"w"))==NULL) {
 142       fprintf(stderr, "SARG: (useragent) %s: %s\n",text[45],hfile);
 143       exit(1);
 144    }
 145
 146    if(debug)
 147       debuga(text[72]);
 148
 149    fprintf(fp_ht, "<!DOCTYPE HTML PUBLIC \"-//W3C//DTD HTML 4.01 Transitional//EN\" \"http://www.w3.org/TR/html4/loose.dtd\">\n<html>\n<head>\n  <meta http-equiv=\"Content-Type\" content=\"text/html; charset=%s\">\n",CharSet);
 150    fputs("</head>\n",fp_ht);
 151    if(strlen(FontFace) > 0) fprintf(fp_ht,"<font face=%s>\n",FontFace);
 152    fprintf(fp_ht,"<body bgcolor=%s text=%s background='%s'>\n",BgColor,TxColor,BgImage);
 153    if(strlen(LogoImage) > 0) fprintf(fp_ht, "<center><table cellpadding=\"0\" cellspacing=\"0\">\n<tr><th class=\"logo\"><img src='%s' border=0 align=absmiddle width=%s height=%s>&nbsp;%s</th></tr>\n<tr><td height=\"5\"></td></tr>\n</table>\n",LogoImage,Width,Height,LogoText);
 154
 155    if(strcmp(IndexTree,"date") == 0)
 156       show_sarg(fp_ht, "../../..");
 157    else
 158       show_sarg(fp_ht,"..");
 159    fputs("<center><table cellpadding=0 cellspacing=0>\n",fp_ht);
 160    sprintf(html,"<tr><th align=center colspan=2><b><font color=%s size=+1>%s</font></b></th></tr>\n",TiColor,text[105]);
 161    fputs(html,fp_ht);
 162
 163    fputs("<tr><td></td></tr><tr><td></td></tr>",fp_ht);
 164    fputs("</table></center>\n",fp_ht);
 165
 166    fputs("<center><table cellpadding=0 cellspacing=0>\n",fp_ht);
 167
 168    sprintf(html,"<tr><td align=right bgcolor=%s><font size=%s>%s:</font><td align=left bgcolor=%s><font size=%s>%s - %s</font></td></td></tr>\n",HeaderBgColor,FontSize,text[89],TxBgColor,FontSize,idate,fdate);
 169    fputs(html,fp_ht);
 170
 171    fputs("</table></center>\n",fp_ht);
 172    fputs("<center><table cellpadding=0 cellspacing=0>\n",fp_ht);
 173    fputs("<tr><td></td><td></td></tr>",fp_ht);
 174
 175    sprintf(html,"<tr><th align=left bgcolor=%s><font size=%s color=%s>%s</font></th><th bgcolor=%s align=left><font size=%s color=%s>%s</font></th></tr>\n",HeaderBgColor,FontSize,HeaderColor,text[98],HeaderBgColor,FontSize,HeaderColor,text[106]);
 176    fputs(html,fp_ou);
 177
 178    while(fgets(buf,sizeof(buf),fp_in)!=NULL) {
 179       if (getword(ip,sizeof(ip),buf,'\\')<0) {
 180          printf("SARG: Maybe you have a broken record or garbage in your %s file.\n",tmp2);
 181          exit(1);
 182       }
 183
 184       if(strcmp(Ip2Name,"yes") == 0) {
 185          if(strcmp(ip,ipbefore) != 0) {
 186             strcpy(ipbefore,ip);
 187             ip2name(ip);
 188             strcpy(namebefore,ip);
 189          } else strcpy(ip,namebefore);
 190       }
 191
 192       if (getword(data,sizeof(data),buf,'\\')<0 || getword(agent,sizeof(agent),buf,'\\')<0 ||
 193           getword(user,sizeof(user),buf,'\\')<0) {
 194          printf("SARG: Maybe you have a broken record or garbage in your %s file.\n",tmp2);
 195          exit(1);
 196       }
 197
 198       if(strcmp(user,user_old) != 0) {
 199          sprintf(html,"<tr><td align=left bgcolor=%s><font size=%s>%s</td><td align=left bgcolor=%s><font size=%s>%s</td></tr>\n",TxBgColor,FontSize,user,TxBgColor,FontSize,agent);
 200          fputs(html,fp_ht);
 201          strcpy(user_old,user);
 202          strcpy(agent_old,agent);
 203       } else {
 204          if(strcmp(agent,agent_old) != 0) {
 205             sprintf(html,"<tr><td></td><td align=left bgcolor=%s><font size=%s>%s</td></tr>\n",TxBgColor,FontSize,agent);
 206             fputs(html,fp_ht);
 207             strcpy(agent_old,agent);
 208          }
 209       }
 210    }
 211
 212    fputs("</table>\n",fp_ht);
 213    fclose(fp_in);
 214    fclose(fp_ou);
 215
 216    sprintf(csort,"sort -n -t '\\' -k 3,3 -o '%s' '%s'",tmp3,tmp2);
 217    cstatus=system(csort);
 218    if (!WIFEXITED(cstatus) || WEXITSTATUS(cstatus)) {
 219       fprintf(stderr, "SARG: sort command return status %d\n",WEXITSTATUS(cstatus));
 220       fprintf(stderr, "SARG: sort command: %s\n",csort);
 221       exit(1);
 222    }
 223    if((fp_in=fopen(tmp3,"r"))==NULL) {
 224       fprintf(stderr, "SARG: (useragent) %s: %s\n",text[45],tmp3);
 225       fprintf(stderr, "SARG: sort command: %s\n",csort);
 226       exit(1);
 227    }
 228
 229    unlink(tmp2);
 230
 231    if((fp_ou=fopen(tmp2,"w"))==NULL) {
 232       fprintf(stderr, "SARG: (useragent) %s: %s\n",text[45],tmp2);
 233       exit(1);
 234    }
 235
 236    agent_old[0]='\0';
 237
 238    while(fgets(buf,sizeof(buf),fp_in)!=NULL) {
 239       if (getword(ip,sizeof(ip),buf,'\\')<0 || getword(data,sizeof(data),buf,'\\')<0 ||
 240           getword(agent,sizeof(agent),buf,'\\')<0) {
 241          printf("SARG: Maybe you have a broken record or garbage in your %s file.\n",tmp);
 242          exit(1);
 243       }
 244
 245       if(!cont) {
 246          cont++;
 247          strcpy(agent_old,agent);
 248       }
 249
 250       agentot++;
 251
 252       if(strcmp(agent,agent_old) != 0) {
 253          agentdif++;
 254          sprintf(html,"%06d %s\n",agentot,agent_old);
 255          fputs(html,fp_ou);
 256          strcpy(agent_old,agent);
 257          agentot2+=agentot;
 258          agentot=1;
 259       }
 260    }
 261    agentdif++;
 262    sprintf(html,"%06d %s\n",agentot,agent);
 263    fputs(html,fp_ou);
 264    agentot2+=agentot;
 265
 266    fclose(fp_in);
 267    fclose(fp_ou);
 268
 269    unlink(tmp3);
 270
 271    sprintf(csort,"sort -n -r -k 1,1 -o '%s' '%s'",tmp3,tmp2);
 272    cstatus=system(csort);
 273    if (!WIFEXITED(cstatus) || WEXITSTATUS(cstatus)) {
 274       fprintf(stderr, "SARG: sort command return status %d\n",WEXITSTATUS(cstatus));
 275       fprintf(stderr, "SARG: sort command: %s\n",csort);
 276       exit(1);
 277    }
 278    if((fp_in=fopen(tmp3,"r"))==NULL) {
 279       fprintf(stderr, "SARG: (useragent) %s: %s\n",text[45],tmp3);
 280       fprintf(stderr, "SARG: sort command: %s\n",csort);
 281       exit(1);
 282    }
 283
 284    unlink(tmp2);
 285
 286    if((fp_ht=fopen(hfile,"a"))==NULL) {
 287       fprintf(stderr, "SARG: (useragent) %s: %s\n",text[45],hfile);
 288       exit(1);
 289    }
 290
 291    fputs("<br><br>\n",fp_ht);
 292
 293    fputs("<center><table cellpadding=0 cellspacing=0>\n",fp_ht);
 294    sprintf(html,"<tr><th align=left bgcolor=%s><font size=%s color=%s>%s</font></th><th bgcolor=%s align=left><font size=%s color=%s>%s</font></th><th align=center bgcolor=%s><font size=%s color=%s>%%</font></th></tr>\n",HeaderBgColor,FontSize,HeaderColor,text[106],HeaderBgColor,FontSize,HeaderColor,text[107],HeaderBgColor,FontSize,HeaderColor);
 295    fputs(html,fp_ht);
 296
 297    while(fgets(buf,sizeof(buf),fp_in)!=NULL) {
 298       buf[strlen(buf)-1]='\0';
 299       if (getword(tagent,sizeof(tagent),buf,' ')<0) {
 300          printf("SARG: Maybe you have a broken record or garbage in your %s file.\n",tmp);
 301          exit(1);
 302       }
 303       perc=atoi(tagent) * 100;
 304       perc=perc / agentot2;
 305
 306       sprintf(html,"<tr><td align=left bgcolor=%s><font size=%s>%s</td><td align=right bgcolor=%s><font size=%s>%d</td><td align=right bgcolor=%s><font size=%s>%3.2f</td></tr>\n",TxBgColor,FontSize,buf,TxBgColor,FontSize,atoi(tagent),TxBgColor,FontSize,perc);
 307       fputs(html,fp_ht);
 308    }
 309
 310    fputs("</table></html>\n",fp_ht);
 311    if(strcmp(ShowSargInfo,"yes") == 0) {
 312       zdate(ftime, DateFormat);
 313       sprintf(html,"<br><br><center><font size=-2>%s <a href='%s'>%s-%s</a> %s %s</font></center>\n",text[108],URL,PGM,VERSION,text[109],ftime);
 314       fputs(html,fp_ht);
 315    }
 316
 317    fputs("</table>\n</body>\n</html>\n",fp_ht);
 318    fclose(fp_in);
 319    fclose(fp_ht);
 320
 321    unlink(tmp3);
 322
 323    return;
 324
 325 }