]> git.ipfire.org Git - thirdparty/sarg.git/blobdiff - useragent.c
Add support to decompress xz files
[thirdparty/sarg.git] / useragent.c
index a4aea011fdb53b4295f582ead152954d77dd145f..c95c2fdf54673a0ea19ef246324f7404d2812fae 100644 (file)
@@ -1,10 +1,11 @@
 /*
- * AUTHOR: Pedro Lineu Orso                         pedro.orso@gmail.com
- *                                                            1998, 2010
  * SARG Squid Analysis Report Generator      http://sarg.sourceforge.net
+ *                                                            1998, 2015
  *
  * SARG donations:
  *      please look at http://sarg.sourceforge.net/donations.php
+ * Support:
+ *     http://sourceforge.net/projects/sarg/forums/forum/363374
  * ---------------------------------------------------------------------
  *
  *  This program is free software; you can redistribute it and/or modify
 
 #include "include/conf.h"
 #include "include/defs.h"
+#include "include/filelist.h"
 
-void useragent(void)
+FileListObject UserAgentLog=NULL;
+
+//! Log file where the user agent data are written.
+static char UserAgentTempLog[MAXLEN]="";
+
+static struct tm UserAgentStartDate;
+static struct tm UserAgentEndDate;
+
+/*!
+ * Open the temporary file to store the useragent entries to be
+ * reported.
+ *
+ * \return The file handle. It must be closed when the data have
+ * been written.
+ */
+FILE *UserAgent_Open(void)
 {
+       FILE *fp_ou=NULL;
+
+       if (UserAgentTempLog[0]) {
+               debuga(__FILE__,__LINE__,_("Useragent log already opened\n"));
+               exit(EXIT_FAILURE);
+       }
+       if ((ReportType & REPORT_TYPE_USERAGENT)!=0) {
+               snprintf(UserAgentTempLog,sizeof(UserAgentTempLog),"%s/squagent.int_unsort",tmp);
+               if ((fp_ou=fopen(UserAgentTempLog,"w"))==NULL) {
+                       debuga(__FILE__,__LINE__,_("Cannot open file \"%s\": %s\n"),UserAgentTempLog,strerror(errno));
+                       exit(EXIT_FAILURE);
+               }
+               memset(&UserAgentStartDate,0,sizeof(UserAgentStartDate));
+               memset(&UserAgentEndDate,0,sizeof(UserAgentEndDate));
+       }
+       return(fp_ou);
+}
 
-   FILE *fp_in = NULL, *fp_ou = NULL, *fp_ht = NULL;
-   char ip[MAXLEN], data[MAXLEN], agent[MAXLEN], user[MAXLEN];
-   char ipbefore[MAXLEN], namebefore[MAXLEN];
-   char tagent[MAXLEN];
-   char user_old[MAXLEN]="$#%0a3bc6";
-   char agent_old[MAXLEN]="$#%0a3bc6";
-   char hfile[MAXLEN];
-   char idate[MAXLEN], fdate[MAXLEN];
-   char tmp2[MAXLEN];
-   int  agentot=0, agentot2=0, agentdif=0, cont=0, nagent;
-   unsigned long totregsl=0;
-   int cstatus;
-   char ftime[128];
-   struct getwordstruct gwarea;
-
-   ip[0]='\0';
-   data[0]='\0';
-   agent[0]='\0';
-   user[0]='\0';
-   user_old[0]='\0';
-   agent_old[0]='\0';
-   ipbefore[0]='\0';
-   namebefore[0]='\0';
-
-   sprintf(tmp3,"%s/squagent.unsort",TempDir);
-   sprintf(tmp2,"%s/squagent.log",TempDir);
-
-   if((fp_in=fopen(UserAgentLog,"r"))==NULL) {
-      fprintf(stderr, "SARG: (useragent) %s: %s\n",text[45],UserAgentLog);
-      exit(1);
-   }
-
-   if((fp_ou=fopen(tmp3,"w"))==NULL) {
-      fprintf(stderr, "SARG: (email) %s: %s\n",text[45],tmp3);
-      exit(1);
-   }
-
-   if(debug) {
-      debuga("%s: %s",text[66],UserAgentLog);
-   }
-
-   while(fgets(buf,sizeof(buf),fp_in)!=NULL) {
-      totregsl++;
-      getword_start(&gwarea,buf);
-      if (getword(ip,sizeof(ip),&gwarea,' ')<0 || getword_skip(MAXLEN,&gwarea,'[')<0 ||
-          getword(data,sizeof(data),&gwarea,' ')<0) {
-         printf("SARG: Maybe you have a broken record or garbage in your %s file.\n",UserAgentLog);
-         exit(1);
-      }
-      if(totregsl == 1)
-         strcpy(idate,data);
-      if (getword_skip(MAXLEN,&gwarea,'"')<0 || getword(agent,sizeof(agent),&gwarea,'"')<0) {
-         printf("SARG: Maybe you have a broken record or garbage in your %s file.\n",UserAgentLog);
-         exit(1);
-      }
-      strcpy(warea,agent);
-      strup(warea);
-      if(strstr(warea,"SCRIPT") != 0 || strstr(warea,"ONLOAD") != 0)
-         baddata();
-
-      if(strlen(gwarea.current)) {
-         if (getword_skip(MAXLEN,&gwarea,' ')<0 || getword(user,sizeof(user),&gwarea,'\n')<0) {
-            printf("SARG: Maybe you have a broken record or garbage in your %s file.\n",UserAgentLog);
-            exit(1);
-         }
-      }
-
-      if(user[0] == '-')
-         strcpy(user,ip);
-      if(strlen(user) == 0)
-         strcpy(user,ip);
-
-      fprintf(fp_ou,"%s\t%s\t%s\n",ip,agent,user);
-      user[0]='\0';
-   }
-
-   strcpy(fdate,data);
-
-   if(debug) {
-      debuga("   %s: %ld",text[10],totregsl);
-   }
-
-   fclose(fp_in);
-   fclose(fp_ou);
-
-   if(debug) {
-      debuga("%s: %s",text[54],tmp2);
-   }
-
-   sprintf(csort,"sort -n -t \"\t\" -k 3,3 -k 2,2 -k 1,1 -o \"%s\" \"%s\"",tmp2,tmp3);
-   cstatus=system(csort);
-   if (!WIFEXITED(cstatus) || WEXITSTATUS(cstatus)) {
-      fprintf(stderr, "SARG: sort command return status %d\n",WEXITSTATUS(cstatus));
-      fprintf(stderr, "SARG: sort command: %s\n",csort);
-      exit(1);
-   }
-   if((fp_in=fopen(tmp2,"r"))==NULL) {
-      fprintf(stderr, "SARG: (useragent) %s: %s\n",text[45],tmp2);
-      fprintf(stderr, "SARG: sort command: %s\n",csort);
-      exit(1);
-   }
-
-   unlink(tmp3);
-
-   sprintf(hfile,"%s/%s/useragent.html", outdir,period);
-   if((fp_ht=fopen(hfile,"w"))==NULL) {
-      fprintf(stderr, "SARG: (useragent) %s: %s\n",text[45],hfile);
-      exit(1);
-   }
-
-   if(debug)
-      debuga("%s",text[72]);
-
-   fprintf(fp_ht, "<!DOCTYPE HTML PUBLIC \"-//W3C//DTD HTML 4.01 Transitional//EN\" \"http://www.w3.org/TR/html4/loose.dtd\">\n<html>\n<head>\n  <meta http-equiv=\"Content-Type\" content=\"text/html; charset=%s\">\n",CharSet);
-   css(fp_ht);
-   fputs("</head>\n",fp_ht);
-   //if(FontFace[0] != '\0') fprintf(fp_ht,"<font face=\"%s\">\n",FontFace);
-   fprintf(fp_ht,"<body bgcolor=\"%s\" text=\"%s\" background=\"%s\">\n",BgColor,TxColor,BgImage);
-   write_logo_image(fp_ht);
-
-   if(strcmp(IndexTree,"date") == 0)
-      show_sarg(fp_ht, "../../..");
-   else
-      show_sarg(fp_ht,"..");
-   fputs("<div align=\"center\"><table cellpadding=\"0\" cellspacing=\"0\">\n",fp_ht);
-   fprintf(fp_ht,"<tr><th align=\"center\" colspan=\"2\"><b><font color=\"%s\" size=\"+1\">%s</font></b></th></tr>\n",TiColor,text[105]);
-
-   fputs("<tr><td></td></tr><tr><td></td></tr>",fp_ht);
-   fputs("</table></div>\n",fp_ht);
-
-   fputs("<div align=\"center\"><table cellpadding=\"0\" cellspacing=\"0\">\n",fp_ht);
-
-   fprintf(fp_ht,"<tr><td align=\"right\" bgcolor=\"%s\">%s:<td align=\"left\" bgcolor=\"%s\">%s - %s</td></td></tr>\n",HeaderBgColor,text[89],TxBgColor,idate,fdate);
-
-   fputs("</table></div>\n",fp_ht);
-   fputs("<div align=\"center\"><table cellpadding=\"0\" cellspacing=\"0\">\n",fp_ht);
-   fputs("<tr><td></td><td></td></tr>",fp_ht);
-
-   fprintf(fp_ou,"<tr><th align=\"left\" bgcolor=\"%s\"><font color=\"%s\">%s</font></th><th bgcolor=\"%s\" align=\"left\"><font color=\"%s\">%s</font></th></tr>\n",HeaderBgColor,HeaderColor,text[98],HeaderBgColor,HeaderColor,text[106]);
-
-   while(fgets(buf,sizeof(buf),fp_in)!=NULL) {
-      getword_start(&gwarea,buf);
-      if (getword(ip,sizeof(ip),&gwarea,'\t')<0) {
-         printf("SARG: Maybe you have a broken record or garbage in your %s file.\n",tmp2);
-         exit(1);
-      }
-
-      if(Ip2Name) {
-         if(strcmp(ip,ipbefore) != 0) {
-            strcpy(ipbefore,ip);
-            ip2name(ip,sizeof(ip));
-            strcpy(namebefore,ip);
-         } else strcpy(ip,namebefore);
-      }
-
-      if (getword(agent,sizeof(agent),&gwarea,'\t')<0 ||
-          getword(user,sizeof(user),&gwarea,'\t')<0) {
-         printf("SARG: Maybe you have a broken record or garbage in your %s file.\n",tmp2);
-         exit(1);
-      }
-
-      if(strcmp(user,user_old) != 0) {
-         fprintf(fp_ht,"<tr><td align=\"left\" bgcolor=\"%s\">%s</td><td align=\"left\" bgcolor=\"%s\">%s</td></tr>\n",TxBgColor,user,TxBgColor,agent);
-         strcpy(user_old,user);
-         strcpy(agent_old,agent);
-      } else {
-         if(strcmp(agent,agent_old) != 0) {
-            fprintf(fp_ht,"<tr><td></td><td align=\"left\" bgcolor=\"%s\">%s</td></tr>\n",TxBgColor,agent);
-            strcpy(agent_old,agent);
-         }
-      }
-   }
-
-   fputs("</table>\n",fp_ht);
-   fclose(fp_in);
-   fclose(fp_ou);
-
-   sprintf(csort,"sort -t \"\t\" -k 2,2 -o \"%s\" \"%s\"",tmp3,tmp2);
-   cstatus=system(csort);
-   if (!WIFEXITED(cstatus) || WEXITSTATUS(cstatus)) {
-      fprintf(stderr, "SARG: sort command return status %d\n",WEXITSTATUS(cstatus));
-      fprintf(stderr, "SARG: sort command: %s\n",csort);
-      exit(1);
-   }
-   if((fp_in=fopen(tmp3,"r"))==NULL) {
-      fprintf(stderr, "SARG: (useragent) %s: %s\n",text[45],tmp3);
-      fprintf(stderr, "SARG: sort command: %s\n",csort);
-      exit(1);
-   }
-
-   unlink(tmp2);
-
-   if((fp_ou=fopen(tmp2,"w"))==NULL) {
-      fprintf(stderr, "SARG: (useragent) %s: %s\n",text[45],tmp2);
-      exit(1);
-   }
-
-   agent_old[0]='\0';
-   cont=0;
-
-   while(fgets(buf,sizeof(buf),fp_in)!=NULL) {
-      getword_start(&gwarea,buf);
-      if (getword(ip,sizeof(ip),&gwarea,'\t')<0 ||
-          getword(agent,sizeof(agent),&gwarea,'\t')<0) {
-         printf("SARG: Maybe you have a broken record or garbage in your %s file.\n",tmp);
-         exit(1);
-      }
-
-      if(!cont) {
-         cont++;
-         strcpy(agent_old,agent);
-      }
-
-      if(strcmp(agent,agent_old) != 0) {
-         agentdif++;
-         fprintf(fp_ou,"%06d %s\n",agentot,agent_old);
-         strcpy(agent_old,agent);
-         agentot2+=agentot;
-         agentot=0;
-      }
-      agentot++;
-   }
-   agentdif++;
-   fprintf(fp_ou,"%06d %s\n",agentot,agent);
-   agentot2+=agentot;
-
-   fclose(fp_in);
-   fclose(fp_ou);
-
-   unlink(tmp3);
-
-   sprintf(csort,"sort -n -r -k 1,1 -o \"%s\" \"%s\"",tmp3,tmp2);
-   cstatus=system(csort);
-   if (!WIFEXITED(cstatus) || WEXITSTATUS(cstatus)) {
-      fprintf(stderr, "SARG: sort command return status %d\n",WEXITSTATUS(cstatus));
-      fprintf(stderr, "SARG: sort command: %s\n",csort);
-      exit(1);
-   }
-   if((fp_in=fopen(tmp3,"r"))==NULL) {
-      fprintf(stderr, "SARG: (useragent) %s: %s\n",text[45],tmp3);
-      fprintf(stderr, "SARG: sort command: %s\n",csort);
-      exit(1);
-   }
-
-   unlink(tmp2);
-
-   if((fp_ht=fopen(hfile,"a"))==NULL) {
-      fprintf(stderr, "SARG: (useragent) %s: %s\n",text[45],hfile);
-      exit(1);
-   }
-
-   fputs("<br><br>\n",fp_ht);
-
-   fputs("<div align=\"center\"><table cellpadding=\"0\" cellspacing=\"0\">\n",fp_ht);
-   fprintf(fp_ht,"<tr><th align=\"left\" bgcolor=\"%s\"><font color=\"%s\">%s</font></th><th bgcolor=\"%s\" align=\"left\"><font color=\"%s\">%s</font></th><th align=\"center\" bgcolor=\"%s\"><font color=\"%s\">%%</font></th></tr>\n",HeaderBgColor,HeaderColor,text[106],HeaderBgColor,HeaderColor,text[107],HeaderBgColor,HeaderColor);
-
-   perc=0.;
-   while(fgets(buf,sizeof(buf),fp_in)!=NULL) {
-      fixendofline(buf);
-      getword_start(&gwarea,buf);
-      if (getword(tagent,sizeof(tagent),&gwarea,' ')<0) {
-         printf("SARG: Maybe you have a broken record or garbage in your %s file.\n",tmp);
-         exit(1);
-      }
-      nagent=atoi(tagent);
-      if(agentot2>0) {
-         perc=nagent * 100;
-         perc=perc / agentot2;
-      }
-
-      fprintf(fp_ht,"<tr><td align=\"left\" bgcolor=\"%s\">%s</td><td align=\"right\" bgcolor=\"%s\">%d</td><td align=\"right\" bgcolor=\"%s\">%3.2f</td></tr>\n",TxBgColor,gwarea.current,TxBgColor,nagent,TxBgColor,perc);
-   }
-
-   fputs("</table></html>\n",fp_ht);
-   if(ShowSargInfo) {
-      zdate(ftime, sizeof(ftime), DateFormat);
-      fprintf(fp_ht,"<br><br><div align=\"center\"><font size=\"-2\">%s <a href=\"%s\">%s-%s</a> %s %s</font></div>\n",text[108],URL,PGM,VERSION,text[109],ftime);
-   }
-
-   fputs("</table>\n</body>\n</html>\n",fp_ht);
-   fclose(fp_in);
-   fclose(fp_ht);
-
-   unlink(tmp3);
-
-   return;
+/*!
+ * Write a user agent entry into the temporary log.
+ *
+ * \param fp The file opened by UserAgent_Open().
+ * \param Ip The IP address using this agent.
+ * \param User The user name.
+ * \param Agent The user agent string.
+ */
+void UserAgent_Write(FILE *fp,const struct tm *Time,const char *Ip,const char *User,const char *Agent)
+{
+       if (fp) {
+               if (useragent_count==0 || compare_date(&UserAgentStartDate,Time)>0)
+                       memcpy(&UserAgentStartDate,Time,sizeof(UserAgentStartDate));
+               if (useragent_count==0 || compare_date(&UserAgentEndDate,Time)<0)
+                       memcpy(&UserAgentEndDate,Time,sizeof(UserAgentEndDate));
+               fprintf(fp,"%s\t%s\t%s\n",Ip,Agent,User);
+               useragent_count++;
+       }
+}
 
+/*!
+ * Read the user provided useragent file and create
+ * a temporary file with the data to report.
+ */
+void UserAgent_Readlog(void)
+{
+       FileObject *fp_log;
+       FILE *fp_ou = NULL;
+       char *ptr;
+       char ip[80], data[50], agent[MAXLEN], user[MAXLEN];
+       int day,month,year;
+       char monthname[5];
+       const char *FileName;
+       unsigned long totregsl=0;
+       int ndate;
+       struct getwordstruct gwarea, gwarea1;
+       longline line;
+       FileListIterator FIter;
+       struct tm logtime;
+       int dfrom;
+       int duntil;
+
+       fp_ou=UserAgent_Open();
+
+       if ((line=longline_create())==NULL) {
+               debuga(__FILE__,__LINE__,_("Not enough memory to read useragent log\n"));
+               exit(EXIT_FAILURE);
+       }
+       memset(&logtime,0,sizeof(logtime));
+       getperiod_torange(&period,&dfrom,&duntil);
+
+       FIter=FileListIter_Open(UserAgentLog);
+       while ((FileName=FileListIter_Next(FIter))!=NULL)
+       {
+               longline_reset(line);
+               if ((fp_log=decomp(FileName))==NULL) {
+                       debuga(__FILE__,__LINE__,_("Cannot open file \"%s\": %s\n"),FileName,FileObject_GetLastOpenError());
+                       exit(EXIT_FAILURE);
+               }
+
+               if(debug) {
+                       debuga(__FILE__,__LINE__,_("Reading useragent log \"%s\"\n"),FileName);
+               }
+
+               while ((ptr=longline_read(fp_log,line))!=NULL) {
+                       totregsl++;
+                       getword_start(&gwarea,ptr);
+                       if (getword(ip,sizeof(ip),&gwarea,' ')<0 || getword_skip(10,&gwarea,'[')<0 ||
+                               getword(data,sizeof(data),&gwarea,' ')<0) {
+                               debuga(__FILE__,__LINE__,_("Invalid record in file \"%s\"\n"),FileName);
+                               exit(EXIT_FAILURE);
+                       }
+                       getword_start(&gwarea1,data);
+                       if (getword_atoi(&day,&gwarea1,'/')<0 || getword(monthname,sizeof(monthname),&gwarea1,'/')<0 ||
+                               getword_atoi(&year,&gwarea1,':')<0) {
+                               debuga(__FILE__,__LINE__,_("Invalid date in file \"%s\"\n"),FileName);
+                               exit(EXIT_FAILURE);
+                       }
+                       month=month2num(monthname)+1;
+                       if (month>12) {
+                               debuga(__FILE__,__LINE__,_("Invalid month name \"%s\" found in user agent file \"%s\""),monthname,FileName);
+                               exit(EXIT_FAILURE);
+                       }
+                       if (dfrom!=0 || duntil!=0){
+                               ndate=year*10000+month*100+day;
+                               if (ndate<dfrom) continue;
+                               if (ndate>duntil) break;
+                       }
+                       logtime.tm_year=year-1900;
+                       logtime.tm_mon=month-1;
+                       logtime.tm_mday=day;
+                       if (getword_skip(MAXLEN,&gwarea,'"')<0 || getword(agent,sizeof(agent),&gwarea,'"')<0) {
+                               debuga(__FILE__,__LINE__,_("Invalid useragent in file \"%s\"\n"),FileName);
+                               exit(EXIT_FAILURE);
+                       }
+
+                       if (gwarea.current[0]!='\0') {
+                               if (getword_skip(MAXLEN,&gwarea,' ')<0 || getword(user,sizeof(user),&gwarea,'\n')<0) {
+                                       debuga(__FILE__,__LINE__,_("Invalid record in file \"%s\"\n"),FileName);
+                                       exit(EXIT_FAILURE);
+                               }
+                               if (user[0] == '-')
+                                       strcpy(user,ip);
+                               if (user[0] == '\0')
+                                       strcpy(user,ip);
+                       } else {
+                               strcpy(user,ip);
+                       }
+
+                       UserAgent_Write(fp_ou,&logtime,ip,user,agent);
+               }
+
+               if (FileObject_Close(fp_log)==EOF) {
+                       debuga(__FILE__,__LINE__,_("Read error in \"%s\": %s\n"),FileName,FileObject_GetLastCloseError());
+                       exit(EXIT_FAILURE);
+               }
+       }
+       FileListIter_Close(FIter);
+       longline_destroy(&line);
+
+       if(debug) {
+               debuga(__FILE__,__LINE__,_("   Records read: %ld\n"),totregsl);
+       }
+
+       if (fclose(fp_ou)==EOF) {
+               debuga(__FILE__,__LINE__,_("Write error in \"%s\": %s\n"),UserAgentTempLog,strerror(errno));
+               exit(EXIT_FAILURE);
+       }
+}
+
+void UserAgent(void)
+{
+       FILE *fp_in = NULL, *fp_ou = NULL, *fp_ht = NULL;
+       char buf[MAXLEN];
+       char ip[80], agent[MAXLEN], user[MAXLEN];
+       char ipbefore[MAXLEN]="";
+       char namebefore[MAXLEN]="";
+       char tagent[MAXLEN];
+       char user_old[MAXLEN]="";
+       char agent_old[MAXLEN]="";
+       char hfile[MAXLEN];
+       char idate[100], fdate[100];
+       char tmp2[MAXLEN];
+       char tmp3[MAXLEN];
+       char csort[MAXLEN];
+       int  agentot=0, agentot2=0, agentdif=0, cont=0, nagent;
+       int cstatus;
+       double perc;
+       struct getwordstruct gwarea;
+
+       if (!UserAgentTempLog[0] || useragent_count==0) return;
+
+       snprintf(tmp2,sizeof(tmp2),"%s/squagent.int_log",tmp);
+       if (debug) {
+               debuga(__FILE__,__LINE__,_("Sorting file \"%s\"\n"),tmp2);
+       }
+
+       if (snprintf(csort,sizeof(csort),"sort -n -t \"\t\" -k 3,3 -k 2,2 -k 1,1 -o \"%s\" \"%s\"",tmp2,UserAgentTempLog)>=sizeof(csort)) {
+               debuga(__FILE__,__LINE__,_("Sort command too long when sorting file \"%s\" to \"%s\"\n"),tmp2,UserAgentTempLog);
+               exit(EXIT_FAILURE);
+       }
+       cstatus=system(csort);
+       if (!WIFEXITED(cstatus) || WEXITSTATUS(cstatus)) {
+               debuga(__FILE__,__LINE__,_("sort command return status %d\n"),WEXITSTATUS(cstatus));
+               debuga(__FILE__,__LINE__,_("sort command: %s\n"),csort);
+               exit(EXIT_FAILURE);
+       }
+       if ((fp_in=fopen(tmp2,"r"))==NULL) {
+               debuga(__FILE__,__LINE__,_("Cannot open file \"%s\": %s\n"),tmp2,strerror(errno));
+               debuga(__FILE__,__LINE__,_("sort command: %s\n"),csort);
+               exit(EXIT_FAILURE);
+       }
+
+       if (!KeepTempLog && unlink(UserAgentTempLog)) {
+               debuga(__FILE__,__LINE__,_("Cannot delete \"%s\": %s\n"),UserAgentTempLog,strerror(errno));
+               exit(EXIT_FAILURE);
+       }
+
+       snprintf(hfile,sizeof(hfile),"%s/useragent.html", outdirname);
+       if ((fp_ht=fopen(hfile,"w"))==NULL) {
+               debuga(__FILE__,__LINE__,_("Cannot open file \"%s\": %s\n"),hfile,strerror(errno));
+               exit(EXIT_FAILURE);
+       }
+
+       if (debug)
+               debuga(__FILE__,__LINE__,_("Making Useragent report\n"));
+
+       write_html_header(fp_ht,(IndexTree == INDEX_TREE_DATE) ? 3 : 1,_("Squid Useragent's Report"),HTML_JS_NONE);
+       fprintf(fp_ht,"<tr><th class=\"header_c\">%s</th></tr>\n",_("Squid Useragent's Report"));
+       strftime(idate,sizeof(idate),"%x",&UserAgentStartDate);
+       strftime(fdate,sizeof(fdate),"%x",&UserAgentEndDate);
+       fprintf(fp_ht,"<tr><td class=\"header_c\">%s: %s - %s</td></tr>\n",_("Period"),idate,fdate);
+       close_html_header(fp_ht);
+
+       fputs("<br><br>\n",fp_ht);
+
+       fputs("<div class=\"report\"><table cellpadding=\"0\" cellspacing=\"0\">\n",fp_ht);
+       fputs("<tr><td>&nbsp;</td><td>&nbsp;</td></tr>",fp_ht);
+
+       fprintf(fp_ht,"<tr><th class=\"header_l\">%s</th><th class=\"header_l\">%s</th></tr>\n",_("USERID"),_("AGENT"));
+
+       while (fgets(buf,sizeof(buf),fp_in)!=NULL) {
+               getword_start(&gwarea,buf);
+               if (getword(ip,sizeof(ip),&gwarea,'\t')<0) {
+                       debuga(__FILE__,__LINE__,_("Invalid IP address in file \"%s\"\n"),tmp2);
+                       exit(EXIT_FAILURE);
+               }
+
+               if (Ip2Name) {
+                       if (strcmp(ip,ipbefore) != 0) {
+                               strcpy(ipbefore,ip);
+                               ip2name(ip,sizeof(ip));
+                               strcpy(namebefore,ip);
+                       } else strcpy(ip,namebefore);
+               }
+
+               if (getword(agent,sizeof(agent),&gwarea,'\t')<0) {
+                       debuga(__FILE__,__LINE__,_("Invalid useragent in file \"%s\"\n"),tmp2);
+                       exit(EXIT_FAILURE);
+               }
+               if (getword(user,sizeof(user),&gwarea,'\t')<0) {
+                       debuga(__FILE__,__LINE__,_("Invalid user ID in file \"%s\"\n"),tmp2);
+                       exit(EXIT_FAILURE);
+               }
+
+               if (strcmp(user,user_old) != 0) {
+                       fprintf(fp_ht,"<tr><td class=\"data2\">%s</td><td class=\"data2\">",user);
+                       output_html_string(fp_ht,agent,250);
+                       fputs("</td></tr>\n",fp_ht);
+                       strcpy(user_old,user);
+                       strcpy(agent_old,agent);
+               } else if (strcmp(agent,agent_old) != 0) {
+                       fputs("<tr><td></td><td class=\"data2\">",fp_ht);
+                       output_html_string(fp_ht,agent,250);
+                       fputs("</td></tr>\n",fp_ht);
+                       strcpy(agent_old,agent);
+               }
+       }
+
+       fputs("</table>\n",fp_ht);
+       if (fclose(fp_in)==EOF) {
+               debuga(__FILE__,__LINE__,_("Read error in \"%s\": %s\n"),tmp2,strerror(errno));
+               exit(EXIT_FAILURE);
+       }
+
+       snprintf(tmp3,sizeof(tmp3),"%s/squagent2.int_log",tmp);
+       if (snprintf(csort,sizeof(csort),"sort -t \"\t\" -k 2,2 -o \"%s\" \"%s\"",tmp3,tmp2)>=sizeof(csort)) {
+               debuga(__FILE__,__LINE__,_("Sort command too long when sorting file \"%s\" to \"%s\"\n"),tmp2,tmp3);
+               exit(EXIT_FAILURE);
+       }
+       cstatus=system(csort);
+       if (!WIFEXITED(cstatus) || WEXITSTATUS(cstatus)) {
+               debuga(__FILE__,__LINE__,_("sort command return status %d\n"),WEXITSTATUS(cstatus));
+               debuga(__FILE__,__LINE__,_("sort command: %s\n"),csort);
+               exit(EXIT_FAILURE);
+       }
+       if ((fp_in=fopen(tmp3,"r"))==NULL) {
+               debuga(__FILE__,__LINE__,_("Cannot open file \"%s\": %s\n"),tmp3,strerror(errno));
+               debuga(__FILE__,__LINE__,_("sort command: %s\n"),csort);
+               exit(EXIT_FAILURE);
+       }
+
+       if (!KeepTempLog && unlink(tmp2)) {
+               debuga(__FILE__,__LINE__,_("Cannot delete \"%s\": %s\n"),tmp2,strerror(errno));
+               exit(EXIT_FAILURE);
+       }
+
+       if ((fp_ou=fopen(tmp2,"w"))==NULL) {
+               debuga(__FILE__,__LINE__,_("Cannot open file \"%s\": %s\n"),tmp2,strerror(errno));
+               exit(EXIT_FAILURE);
+       }
+
+       agent_old[0]='\0';
+       cont=0;
+
+       while (fgets(buf,sizeof(buf),fp_in)!=NULL) {
+               getword_start(&gwarea,buf);
+               if (getword(ip,sizeof(ip),&gwarea,'\t')<0) {
+                       debuga(__FILE__,__LINE__,_("Invalid IP address in file \"%s\"\n"),tmp3);
+                       exit(EXIT_FAILURE);
+               }
+               if (getword(agent,sizeof(agent),&gwarea,'\t')<0) {
+                       debuga(__FILE__,__LINE__,_("Invalid useragent in file \"%s\"\n"),tmp3);
+                       exit(EXIT_FAILURE);
+               }
+
+               if (!cont) {
+                       cont++;
+                       strcpy(agent_old,agent);
+               }
+
+               if (strcmp(agent,agent_old) != 0) {
+                       agentdif++;
+                       fprintf(fp_ou,"%06d %s\n",agentot,agent_old);
+                       strcpy(agent_old,agent);
+                       agentot2+=agentot;
+                       agentot=0;
+               }
+               agentot++;
+       }
+       agentdif++;
+       fprintf(fp_ou,"%06d %s\n",agentot,agent);
+       agentot2+=agentot;
+
+       if (fclose(fp_ou)==EOF) {
+               debuga(__FILE__,__LINE__,_("Write error in \"%s\": %s\n"),tmp2,strerror(errno));
+               exit(EXIT_FAILURE);
+       }
+       if (fclose(fp_in)==EOF) {
+               debuga(__FILE__,__LINE__,_("Read error in \"%s\": %s\n"),tmp3,strerror(errno));
+               exit(EXIT_FAILURE);
+       }
+
+       if (!KeepTempLog && unlink(tmp3)) {
+               debuga(__FILE__,__LINE__,_("Cannot delete \"%s\": %s\n"),tmp3,strerror(errno));
+               exit(EXIT_FAILURE);
+       }
+
+       if (snprintf(csort,sizeof(csort),"sort -n -r -k 1,1 -o \"%s\" \"%s\"",tmp3,tmp2)>=sizeof(csort)) {
+               debuga(__FILE__,__LINE__,_("Sort command too long when sorting file \"%s\" to \"%s\"\n"),tmp2,tmp3);
+               exit(EXIT_FAILURE);
+       }
+       cstatus=system(csort);
+       if (!WIFEXITED(cstatus) || WEXITSTATUS(cstatus)) {
+               debuga(__FILE__,__LINE__,_("sort command return status %d\n"),WEXITSTATUS(cstatus));
+               debuga(__FILE__,__LINE__,_("sort command: %s\n"),csort);
+               exit(EXIT_FAILURE);
+       }
+       if((fp_in=fopen(tmp3,"r"))==NULL) {
+               debuga(__FILE__,__LINE__,_("Cannot open file \"%s\": %s\n"),tmp3,strerror(errno));
+               debuga(__FILE__,__LINE__,_("sort command: %s\n"),csort);
+               exit(EXIT_FAILURE);
+       }
+
+       if (!KeepTempLog && unlink(tmp2)) {
+               debuga(__FILE__,__LINE__,_("Cannot delete \"%s\": %s\n"),tmp2,strerror(errno));
+               exit(EXIT_FAILURE);
+       }
+
+       fputs("<br><br>\n",fp_ht);
+
+       fputs("<table cellpadding=\"0\" cellspacing=\"0\">\n",fp_ht);
+       fprintf(fp_ht,"<tr><th class=\"header_l\">%s</th><th class=\"header_l\">%s</th><th class=\"header_c\">%%</th></tr>\n",_("AGENT"),_("TOTAL"));
+
+       perc=0.;
+       while(fgets(buf,sizeof(buf),fp_in)!=NULL) {
+               fixendofline(buf);
+               getword_start(&gwarea,buf);
+               if (getword(tagent,sizeof(tagent),&gwarea,' ')<0) {
+                       debuga(__FILE__,__LINE__,_("Invalid useragent in file \"%s\"\n"),tmp3);
+                       exit(EXIT_FAILURE);
+               }
+               nagent=atoi(tagent);
+               perc=(agentot2>0) ? nagent * 100. / agentot2 : 0.;
+
+               fputs("<tr><td class=\"data2\">",fp_ht);
+               output_html_string(fp_ht,gwarea.current,250);
+               fprintf(fp_ht,"</td><td class=\"data\">%d</td><td class=\"data\">%3.2lf</td></tr>\n",nagent,perc);
+       }
+       if (fclose(fp_in)==EOF) {
+               debuga(__FILE__,__LINE__,_("Read error in \"%s\": %s\n"),tmp3,strerror(errno));
+               exit(EXIT_FAILURE);
+       }
+
+       fputs("</table></div>\n",fp_ht);
+       write_html_trailer(fp_ht);
+       if (fclose(fp_ht)==EOF) {
+               debuga(__FILE__,__LINE__,_("Write error in \"%s\": %s\n"),hfile,strerror(errno));
+               exit(EXIT_FAILURE);
+       }
+
+       if (!KeepTempLog && unlink(tmp3)) {
+               debuga(__FILE__,__LINE__,_("Cannot delete \"%s\": %s\n"),tmp3,strerror(errno));
+               exit(EXIT_FAILURE);
+       }
+
+       return;
 }