Update the ChangeLog

[thirdparty/sarg.git] / util.c

/*
 * SARG Squid Analysis Report Generator      http://sarg.sourceforge.net
 *                                                            1998, 2010
 *
 * SARG donations:
 *      please look at http://sarg.sourceforge.net/donations.php
 * Support:
 *     http://sourceforge.net/projects/sarg/forums/forum/363374
 * ---------------------------------------------------------------------
 *
 *  This program is free software; you can redistribute it and/or modify
 *  it under the terms of the GNU General Public License as published by
 *  the Free Software Foundation; either version 2 of the License, or
 *  (at your option) any later version.
 *
 *  This program is distributed in the hope that it will be useful,
 *  but WITHOUT ANY WARRANTY; without even the implied warranty of
 *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 *  GNU General Public License for more details.
 *
 *  You should have received a copy of the GNU General Public License
 *  along with this program; if not, write to the Free Software
 *  Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111, USA.
 *
 */

// #define LEGACY_MY_ATOLL
// #define LEGACY_TESTVALIDUSERCHAR

#include "include/conf.h"
#include "include/defs.h"

#if defined(HAVE_BACKTRACE)
#define USE_GETWORD_BACKTRACE 1
#else
#define USE_GETWORD_BACKTRACE 0
#endif

#define INITIAL_LINE_BUFFER_SIZE 32768

static char mtab1[12][4]={"Jan","Feb","Mar","Apr","May","Jun","Jul","Aug","Sep","Oct","Nov","Dec"};

//! The list of the HTTP codes to exclude from the report.
static char *excludecode=NULL;

/*void fgetword(char *word, char *line, int stop)
{
    //VARIANT N1
    int x;

    for (x=0; line[x] && (line[x] != stop); x++) word[x] = line[x];
    word[x] = '\0';

    //VARIANT N2
    char *tchar;
    int difflen;

    tchar = strchr(line, stop);
    if (tchar == NULL) strcpy(word, line);
    else
    {
	difflen = tchar - line;
	strncpy(word, line, difflen);
	word[difflen] = '\0';
    }
}*/

#if USE_GETWORD_BACKTRACE
static void getword_backtrace(void)
{
   void *buffer[5];
   int i, n;
   char **calls;

   n=backtrace(buffer,sizeof(buffer)/sizeof(buffer[0]));
   if (n<=0) return;
   calls=backtrace_symbols(buffer,n);
   if (calls) {
      debuga(_("getword backtrace:\n"));
      for (i=0 ; i<n ; i++) {
         fprintf(stderr,"SARG: %d:%s\n",i+1,calls[i]);
      }
      free(calls);
   }
}
#endif //USE_GETWORD_BACKTRACE

void getword_start(struct getwordstruct *gwarea, const char *line)
{
   gwarea->beginning=line;
   gwarea->current=line;
   gwarea->modified=0;
}

void getword_restart(struct getwordstruct *gwarea)
{
   if (gwarea->modified) {
      debuga(_("Cannot parse again the line as it was modified\n"));
      exit(1);
   }
   gwarea->current=gwarea->beginning;
}

int getword(char *word, int limit, struct getwordstruct *gwarea, int stop)
{
  int x;

  for(x=0;((gwarea->current[x]) && (gwarea->current[x] != stop ));x++) {
     if(x>=limit) {
        printf("SARG: getword loop detected after %d bytes.\n",x);
        printf("SARG: Line=\"%s\"\n",gwarea->beginning);
        printf("SARG: Record=\"%s\"\n",gwarea->current);
        printf("SARG: searching for \'x%x\'\n",stop);
        //printf("SARG: Maybe you have a broken record or garbage in your access.log file.\n");
        word[(limit>0) ? limit-1 : 0]='\0';
#if USE_GETWORD_BACKTRACE
         getword_backtrace();
#endif
        return(-1);
     }
     word[x] = gwarea->current[x];
  }

  word[x] = '\0';
  if (gwarea->current[x]) ++x;
  gwarea->current+=x;
  return(0);
}

int getword_limit(char *word, int limit, struct getwordstruct *gwarea, int stop)
{
  int x;

  limit--;
  for(x=0; x<limit && gwarea->current[x] && gwarea->current[x] != stop ;x++) {
     word[x] = gwarea->current[x];
  }
  word[x] = '\0';
  gwarea->current+=x;
  while (*gwarea->current && *gwarea->current != stop)  gwarea->current++;
  if (*gwarea->current) ++gwarea->current;
  return(0);
}

int getword_multisep(char *word, int limit, struct getwordstruct *gwarea, int stop)
{
  int x;

  for(x=0;((gwarea->current[x]) && (gwarea->current[x] != stop ));x++) {
     if(x>=limit) {
        printf("SARG: getword_multisep loop detected.\n");
        printf("SARG: Line=\"%s\"\n",gwarea->beginning);
        printf("SARG: Record=\"%s\"\n",gwarea->current);
        printf("SARG: searching for \'x%x\'\n",stop);
        //printf("SARG: Maybe you have a broken record or garbage in your access.log file.\n");
        if (limit>0) word[limit-1]='\0';
#if USE_GETWORD_BACKTRACE
        getword_backtrace();
#endif
        //exit(1);
        return(-1);
     }
     word[x] = gwarea->current[x];
  }

  word[x] = '\0';
  while (gwarea->current[x] && gwarea->current[x]==stop) ++x;
  gwarea->current+=x;
  return(0);
}

int getword_skip(int limit, struct getwordstruct *gwarea, int stop)
{
   int x;

   for(x=0;(gwarea->current[x] && (gwarea->current[x] != stop ));x++) {
      if(x>=limit) {
         printf("SARG: getword_skip loop detected after %d bytes.\n",x);
         printf("SARG: Line=\"%s\"\n",gwarea->beginning);
         printf("SARG: Record=\"%s\"\n",gwarea->current);
         printf("SARG: searching for \'x%x\'\n",stop);
         //printf("SARG: Maybe you have a broken record or garbage in your access.log file.\n");
#if USE_GETWORD_BACKTRACE
         getword_backtrace();
#endif
         return(-1);
      }
   }

   if (gwarea->current[x]) ++x;
   gwarea->current+=x;
   return(0);
}

int getword_atoll(long long int *number, struct getwordstruct *gwarea, int stop)
{
   int x;
   int sign=+1;

   if (gwarea->current[0] == '-') {
      gwarea->current++;
      sign=-1;
   } else if (gwarea->current[0] == '+') {
      gwarea->current++;
   }
   *number=0LL;
   for(x=0;isdigit(gwarea->current[x]);x++) {
      *number=(*number * 10) + gwarea->current[x]-'0';
   }
   if(gwarea->current[x] && gwarea->current[x]!=stop) {
      printf("SARG: getword_atoll loop detected after %d bytes.\n",x);
      printf("SARG: Line=\"%s\"\n",gwarea->beginning);
      printf("SARG: Record=\"%s\"\n",gwarea->current);
      printf("SARG: searching for \'x%x\'\n",stop);
      //printf("SARG: Maybe you have a broken record or garbage in your access.log file.\n");
#if USE_GETWORD_BACKTRACE
      getword_backtrace();
#endif
      return(-1);
   }
   *number*=sign;

   if (gwarea->current[x]) ++x;
   gwarea->current+=x;
   return(0);
}


int getword_ptr(char *orig_line,char **word, struct getwordstruct *gwarea, int stop)
{
   /*!
   \note Why pass the original buffer to the function ? Because we must modify it to
   insert the terminating ASCII zero for the word we return and that's not compatible
   with getword_restart(). Moreover, getword_start() sometime works on constant strings
   so this function require the original buffer to detect any missuse.
   */
   int x;
   int sep;
   int start;

   if (orig_line && orig_line!=gwarea->beginning) {
      debuga(_("Invalid buffer passed to getword_ptr\n"));
      return(-1);
   }

   start=(gwarea->current-gwarea->beginning);
   if (word && orig_line) *word=orig_line+start;
   for(x=0;((gwarea->current[x]) && (gwarea->current[x] != stop ));x++);
   sep=(gwarea->current[x]!='\0');
   if (word && orig_line) orig_line[start+x] = '\0';
   if (sep) ++x;
   gwarea->current+=x;
   gwarea->modified=1;
   return(0);
}

#define MAXLLL 30 //!< Maximum number of digits in long long (a guess).
long long int my_atoll (const char *nptr)
{
  long long int returnval=0LL;
  int max_digits = MAXLLL ;

  // Soak up all the white space
  while (isspace( *nptr )) {
    nptr++;
  }

  //For each character left to right
  //change the character to a single digit
  //multiply what we had before by 10 and add the new digit

  while (--max_digits && isdigit( *nptr ))
  {
     returnval = ( returnval * 10 ) + ( *nptr++ - '0' ) ;
  }

  return returnval;
}

int is_absolute(const char *path)
{
   if (*path=='/') return(1);
#ifdef WINDOWS
   if (isalpha(path[0]) && path[1]==':') return(1);
#endif
   return(0);
}

void my_mkdir(const char *name)
{
   char w0[MAXLEN];
   int i;
   int chars;

   if(!is_absolute(name)) {
      fprintf(stderr,"SARG: Invalid path (%s). Please, use absolute paths only.\n",name);
      fprintf(stderr,"SARG: process aborted.\n");
      exit(1);
   }

   chars=0;
   for (i=0 ; name[i] ; i++) {
      if (i>=sizeof(w0)) {
         fprintf(stderr,"SARG: directory name too long %s\n",name);
         exit(1);
      }
      if (chars>0 && name[i] == '/') {
         w0[i] = '\0';
         if(access(w0, R_OK) != 0) {
            if(mkdir(w0,0755)) {
               fprintf(stderr,"SARG: mkdir %s %s\n",w0,strerror(errno));
               fprintf(stderr,"SARG: process aborted.\n");
               exit(1);
            }
         }
      }
      if (name[i] != '/') chars++;
      w0[i] = name[i];
   }

   if(access(name, R_OK) != 0) {
      if(mkdir(name,0755)) {
         fprintf(stderr,"SARG: mkdir %s %s\n",name,strerror(errno));
         fprintf(stderr,"SARG: process aborted.\n");
         exit(1);
      }
   }
}


void my_lltoa(unsigned long long int n, char *s, int ssize, int len)
{
   int i;
   int slen = 0;
   int j;
   char c;

   ssize--;
   if (len>ssize) {
      debuga(_("The requested number length passed to my_lltoa (%d) is bigger than the output buffer size (%d)\n"),len,ssize);
      abort();
   }

   do {
      s[slen++] = (n % 10) + '0';
   } while ((n /= 10) > 0 && slen<ssize);
   s[slen] = '\0';

   for (i = 0, j = slen-1; i<j; i++, j--) {
      c = s[i];
      s[i] = s[j];
      s[j] = c;
   }

   if(len>slen) {
      i=len-slen;
      for(j=slen; j>=0; j--)
         s[j+i]=s[j];
      for(j=0 ; j<i ; j++)
         s[j]='0';
   }
}


void builddia(char *dia, const char *mes, const char *ano, const char *df, char *wdata)
{
   char ndia[11];
   int nmes;

   if(strlen(dia) < 1) return;

   for(nmes=0; nmes<12; nmes++) {
      if(strcmp(mtab1[nmes],mes) == 0) {
         break;
      }
   }
   nmes++;

   snprintf(wdata,9,"%s%02d%s",ano,nmes,dia);

   if(df[0]!='u')
      snprintf(ndia,sizeof(ndia),"%s/%02d/%s",dia,nmes,ano);
    else
      snprintf(ndia,sizeof(ndia),"%02d/%s/%s",nmes,dia,ano);

   strcpy(dia,ndia);

}


void buildymd(const char *dia, const char *mes, const char *ano, char *wdata)
{
   int nmes;

   for(nmes=0; nmes<12; nmes++) {
      if(strcmp(mtab1[nmes],mes) == 0)
         break;
   }

   sprintf(wdata,"%04d%02d%02d",atoi(ano),nmes+1,atoi(dia));

}


void conv_month(char *month)
{
   int  x;

   for(x=0; x<12 && strcmp(mtab1[x],month)!=0; x++);
   sprintf(month,"%02d",x+1);
}


void conv_month_name(char *month)
{
   int x;

   x=atoi(month);
   if (x>=1 && x<=12)
      strcpy(month,mtab1[x-1]);
}


void name_month(char *month,int month_len)
{
   int  x, z=atoi(month)-1;
   char m[255];
   char w[20];
   struct getwordstruct gwarea;

   strcpy(m,_("January,February,March,April,May,June,July,August,September,October,November,December"));
   getword_start(&gwarea,m);

   for(x=0; x<z; x++)
      if (getword_multisep(w,sizeof(w),&gwarea,',')<0) {
         printf("SARG: Maybe you have a broken record or garbage in the names of the months.\n");
         exit(1);
      }
   if (getword_multisep(month,month_len,&gwarea,',')<0) {
      printf("SARG: Maybe you have a broken record or garbage in the name of the months.\n");
      exit(1);
   }
}


void fixper(char *tbuf, char *period, const char *duntil)
{
   char warea[50];
   char dia[5], mes[5], ano[5];
   int x;

   strncpy(dia,duntil+6,2);
   dia[2]='\0';
   strncpy(mes,duntil+4,2);
   mes[2]='\0';
   strncpy(ano,duntil,4);
   ano[4]='\0';

   x=atoi(mes);
   if (x>=1 && x<=12)
      strcpy(mes,mtab1[x-1]);

   if(strcmp(df,"e") == 0)
      sprintf(warea,"%s%s%s",dia,mes,ano);
   else if(strcmp(df,"u") == 0)
      sprintf(warea,"%s%s%s",ano,mes,dia);
   else
      warea[0]='\0';

   strcat(period,warea);
}


void debuga(const char *msg,...)
{
   va_list ap;

   fputs(_("SARG: "),stderr);
   va_start(ap,msg);
   vfprintf(stderr,msg,ap);
   va_end(ap);
}


void debugaz(const char *head, const char *msg)
{
  fprintf(stderr, "SARG: (util) %s=%s\n",head, msg);

}


char *fixnum(long long int value, int n)
{
#define MAXLEN_FIXNUM 1024
   char num[MAXLEN_FIXNUM]="";
   char buf[MAXLEN_FIXNUM * 2];
   char *pbuf;
   static char ret[MAXLEN_FIXNUM * 2];
   char *pret;
   register int i, j, k;
   int numlen;
   static char abbrev[30];

   my_lltoa(value, num, sizeof(num), 0);

   if(strcmp(DisplayedValues,"abbreviation") == 0) {
      numlen = strlen(num);
      if(numlen <= 3)
         sprintf(abbrev,"%s",num);
      if(numlen == 4 || numlen == 7 || numlen == 10 || numlen == 13) {
         snprintf(abbrev,2,"%s",num);
         strncat(abbrev,".",1);
         strncat(abbrev,num+1,2);
         if(!n) return(abbrev);
         if(numlen == 4)
            strncat(abbrev,"K",1);
         else if(numlen == 7)
            strncat(abbrev,"M",1);
         else if(numlen == 10)
            strncat(abbrev,"G",1);
         else if(numlen == 13)
            strncat(abbrev,"T",1);
      }
      if(numlen == 5 || numlen == 8 || numlen == 11 || numlen == 14) {
         snprintf(abbrev,3,"%s",num);
         strncat(abbrev,".",1);
         strncat(abbrev,num+2,2);
         if(!n) return(abbrev);
         if(numlen == 5)
            strncat(abbrev,"K",1);
         else if(numlen == 8)
            strncat(abbrev,"M",1);
         else if(numlen == 11)
            strncat(abbrev,"G",1);
         else if(numlen == 14)
            strncat(abbrev,"T",1);
      }
      if(numlen == 6 || numlen == 9 || numlen == 12 || numlen == 15) {
         snprintf(abbrev,4,"%s",num);
         strncat(abbrev,".",1);
         strncat(abbrev,num+3,2);
         if(!n) return(abbrev);
         if(numlen == 6)
            strncat(abbrev,"K",1);
         else if(numlen == 9)
            strncat(abbrev,"M",1);
         else if(numlen == 12)
            strncat(abbrev,"G",1);
         else if(numlen == 15)
            strncat(abbrev,"T",1);
      }

      return(abbrev);
   }

   bzero(buf, MAXLEN_FIXNUM*2);

   pbuf = buf;
   pret = ret;
   k = 0;

   for ( i = strlen(num) - 1, j = 0 ; i > -1; i--) {
      if ( k == 2 && i != 0 )  {
         k = 0;
         pbuf[j++] = num[i];
         pbuf[j++] = (UseComma) ? ',' : '.';
         continue;
      }
      pbuf[j] = num[i];
      j++;
      k++;
   }

   pret[0]='\0';

   for ( i = strlen(pbuf) - 1, j = 0 ; i > -1; i--, j++)
      pret[j] = pbuf[i];

   pret[j] = '\0';

   return pret;
}


char *fixnum2(long long int value, int n)
{
#define MAXLEN_FIXNUM2 1024
   char num[MAXLEN_FIXNUM2];
   char buf[MAXLEN_FIXNUM2 * 2];
   char *pbuf;
   static char ret[MAXLEN_FIXNUM2 * 2];
   char *pret;
   register int i, j, k;

   my_lltoa(value, num, sizeof(num), 0);
   bzero(buf, MAXLEN_FIXNUM2*2);

   pbuf = buf;
   pret = ret;
   k = 0;

   for ( i = strlen(num) - 1, j = 0 ; i > -1; i--) {
      if ( k == 2 && i != 0 )  {
         k = 0;
         pbuf[j++] = num[i];
         pbuf[j++] = (UseComma) ? ',' : '.';
         continue;
      }
      pbuf[j] = num[i];
      j++;
      k++;
   }

   pret[0]='\0';

   for ( i = strlen(pbuf) - 1, j = 0 ; i > -1; i--, j++)
      pret[j] = pbuf[i];

   pret[j] = '\0';

   return pret;
}



void buildhref(char * href)
{
   char whref[MAXLEN];

   if(strcmp(href,"./") == 0){
      href[0]='\0';
      strcat(href,"<a href='");
      return;
   }

   href[strlen(href)-1]='\0';
   sprintf(whref,"%s",strrchr(href,'/'));

   strcpy(href,"<a href='");
   strcat(href,whref);
   strcat(href,"/");

   return;

}


char *buildtime(long long int elap)
{

   int num = elap / 1000;
   int hor = 0;
   int min = 0;
   int sec = 0;
   static char buf[12];

   buf[0]='\0';

   hor=num / 3600;
   min=(num % 3600) / 60;
   sec=num % 60;
   sprintf(buf,"%02d:%02d:%02d",hor,min,sec);

   return(buf);

}


void obtdate(const char *dirname, const char *name, char *data)
{

   FILE *fp_in;
   char wdir[MAXLEN];

   sprintf(wdir,"%s%s/sarg-date",dirname,name);
   if ((fp_in = fopen(wdir, "rt")) == 0) {
      sprintf(wdir,"%s%s/date",dirname,name);
      if ((fp_in = fopen(wdir, "rt")) == 0) {
         data[0]='\0';
         return;
      }
   }

   if (!fgets(data,80,fp_in)) {
      fprintf(stderr,"Failed to read the date in %s\n",wdir);
      exit(1);
   }
   fclose(fp_in);
   fixendofline(data);

   return;

}


void formatdate(char *date,int date_size,int year,int month,int day,int hour,int minute,int second,int dst)
{
   struct tm ltm;
   time_t unixtime;
   struct tm *fulltm;

   memset(&ltm,0,sizeof(ltm));
   if (year>=1900) ltm.tm_year=year-1900;
   if (month>=1 && month<=12) ltm.tm_mon=month-1;
   if (day>=1 && day<=31) ltm.tm_mday=day;
   if (hour>=0 && hour<24) ltm.tm_hour=hour;
   if (minute>=0 && minute<60) ltm.tm_min=minute;
   if (second>=0 && second<60) ltm.tm_sec=second;
   ltm.tm_isdst=dst;
   unixtime=mktime(&ltm); //fill the missing entries
   fulltm=localtime(&unixtime);
   //strftime(date,date_size,"%a %b %d %H:%M:%S %Z %Y",fulltm);
   strftime(date,date_size,"%c",fulltm);
}


int obtuser(const char *dirname, const char *name)
{

   FILE *fp_in;
   char wdir[MAXLEN];
   char tuser[20];
   int nuser;

   sprintf(wdir,"%s%s/sarg-users",dirname,name);
   if((fp_in=fopen(wdir,"r"))==NULL) {
      sprintf(wdir,"%s%s/users",dirname,name);
      if((fp_in=fopen(wdir,"r"))==NULL) {
         return(0);
      }
   }

   if (!fgets(tuser,sizeof(tuser),fp_in)) {
      debuga(_("Failed to read the number of users in %s\n"),wdir);
      exit(1);
   }
   fclose(fp_in);
   nuser=atoi(tuser);

   return(nuser);
}


void obttotal(const char *dirname, const char *name, char *tbytes, int nuser, char *media)
{
   FILE *fp_in;
   char *buf;
   char wdir[MAXLEN];
   char user[MAX_USER_LEN];
   char sep;
   long long int med=0;
   long long int twork=0;
   struct getwordstruct gwarea;
   struct longlinestruct line;

   twork=0;
   tbytes[0]='\0';
   media[0]='\0';

   sprintf(wdir,"%s%s/sarg-general",dirname,name);
   if ((fp_in = fopen(wdir, "r")) == 0) {
      sprintf(wdir,"%s%s/general",dirname,name);
      if ((fp_in = fopen(wdir, "r")) == 0) {
         return;
      }
   }

   if (longline_prepare(&line)<0) {
      debuga(_("Not enough memory to read the file %s\n"),wdir);
      exit(1);
   }

   while((buf=longline_read(fp_in,&line))!=NULL) {
      if (strncmp(buf,"TOTAL\t",6) == 0)
         sep='\t'; //new file
      else if (strncmp(buf,"TOTAL ",6) == 0)
         sep=' '; //old file
      else
         continue;
      getword_start(&gwarea,buf);
      if (getword(user,sizeof(user),&gwarea,sep)<0) {
         debuga(_("There is a invalid user in file %s\n"),wdir);
         exit(1);
      }
      if(strcmp(user,"TOTAL") != 0)
         continue;
      if (getword_skip(MAXLEN,&gwarea,sep)<0) {
         debuga(_("There a broken total number of access in file %s\n"),wdir);
         exit(1);
      }
      if (getword_atoll(&twork,&gwarea,sep)<0) {
         debuga(_("There is a broken number of bytes in file %s\n"),wdir);
         exit(1);
      }
      strcpy(tbytes,fixnum(twork,1));
      break;
   }
   fclose(fp_in);
   longline_free(&line);

   if(nuser <= 0) {
      strcpy(media,"0");
      return;
   }

   med=twork / nuser;
   strcpy(media,fixnum(med,1));

   return;
}


void gperiod(const char *dirname, const char *period)
{

   FILE *fp_ou;
   char wdirname[MAXLEN];

   strcpy(wdirname,dirname);
   strcat(wdirname,"/sarg-period");

   if((fp_ou=fopen(wdirname,"w"))==NULL){
      fprintf(stderr, "SARG: (report) %s: %s\n",_("Cannot open file"),wdirname);
      exit(1);
   }

   fputs(period,fp_ou);
   fclose(fp_ou);

   if(debug)
      debuga(_("Making period file\n"));

   return;

}

static void copy_images(void)
{
   FILE *img_in, *img_ou;
   char images[512];
   char imgdir[MAXLEN];
   char srcfile[MAXLEN];
   char dstfile[MAXLEN];
   DIR *dirp;
   struct dirent *direntp;
   char buffer[MAXLEN];
   size_t nread;
   struct stat info;

   if (snprintf(images,sizeof(images),"%simages",outdir)>=sizeof(images)) {
      debuga(_("Cannot copy images to target directory %simages\n"),outdir);
      exit(1);
   }
   if (access(images,R_OK)!=0) {
      mkdir(images,0755);
   }

   strcpy(imgdir,IMAGEDIR);
   dirp = opendir(imgdir);
   if(dirp==NULL) {
      debuga(_("(util) Can't open directory %s: %s\n"),imgdir,strerror(errno));
      return;
   }
   while ((direntp = readdir( dirp )) != NULL ){
      if(direntp->d_name[0]=='.')
         continue;
      sprintf(srcfile,"%s/%s",imgdir,direntp->d_name);
      if (stat(srcfile,&info)) {
         debuga(_("Cannot stat \"%s\" - %s\n"),srcfile,strerror(errno));
         continue;
      }
      if (S_ISREG(info.st_mode)) {
         sprintf(dstfile,"%s/%s",images,direntp->d_name);
         img_in = fopen(srcfile, "rb");
         if(img_in!=NULL) {
            img_ou = fopen(dstfile, "wb");
            if(img_ou!=NULL) {
               while ((nread = fread(buffer,1,sizeof(buffer),img_in))>0) {
                  if (fwrite(buffer,1,nread,img_ou)!=nread) {
                     debuga(_("Failed to copy image %s to %s\n"),srcfile,dstfile);
                     break;
                  }
               }
               fclose(img_ou);
            } else
               fprintf(stderr,"SARG: (util): %s %s: %s\n", _("Cannot open file")?_("Cannot open file"):"Can't open/create file", dstfile, strerror(errno));
            fclose(img_in);
         } else
            fprintf(stderr,"SARG: (util): %s %s: %s\n", _("Cannot open file")?_("Cannot open file"):"Can't open file", srcfile, strerror(errno));
      }
   }
   (void) closedir(dirp);

   return;
}

void vrfydir(const char *per1, const char *addr, const char *site, const char *us, const char *form)
{
   FILE *fp_ou;
   int  num=1, count=0;
   char wdir[MAXLEN];
   char per2[MAXLEN];
   char dirname2[MAXLEN];
   char y1[5], y2[5];
   char d1[3], d2[3];
   char m1[8], m2[8];
   time_t curtime;
   struct tm *loctm;

   if(IndexTree == INDEX_TREE_DATE) {
      bzero(y1,sizeof(y1));
      bzero(y2,sizeof(y2));
      bzero(d1,sizeof(d1));
      bzero(d2,sizeof(d2));
      bzero(m1,sizeof(m1));
      bzero(m2,sizeof(m2));
      if(strncmp(df,"u",1) == 0) {
         strncpy(y1,period,4);
         strncpy(y2,period+10,4);
         strncpy(m1,period+4,3);
         strncpy(m2,period+14,3);
         strncpy(d1,period+7,2);
         strncpy(d2,period+17,2);
      } else if(strncmp(df,"e",1) == 0) {
         strncpy(d1,period+0,2);
         strncpy(d2,period+10,2);
         strncpy(m1,period+2,3);
         strncpy(m2,period+12,3);
         strncpy(y1,period+5,4);
         strncpy(y2,period+15,4);
      }
      conv_month(m1);
      conv_month(m2);

      sprintf(wdir,"%s%s",outdir,y1);
      if(strcmp(y1,y2) != 0) {
         strcat(wdir,"-");
         strcat(wdir,y2);
      }
      if(access(wdir, R_OK) != 0)
         my_mkdir(wdir);

      strcat(wdir,"/");
      strcat(wdir,m1);
      if(strcmp(m1,m2) != 0) {
         strcat(wdir,"-");
         strcat(wdir,m2);
      }
      if(access(wdir, R_OK) != 0)
         my_mkdir(wdir);

      strcat(wdir,"/");
      strcat(wdir,d1);
      if(strcmp(d1,d2) != 0) {
         strcat(wdir,"-");
         strcat(wdir,d2);
      }
   } else {
      sprintf(wdir, "%s%s", outdir, per1);
   }

   if(us[0] != '\0') {
      strcat(wdir,"-");
      strcat(wdir,us);
   }
   if(addr[0] != '\0') {
      strcat(wdir,"-");
      strcat(wdir,addr);
   }
   if(site[0] != '\0') {
      strcat(wdir,"-");
      strcat(wdir,site);
   }

   strcpy(dirname,wdir);

   if(IndexTree != INDEX_TREE_DATE) {
      if(!OverwriteReport) {
         while(num) {
            if(access(wdir,R_OK) == 0) {
               sprintf(wdir,"%s.%d",dirname,num);
               sprintf(per2,"%s.%d",per1,num);
               num++;
               count++;
            } else
               break;
         }

         if(count > 0) {
            if(debug)
               fprintf(stderr, "SARG: %s: %s %s %s\n",_("File"),dirname,_("already exists, moved to"),wdir);
            rename(dirname,wdir);
         }
      } else {
         if(access(dirname,R_OK) == 0) {
            unlinkdir(dirname,1);
         }
      }
      my_mkdir(dirname);
   } else {
      strcpy(dirname2,wdir);
      if(!OverwriteReport) {
         while(num) {
            if(access(wdir,R_OK) == 0) {
               sprintf(wdir,"%s.%d",dirname2,num);
               sprintf(per2,"%s.%d",per1,num);
               num++;
               count++;
            } else
               break;
         }

         if(count > 0) {
            if(debug)
               fprintf(stderr, "SARG: %s: %s %s %s\n",_("File"),dirname2,_("already exists, moved to"),wdir);
            rename(dirname2,wdir);
            strcpy(dirname2,wdir);
         }
      } else {
         if(access(wdir,R_OK) == 0) {
            unlinkdir(wdir,1);
         }
      }

      if(access(wdir, R_OK) != 0)
         my_mkdir(wdir);
   }

   strcpy(dirname2,wdir);

   sprintf(wdir,"%s/sarg-date",dirname);
   if ((fp_ou = fopen(wdir, "wt")) == 0) {
      fprintf(stderr, "SARG: cannot open %s for writing\n",wdir);
      perror("SARG:");
      exit(1);
   }
   time(&curtime);
   //strftime(wdir,sizeof(wdir),"%a %b %d %H:%M:%S %Z %Y",localtime(&curtime));
   loctm=localtime(&curtime);
   strftime(wdir,sizeof(wdir),"%Y-%m-%d %H:%M:%S",loctm);
   fprintf(fp_ou,"%s %d\n",wdir,loctm->tm_isdst);
   fclose(fp_ou);

   copy_images();
}

void strip_latin(char *line)
{
   int i,j;
   int skip;

   j=0;
   skip=0;
   for (i=0;line[i];i++){
      if (skip){
         if (line[i]==';') skip=0;
      } else {
         if (line[i]=='&')
            skip=1;
         else
            line[j++]=line[i];
      }
   }
   line[j]='\0';
   return;

}

void zdate(char *ftime,int ftimesize, const char *DateFormat)
{

   time_t t;
   struct tm *local;

   t = time(NULL);
   local = localtime(&t);
   if(strcmp(DateFormat,"u") == 0)
      strftime(ftime, ftimesize, "%b/%d/%Y %H:%M", local);
   if(strcmp(DateFormat,"e") == 0)
      strftime(ftime, ftimesize, "%d/%b/%Y-%H:%M", local);
   if(strcmp(DateFormat,"w") == 0)
      strftime(ftime, ftimesize, "%V-%H-%M", local);
   return;
}


char *fixtime(long int elap)
{

   int num = elap / 1000;
   int hor = 0;
   int min = 0;
   int sec = 0;
   static char buf[12];

   if(strcmp(datetimeby,"bytes") == 0) {
      strcpy(buf,fixnum(elap,1));
      return buf;
   }

   if(num<1) {
      sprintf(buf,"00:00:%02ld",elap);
      return buf;
   }

   hor=num / 3600;
   min=(num % 3600) / 60;
   sec=num % 60;

   if(hor==0 && min==0 && sec==0)
      strcpy(buf,"0");
   else
      sprintf(buf,"%01d:%02d:%02d",hor,min,sec);

   return buf;

}


void date_from(char *date, char *dfrom, char *duntil)
{

   int diaf;
   int mesf;
   int anof;
   int diau;
   int mesu;
   int anou;
   char wdate[50];

   strncpy(wdate,date,sizeof(wdate)-1);
   wdate[sizeof(wdate)-1]='\0';
   if(strchr(wdate,'-') == NULL) {
      if (strlen(wdate)*2+1>=sizeof(wdate)) {
         debuga(_("Invalid date range passed as argument\n"));
         exit(1);
      }
      strcat(wdate,"-");
      strcat(wdate,date);
      strcpy(date,wdate);
   }

   if (sscanf(wdate,"%d/%d/%d-%d/%d/%d",&diaf,&mesf,&anof,&diau,&mesu,&anou)!=6) {
      debuga(_("The date range passed as argument is not formated as dd/mm/yyyy-dd/mm/yyyy\n"));
      exit(1);
   }

   sprintf(dfrom,"%04d%02d%02d",anof,mesf,diaf);
   sprintf(duntil,"%04d%02d%02d",anou,mesu,diau);
   return;
}


char *strlow(char *string)
{
   char *s;

   if (string)
   {
      for (s = string; *s; ++s)
         *s = tolower(*s);
   }

   return string;
}




char *strup(char *string)
{
   char *s;

   if (string)
   {
      for (s = string; *s; ++s)
         *s = toupper(*s);
   }

   return string;
}


void removetmp(const char *outdir)
{

   FILE *fp_in;
   char warea[256];

   if(!RemoveTempFiles)
      return;

   if(debug) {
      debuga("%s: sarg-general, sarg-period",_("Removing temporary files\n"));
   }
   if (snprintf(warea,sizeof(warea),"%s/sarg-general",outdir)>=sizeof(warea)) {
      debuga(_("(removetmp) directory too long to remove: %s/sarg-period\n"),outdir);
      exit(1);
   }
   if((fp_in=fopen(warea,"r"))==NULL){
      fprintf(stderr, "===SARG: (removetmp) %s: %s\n",_("Cannot open file"),warea);
      exit(1);
   }
   while(fgets(buf,sizeof(buf),fp_in)!=NULL) {
      if(strncmp(buf,"TOTAL",5) == 0 && (buf[6]=='\t' || buf[6]==' '))
         break;
   }
   fclose(fp_in);
   if((fp_in=fopen(warea,"w"))==NULL){
      fprintf(stderr, "SARG: (removetmp) %s: %s\n",_("Cannot open file"),warea);
      exit(1);
   }
   fputs(buf,fp_in);
   fclose(fp_in);
   if (snprintf(warea,sizeof(warea),"%s/sarg-period",outdir)>=sizeof(warea)) {
      debuga(_("(removetmp) directory too long to remove: %s/sarg-period\n"),outdir);
      exit(1);
   }
   unlink(warea);

   return;
}

void load_excludecodes(const char *ExcludeCodes)
{

   FILE *fp_in;
   char data[80];
   int i;

   if(ExcludeCodes[0] == '\0')
      return;

   if((excludecode=(char *) malloc(1024))==NULL) {
      fprintf(stderr, "SARG: %s (1024):\n",_("malloc error"));
      exit(1);
   }
   bzero(excludecode,1024);

   if((fp_in=fopen(ExcludeCodes,"r"))==NULL) {
     debuga(_("(util) Cannot open file: %s (exclude_codes)\n"),ExcludeCodes);
     exit(1);
   }

   while(fgets(data,sizeof(data),fp_in)!=NULL) {
      for (i=strlen(data)-1 ; i>=0 && (unsigned char)data[i]<=' ' ; i--) data[i]=0;
      if (i<0) continue;
      strcat(excludecode,data);
      strcat(excludecode,";");
   }

   fclose(fp_in);
   return;

}

void free_excludecodes(void)
{
   if (excludecode) {
      free(excludecode);
      excludecode=NULL;
   }
}

int vercode(const char *code)
{
   char *cod;
   int clen;

   if (excludecode && excludecode[0]!=0) {
      clen=strlen(code);
      for (cod=excludecode ; cod ; cod=strchr(cod+1,';')) {
         if (strncmp(code,cod,clen)==0 && cod[clen]==';')
            return 1;
      }
   }
   return 0;
}

void fixnone(char *str)
{
   int i;

   for (i=strlen(str)-1 ; i>=0 && (unsigned char)str[i]<=' ' ; i--);
   if(i==3 && strncmp(str,"none",4) == 0)
      str[0]='\0';

   return;
}

void fixendofline(char *str)
{
   int i;

   for (i=strlen(str)-1 ; i>=0 && (unsigned char)str[i]<=' ' ; i--) str[i]=0;
}

#ifdef LEGACY_TESTVALIDUSERCHAR
int testvaliduserchar(const char *user)
{

   int x=0;
   int y=0;

   for (y=0; y<strlen(UserInvalidChar); y++) {
      for (x=0; x<strlen(user); x++) {
         if(user[x] == UserInvalidChar[y])
            return 1;
      }
   }
   return 0;
}
#else
int testvaliduserchar(const char *user)
{

   char * p_UserInvalidChar = UserInvalidChar ;
   const char * p_user ;

   while( *p_UserInvalidChar ) {
      p_user = user ;
      while ( *p_user ) {
         if( *p_UserInvalidChar == *p_user )
            return 1;
         p_user++ ;
      }
      p_UserInvalidChar++ ;
   }
   return 0;
}
#endif

int compar( const void *a, const void *b )
{ if( *(int *)a > *(int *)b ) return 1;
  if( *(int *)a < *(int *)b ) return -1;
  return 0;
}

int getnumlist( char *buf, numlist *list, const int len, const int maxvalue )
{
   int i, j, d, flag, r1, r2;
   char *pbuf, **bp, *strbufs[ 24 ];

   bp = strbufs;
   strtok( buf, " \t" );
   for( *bp = strtok( NULL, "," ), list->len = 0; *bp; *bp = strtok( NULL, "," ) ) {
      if( ++bp >= &strbufs[ 24 ] )
         break;
      list->len++;
   }
   if( ! list->len )
      return -1;
   d = 0;
   for( i = 0; i < list->len; i++ ) {
      if( strchr( strbufs[ i ], '-' ) != 0 ) {
         pbuf = strbufs[ i ];
         strtok( pbuf, "-" );
         pbuf = strtok( NULL, "\0" );
         r1 = atoi( strbufs[ i ] );
         if( ( r2 = atoi( pbuf ) ) >= maxvalue || r1 >= r2 )
            return -1;
         if( i + d + ( r2 - r1 ) + 1 <= len ) {
            for( j = r1; j <= r2; j++ )
               list->list[ i + d++ ] = j;
            d--;
         }
      }
      else
         if( ( list->list[ i + d ] = atoi( strbufs[ i ] ) ) >= maxvalue )
            return 1;
   }
   list->len += d;
   qsort( list->list, list->len, sizeof( int ), compar );
   do {
      flag = 0;
      for( i = 0; i < list->len - 1; i++ )
         if( list->list[ i ] == list->list[ i + 1 ] ) {
            for( j = i + 1; j < list->len; j++ )
               list->list[ j - 1 ] = list->list[ j ];
            list->len--;
            flag = 1;
            break;
         }
   } while( flag );
   return 0;
}


char *get_size(const char *path, const char *file)
{
   FILE *fp;
   static char response[255];
   char cmd[255];
   char *ptr;

   if (snprintf(cmd,sizeof(cmd),"du -skh %s%s",path,file)>=sizeof(cmd)) {
      debuga(_("Cannot get disk space because the path %s%s is too long\n"),path,file);
      exit(1);
   }
   fp = popen(cmd, "r");
   if (!fgets(response, sizeof(response), fp)) {
      debuga(_("Cannot get disk size with command %s\n"),cmd);
      exit(1);
   }
   ptr=strchr(response,'\t');
   if (ptr==NULL) {
      debuga(_("The command %s failed\n"),cmd);
      exit(1);
   }
   pclose(fp);
   *ptr='\0';

   return (response);
}

void show_info(FILE *fp_ou)
{
   char ftime[127];

   if(!ShowSargInfo) return;
   zdate(ftime, sizeof(ftime), DateFormat);
   fprintf(fp_ou,"<div class=\"info\">%s <a href='%s'>%s-%s</a> %s %s</div>\n",_("Generated by"),URL,PGM,VERSION,_("on"),ftime);
}

void show_sarg(FILE *fp_ou, int depth)
{
   int i;

   if(!ShowSargLogo) return;
   fputs("<div class=\"logo\"><a href=\"http://sarg.sourceforge.net\"><img src=\"",fp_ou);
   for (i=0 ; i<depth ; i++)
      fputs("../",fp_ou);
   fputs("images/sarg.png\" title=\"SARG, Squid Analysis Report Generator. Logo by Osamu Matsuzaki\" alt=\"Sarg\"></a>&nbsp;Squid Analysis Report Generator</div>\n",fp_ou);
}

void write_logo_image(FILE *fp_ou)
{
   if(LogoImage[0]!='\0')
      fprintf(fp_ou, "<div class=\"logo\"><img src=\"%s\" width=\"%s\" height=\"%s\" alt=\"Logo\">&nbsp;%s</div>\n",LogoImage,Width,Height,LogoText);
}

void write_html_header(FILE *fp_ou, int depth, const char *page_title)
{
   //fputs("<!DOCTYPE HTML PUBLIC \"-//W3C//DTD HTML 4.01 Transitional//EN\" \"http://www.w3.org/TR/html4/loose.dtd\">\n<html>\n",fp_ou);
   fputs("<!DOCTYPE HTML PUBLIC \"-//W3C//DTD HTML 4.01//EN\" \"http://www.w3.org/TR/html4/strict.dtd\">\n<html>\n",fp_ou);
   fprintf(fp_ou, "<head>\n  <meta http-equiv=\"Content-Type\" content=\"text/html; charset=%s\">\n",CharSet);
   if (page_title) fprintf(fp_ou,"<title>%s</title>\n",page_title);
   css(fp_ou);
   fprintf(fp_ou,"</head>\n<body style=\"font-family:%s;font-size:%s;background-color:%s;background-image:url(%s)\">\n",FontFace,TitleFontSize,BgColor,BgImage);
   write_logo_image(fp_ou);
   show_sarg(fp_ou, depth);
   fprintf(fp_ou,"<div class=\"title\"><table cellpadding=\"0\" cellspacing=\"0\">\n<tr><th class=\"title_c\">%s</th></tr>\n",Title);
}

void close_html_header(FILE *fp_ou)
{
   fputs("</table></div>\n",fp_ou);
}

void write_html_trailer(FILE *fp_ou)
{
   show_info(fp_ou);
   fputs("</body>\n</html>\n",fp_ou);
}

void output_html_string(FILE *fp_ou,const char *str,int maxlen)
{
   int i=0;

   while (*str && (maxlen<=0 || i<maxlen)) {
      switch (*str) {
         case '&':
            fputs("&amp;",fp_ou);
            break;
         case '<':
            fputs("&lt;",fp_ou);
            break;
         case '>':
            fputs("&gt;",fp_ou);
            break;
         case '"':
            fputs("&quot;",fp_ou);
            break;
         case '\'':
            fputs("&#39;",fp_ou);
            break;
         default:
            fputc(*str,fp_ou);
      }
      str++;
      i++;
   }
   if (maxlen>0 && i>=maxlen)
      fputs("&hellip;",fp_ou);
}

void output_html_url(FILE *fp_ou,const char *url)
{
   while (*url) {
      if (*url=='&')
         fputs("&amp;",fp_ou);
      else
         fputc(*url,fp_ou);
      url++;
   }
}

void baddata(void)
{
   char dir[1024];

   printf("SARG: ------------------------------------------------------------------------------\n");
   printf(_("SARG: MALICIUS CODE DETECTED.\n"));
   printf(_("SARG: I think someone is trying to execute arbitrary code in your system using sarg.\n"));
   printf(_("SARG: please review your access.log and/or your useragent.log file.\n"));
   printf(_("SARG: process stoped. No actions taken.\n"));
   printf("SARG: ------------------------------------------------------------------------------\n");

   if (snprintf(dir,sizeof(dir),"%s/sarg",tmp)>=sizeof(dir)) {
      debuga(_("temporary directory too long: %s/sarg\n"),tmp);
      exit(1);
   }
   unlinkdir(dir,0);
   unlinkdir(dirname,0);

   exit(1);
}

void url_hostname(const char *url,char *hostname,int hostsize)
{
   int i;

   hostsize--;
   for (i=0 ; i<hostsize && url[i] && url[i]!='/' ; i++)
      hostname[i]=url[i];
   hostname[i]='\0';
}

void url_module(const char *url, char *w2)
{
   int x, y;
   char w[255];

   y=0;
   for(x=strlen(url)-1; x>=0; x--) {
      if(url[x] == '/' || y>=sizeof(w)-1) break;
      w[y++]=url[x];
   }
   if (x<0) {
      w2[0]='\0';
      return;
   }

   x=0;
   for(y=y-1; y>=0; y--) {
      w2[x++]=w[y];
   }
   w2[x]='\0';
}

void url_to_file(const char *url,char *file,int filesize)
{
   int i,skip;

   filesize--;
   skip=0;
   for(i=0; i<filesize && *url; url++) {
      if(*url=='?' || *url=='-' || *url=='.' || *url==':' || *url=='/' || *url=='\\' ||
         *url=='*' || *url=='\'' || *url=='\"' || *url=='$') {
         if (!skip) file[i++]='_';
         skip=1;
      } else {
         file[i++]=*url;
         skip=0;
      }
   }
   file[i]='\0';
}

void version(void)
{
   printf(_("SARG Version: %s\n"),VERSION);
   exit(0);
}

char *get_param_value(const char *param,char *line)
{
   int plen;

   while (*line==' ' || *line=='\t') line++;
   plen=strlen(param);
   if (strncasecmp(line,param,plen)) return(NULL);
   if (line[plen]!=' ' && line[plen]!='\t') return(NULL);
   line+=plen;
   while (*line==' ' || *line=='\t') line++;
   return(line);
}

void unlinkdir(const char *dir,int contentonly)
{
   struct stat st;
   DIR *dirp;
   struct dirent *direntp;
   char dname[MAXLEN];
   int err;

   dirp=opendir(dir);
   if (!dirp) return;
   while ((direntp = readdir(dirp)) != NULL) {
      if (direntp->d_name[0] == '.' && (direntp->d_name[1] == '\0' ||
          (direntp->d_name[1] == '.' && direntp->d_name[2] == '\0')))
         continue;
      if (snprintf(dname,sizeof(dname),"%s/%s",dir,direntp->d_name)>=sizeof(dname)) {
         debuga(_("directory name to delete too long: %s/%s\n"),dir,direntp->d_name);
         exit(1);
      }
#ifdef HAVE_LSTAT
      err=lstat(dname,&st);
#else
      err=stat(dname,&st);
#endif
      if (err) {
         debuga(_("cannot stat %s\n"),dname);
         exit(1);
      }
      if (S_ISREG(st.st_mode)) {
         if (unlink(dname)) {
            debuga(_("cannot delete %s - %s\n"),dname,strerror(errno));
            exit(1);
         }
      } else if (S_ISDIR(st.st_mode)) {
         unlinkdir(dname,0);
      } else {
         debuga(_("unknown path type %s\n"),dname);
      }
   }
   closedir(dirp);

   if (!contentonly) {
      if (rmdir(dir)) {
         debuga(_("cannot delete %s - %s\n"),dir,strerror(errno));
         exit(1);
      }
   }
}

int longline_prepare(struct longlinestruct *line)
{
   line->size=INITIAL_LINE_BUFFER_SIZE;
   line->buffer=malloc(line->size);
   if (!line->buffer)
      return(-1);
   line->start=0;
   line->end=0;
   line->length=0;
   return(0);
}

char *longline_read(FILE *fp_in,struct longlinestruct *line)
{
   int i;
   char *newbuf;
   size_t nread;

   if (!line->buffer) return(NULL);

   while (1) {
      for (i=line->end ; i<line->length && (line->buffer[i]=='\n' || line->buffer[i]=='\r') ; i++);
      if (i<line->length) {
         line->end=i;
         break;
      }
      nread=(feof(fp_in)) ? 0 : fread(line->buffer,1,line->size,fp_in);
      if (nread==0) return(NULL);
      line->length=nread;
      line->end=0;
   }

   line->start=line->end;
   while (1) {
      for (i=line->end ; i<line->length && line->buffer[i]!='\n' && line->buffer[i]!='\r' ; i++);
      line->end=i;
      if (line->end<line->length) break;

      if (line->start>0) {
         for (i=line->start ; i<line->length ; i++) line->buffer[i-line->start]=line->buffer[i];
         line->length-=line->start;
         line->end-=line->start;
         line->start=0;
      }
      if (line->length>=line->size) {
         line->size+=8192;
         newbuf=realloc(line->buffer,line->size);
         if (!newbuf) {
            debuga(_("Not enough memory to read one more line from the input log file\n"));
            exit(1);
         }
         line->buffer=newbuf;
      }
      nread=(feof(fp_in)) ? 0 : fread(line->buffer+line->length,1,line->size-line->length,fp_in);
      if (nread==0) {
         if (line->end<=line->start) return(NULL);
         if (line->end>=line->size) {
            line->end=line->size;
            line->size++;
            newbuf=realloc(line->buffer,line->size);
            if (!newbuf) {
               debuga(_("Not enough memory to read one more line from the input log file\n"));
               exit(1);
            }
            line->buffer=newbuf;
         }
         line->buffer[line->end]='\0';
         return(line->buffer+line->start);
      }
      line->length+=nread;
   }
   line->buffer[line->end++]='\0';
   return(line->buffer+line->start);
}

void longline_free(struct longlinestruct *line)
{
   if (line->buffer) {
      free(line->buffer);
      line->buffer=NULL;
   }
}