realtime.c

   1 /*
   2  * SARG Squid Analysis Report Generator      http://sarg.sourceforge.net
   3  *                                                            1998, 2010
   4  *
   5  * SARG donations:
   6  *      please look at http://sarg.sourceforge.net/donations.php
   7  * Support:
   8  *     http://sourceforge.net/projects/sarg/forums/forum/363374
   9  * ---------------------------------------------------------------------
  10  *
  11  *  This program is free software; you can redistribute it and/or modify
  12  *  it under the terms of the GNU General Public License as published by
  13  *  the Free Software Foundation; either version 2 of the License, or
  14  *  (at your option) any later version.
  15  *
  16  *  This program is distributed in the hope that it will be useful,
  17  *  but WITHOUT ANY WARRANTY; without even the implied warranty of
  18  *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  19  *  GNU General Public License for more details.
  20  *
  21  *  You should have received a copy of the GNU General Public License
  22  *  along with this program; if not, write to the Free Software
  23  *  Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111, USA.
  24  *
  25  */
  26
  27 #include "include/conf.h"
  28 #include "include/defs.h"
  29
  30 static int getdata(char*, FILE*);
  31 static void datashow(const char *);
  32 static void getlog(void);
  33 static void header(void);
  34
  35 void realtime(void)
  36 {
  37
  38    getlog();
  39
  40 }
  41
  42 static void getlog(void)
  43 {
  44    FILE *tmp, *fp;
  45    char template1[255]="/var/tmp/sargtpl1.XXXXXX";
  46    char template2[255]="/var/tmp/sargtpl2.XXXXXX";
  47    char cmd[512];
  48    char *buf;
  49    int  fd1,fd2;
  50    int cstatus;
  51    struct longlinestruct line;
  52
  53    init_usertab(UserTabFile);
  54
  55    fd1 = mkstemp(template1);
  56    fd2 = mkstemp(template2);
  57
  58    if((fd1 == -1 ) || ((tmp = fdopen (fd1, "w+" )) == NULL)  ) {    /* failure, bail out */
  59        debuga(_("(realtime) mkstemp error - %s\n"),strerror(errno));
  60        exit(1);
  61    }
  62
  63    if (longline_prepare(&line)<0) {
  64       debuga(_("Not enough memory to read the log file\n"));
  65       exit(1);
  66    }
  67
  68    sprintf(cmd,"tail -%d %s",realtime_access_log_lines,AccessLog[0]);
  69    fp = popen(cmd, "r");
  70    while((buf=longline_read(fp,&line)) != NULL )
  71       if (getdata(buf,tmp)<0) {
  72          debuga(_("Maybe a broken record or garbage was returned by %s\n"),cmd);
  73          exit(1);
  74       }
  75    pclose(fp);
  76    fclose(tmp);
  77    longline_free(&line);
  78
  79    sprintf(cmd,"sort -r -k 1,1 -k 2,2 -o \"%s\" \"%s\"",template2,template1);
  80    cstatus=system(cmd);
  81    if (!WIFEXITED(cstatus) || WEXITSTATUS(cstatus)) {
  82       debuga(_("sort command return status %d\n"),WEXITSTATUS(cstatus));
  83       debuga(_("sort command: %s\n"),cmd);
  84       exit(1);
  85    }
  86    unlink(template1);
  87    datashow(template2);
  88 }
  89
  90 static int getdata(char *rec, FILE *ftmp)
  91 {
  92    time_t tt;
  93    struct tm *t;
  94    char dat[128];
  95    char tbuf[128];
  96    char typ[128];
  97    char warea[MAXLEN];
  98    char user[MAX_USER_LEN];
  99    char *url;
 100    struct getwordstruct gwarea;
 101
 102    getword_start(&gwarea,rec);
 103    if (getword(dat,sizeof(dat),&gwarea,' ')<0) {
 104       debuga(_("The time stamp at column 1 is too long\n"));
 105       return(-1);
 106    }
 107    if (getword(warea,sizeof(warea),&gwarea,' ')<0) {
 108       debuga(_("The connection duration at column 2 is too long\n"));
 109       return(-1);
 110    }
 111    while(strcmp(warea,"") == 0 && gwarea.current[0] != '\0')
 112       if (getword(warea,sizeof(warea),&gwarea,' ')<0) {
 113          return(-1);
 114       }
 115    if (getword(ip,sizeof(ip),&gwarea,' ')<0) {
 116       debuga(_("The IP address at column 3 is too long\n"));
 117       return(-1);
 118    }
 119    if (getword_skip(MAXLEN,&gwarea,' ')<0) {
 120       debuga(_("The status at column 4 is too long\n"));
 121       return(-1);
 122    }
 123    if (getword_skip(MAXLEN,&gwarea,' ')<0) {
 124       debuga(_("The size at column 5 is too long\n"));
 125       return(-1);
 126    }
 127    if (getword(typ,sizeof(typ),&gwarea,' ')<0) {
 128       debuga(_("The action at column 6 is too long\n"));
 129       return(-1);
 130    }
 131    if(strncmp(typ,"CONNECT",7) == 0) {
 132       if (getword_ptr(rec,&url,&gwarea,' ')<0) {
 133          debuga(_("The URL at column 7 is too long\n"));
 134          return(-1);
 135       }
 136       if (getword(user,sizeof(user),&gwarea,' ')<0) {
 137          debuga(_("The user ID at column 8 is too long\n"));
 138          return(-1);
 139       }
 140    }else {
 141       if (getword_skip(MAXLEN,&gwarea,'/')<0) {
 142          debuga(_("The URL at column 7 is too long\n"));
 143          return(-1);
 144       }
 145       if (getword_skip(MAXLEN,&gwarea,'/')<0) {
 146          debuga(_("The URL at column 7 is too long\n"));
 147          return(-1);
 148       }
 149       if (getword_ptr(rec,&url,&gwarea,'/')<0) {
 150          debuga(_("The URL at column 7 is too long\n"));
 151          return(-1);
 152       }
 153       if (getword_skip(MAXLEN,&gwarea,' ')<0) {
 154          debuga(_("The data at column 8 is too long\n"));
 155          return(-1);
 156       }
 157       if (getword(user,sizeof(user),&gwarea,' ')<0) {
 158          debuga(_("The user at column 9 is too long\n"));
 159          return(-1);
 160       }
 161    }
 162
 163    if(strncmp(user,"-",1) == 0 && strcmp(RealtimeUnauthRec,"ignore") == 0)
 164       return(0);
 165
 166    tt=atoi(dat);
 167    t=localtime(&tt);
 168    if(strncmp(DateFormat,"u",1) == 0)
 169       strftime(tbuf, sizeof(tbuf), "%Y-%m-%d\t%H:%M", t);
 170    else if(strncmp(DateFormat,"e",1) == 0)
 171       strftime(tbuf, sizeof(tbuf), "%d-%m-%Y\t%H:%M", t);
 172
 173    fprintf(ftmp,"%s\t%s\t%s\t%s\t%s\n",tbuf,ip,user,url,typ);
 174    return(0);
 175 }
 176
 177 static void datashow(const char *tmp)
 178 {
 179    FILE *fin;
 180    char dat[128];
 181    char tim[128];
 182    char *buf;
 183    char *url;
 184    char *ourl=NULL;
 185    char ouser[MAX_USER_LEN]="";
 186    char typ[128];
 187    char user[MAX_USER_LEN];
 188    char u2[MAX_USER_LEN];
 189    int url_len;
 190    int ourl_size=0;
 191    struct getwordstruct gwarea;
 192    struct longlinestruct line;
 193
 194    if((fin=fopen(tmp,"r"))==NULL) {
 195       debuga(_("(realtime) open error %s - %s\n"),tmp,strerror(errno));
 196       exit(1);
 197    }
 198
 199    header();
 200
 201    if (longline_prepare(&line)<0) {
 202       debuga(_("Not enough memory to read the log file\n"));
 203       exit(1);
 204    }
 205
 206    while((buf=longline_read(fin,&line))!=NULL) {
 207       fixendofline(buf);
 208       getword_start(&gwarea,buf);
 209       if (getword(dat,sizeof(dat),&gwarea,'\t')<0) {
 210          debuga(_("Maybe you have a broken record or garbage in your %s file\n"),tmp);
 211          exit(1);
 212       }
 213       if (getword(tim,sizeof(tim),&gwarea,'\t')<0) {
 214          debuga(_("Maybe you have a broken record or garbage in your %s file\n"),tmp);
 215          exit(1);
 216       }
 217       if (getword(ip,sizeof(ip),&gwarea,'\t')<0) {
 218          debuga(_("Maybe you have a broken record or garbage in your %s file\n"),tmp);
 219          exit(1);
 220       }
 221       if (getword(user,sizeof(user),&gwarea,'\t')<0) {
 222          debuga(_("Maybe you have a broken record or garbage in your %s file\n"),tmp);
 223          exit(1);
 224       }
 225       if(strlen(dat) < 3 || strlen(user) < 1) continue;
 226       if (getword_ptr(buf,&url,&gwarea,'\t')<0) {
 227          debuga(_("Maybe you have a broken url in your %s file\n"),tmp);
 228          exit(1);
 229       }
 230       if (getword(typ,sizeof(typ),&gwarea,'\t')<0) {
 231          debuga(_("Maybe you have a broken record or garbage in your %s file\n"),tmp);
 232          exit(1);
 233       }
 234       if(strstr(RealtimeTypes,typ) == 0)
 235          continue;
 236
 237       if(strcmp(ouser,user) == 0 && ourl && strcmp(ourl,url) == 0)
 238          continue;
 239
 240       if(userip)
 241          strcpy(user,ip);
 242       strcpy(u2,user);
 243       if(Ip2Name)
 244          ip2name(u2,sizeof(u2));
 245       user_find(name, sizeof(name), u2);
 246
 247       printf("<tr><td class=\"data\">%s %s</td><td class=\"data3\">%s</td><td class=\"data3\">%s</td><td class=\"data3\">%s</td><td class=\"data2\"><a href=\"http://%s\">%s</td></tr>\n",dat,tim,ip,name,typ,url,url);
 248       strcpy(ouser,user);
 249
 250       url_len=strlen(url);
 251       if (!ourl || url_len>=ourl_size) {
 252          ourl_size=url_len+1;
 253          ourl=realloc(ourl,ourl_size);
 254          if (!ourl) {
 255             debuga(_("Not enough memory to store the url\n"));
 256             exit(1);
 257          }
 258       }
 259       strcpy(ourl,url);
 260    }
 261    longline_free(&line);
 262    if (ourl) free(ourl);
 263
 264    puts("</table>\n</div>\n</body>\n</html>\n");
 265    fclose(fin);
 266    unlink(tmp);
 267    fflush(NULL);
 268
 269 }
 270
 271 static void header(void)
 272 {
 273    puts("<!DOCTYPE HTML PUBLIC \"-//W3C//DTD HTML 4.01 Transitional//EN\"");
 274    puts(" \"http://www.w3.org/TR/html4/loose.dtd\">\n");
 275    puts("<html>\n");
 276    puts("<head>\n");
 277    if(realtime_refresh)
 278       printf("  <meta http-equiv=refresh content=\"%d\" url=\"sarg-php/sarg-realtime.php\"; charset=\"%s\">\n",realtime_refresh,CharSet);
 279    else
 280       printf("  <meta http-equiv=\"Content-Type\" content=\"text/html; charset=%s\">\n",CharSet);
 281    css(stdout);
 282    puts("</head>\n");
 283    printf("<body style=\"font-family:%s;font-size:%s;background-color:%s;background-image:url(%s)\">\n",FontFace,TitleFontSize,BgColor,BgImage);
 284    puts("<div align=\"center\"><table cellpadding=\"1\" cellspacing=\"1\">\n");
 285    printf("<tr><th class=\"title_l\" colspan=\"10\">SARG %s</th></tr>\n",_("Realtime"));
 286    printf("<tr><th class=\"text\" colspan=\"10\">%s: %d s</th></tr>\n",_("Auto refresh"),realtime_refresh);
 287    printf("<tr><th class=\"header_c\">%s</th><th class=\"header_c\">%s</th><th class=\"header_c\">%s</th><th class=\"header_c\">%s</th><th class=\"header_l\">%s</th></tr>\n",_("DATE/TIME"),_("IP/NAME"),_("USERID"),_("TYPE"),_("ACCESSED SITE"));
 288 }