[thirdparty/sarg.git] / datafile.c

/*
 * AUTHOR: Pedro Lineu Orso                         pedro.orso@gmail.com
 *                                                            1998, 2008
 * SARG Squid Analysis Report Generator      http://sarg.sourceforge.net
 *
 * SARG donations:
 *      please look at http://sarg.sourceforge.net/donations.php
 * ---------------------------------------------------------------------
 *
 *  This program is free software; you can redistribute it and/or modify
 *  it under the terms of the GNU General Public License as published by
 *  the Free Software Foundation; either version 2 of the License, or
 *  (at your option) any later version.
 *
 *  This program is distributed in the hope that it will be useful,
 *  but WITHOUT ANY WARRANTY; without even the implied warranty of
 *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 *  GNU General Public License for more details.
 *
 *  You should have received a copy of the GNU General Public License
 *  along with this program; if not, write to the Free Software
 *  Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111, USA.
 *
 */

#include "include/conf.h"

void saverecs(char *dirname, char *user, long long int nacc, char *url, long long int nbytes, char *ip, char *hora, char *dia, long long int nelap, long long int incache, long long int oucache);
void grava_SmartFilter(char *dirname, char *user, char *ip, char *data, char *hora, char *url, char *smart);

void data_file(char *tmp)
{

   FILE *fp_in;

   char accdia[11], acchora[9], accuser[MAXLEN], accip[MAXLEN], accurl[MAXLEN], accbytes[12], accelap[10];
   char oldaccdia[11], oldacchora[9], oldaccip[MAXLEN];
   char dirname[MAXLEN], wdirname[MAXLEN], oldurl[MAXLEN], oldaccuser[MAXLEN];
   char olduser[MAXLEN], oldmsg[50], acccode[50], oldaccelap[10], oldacccode[50];
   char ipantes[MAXLEN], nameantes[MAXLEN]; 
   char accsmart[MAXLEN];
   char Msg[MAXLEN];
   char wcrc[50];
   char crc2[50];
   char wdname[MAXLEN];
   char wname2[MAXLEN];
   DIR *dirp;
   struct dirent *direntp;
   long long int nbytes=0; 
   long long int nelap=0; 
   long long int nacc=0;
   long long int rtotal=0;
   long long int incache=0;
   long long int oucache=0;

   ipantes[0]='\0';
   nameantes[0]='\0';

   olduser[0]='\0';
   strncat(tmp,"/sarg",5);

   dirp = opendir(tmp);
   while ( (direntp = readdir( dirp )) != NULL ) {
      if(strstr(direntp->d_name,".log") == 0)
         continue;
      sprintf(tmp3,"%s/%s",tmp,direntp->d_name);

      if((fp_in=fopen(tmp3,"r"))==NULL){
         fprintf(stderr, "SARG: (datafile) %s: %s\n",text[45],tmp);
         exit(1);
      }
      strcpy(wdname,direntp->d_name);
      strip_prefix:
      if (getword(wname2,sizeof(wname2),wdname,'.')<0) {
         printf("SARG: Maybe you have a broken record or garbage in your %s directory.\n",tmp);
         exit(1);
      }
      strcat(user,wname2);

      ttopen=0;
      while(fgets(buf,sizeof(buf),fp_in)!=NULL) {
         if (getword(accdia,sizeof(accdia),buf,' ')<0 || getword(acchora,sizeof(acchora),buf,' ')<0 ||
             getword(accuser,sizeof(accuser),buf,' ')<0 || getword(accip,sizeof(accip),buf,' ')<0 ||
             getword(accurl,sizeof(accurl),buf,' ')<0 || getword(accbytes,sizeof(accbytes),buf,' ')<0 ||
             getword(acccode,sizeof(acccode),buf,' ')<0 || getword(accelap,sizeof(accelap),buf,' ')<0 ||
             getword(accsmart,sizeof(accsmart),buf,' ')<0 || getword(accsmart,sizeof(accsmart),buf,'"')<0) {
            printf("SARG: Maybe you have a broken record or garbage in your %s file.\n",tmp3);
            exit(1);
         }
   
         if(strcmp(Ip2Name,"yes") == 0) {
            if(strcmp(accip,ipantes) != 0) {
               strcpy(ipantes,accip);
               ip2name(accip);
               strcpy(nameantes,accip);
            } 
	    else strcpy(accip,nameantes);
         }
   
         if(!rtotal){
            strcpy(oldurl,accurl);
            strcpy(oldacccode,acccode);
            strcpy(oldaccelap,accelap);
            strcpy(oldaccuser,accuser);
            strcpy(oldaccip,accip);
            strcpy(oldaccdia,accdia);
            strcpy(oldacchora,acchora);
            rtotal++;
         }
   
         if(strcmp(oldurl,accurl) != 0 || strcmp(oldaccuser,accuser) != 0){
            strcpy(oldmsg,"OK");
            if(strstr(oldacccode,"DENIED") != 0) strcpy(oldmsg,text[46]);
            strcpy(wdirname,dirname);
            gravatmp(oldaccuser,wdirname,oldurl,nacc,nbytes,oldmsg,nelap,indexonly,incache,oucache);
            strcpy(wdirname,dirname);
            saverecs(wdirname,oldaccuser,nacc,oldurl,nbytes,oldaccip,oldacchora,oldaccdia,nelap,incache,oucache);
            nacc=0;
            nbytes=0;
            nelap=0;
            incache=0;
            oucache=0;
            if(strcmp(oldaccuser,accuser) != 0) ind2=0;
         }

         nacc++;
         nbytes+=my_atoll(accbytes);
         nelap+=my_atoll(accelap);
   
         strcpy(wcrc,acccode);
         if (getword(crc2,sizeof(crc2),wcrc,'/')<0) {
            printf("SARG: Maybe you have a broken record or garbage in your %s file.\n",tmp3);
            exit(1);
         }

         if(strstr(crc2,"MISS") != 0) oucache+=my_atoll(accbytes);
         else incache+=my_atoll(accbytes);
   
         strcpy(oldurl,accurl);
         strcpy(oldaccuser,accuser);
         strcpy(oldacccode,acccode);
         strcpy(oldaccelap,accelap);
         strcpy(oldaccip,accip);
         strcpy(oldaccdia,accdia);
         strcpy(oldacchora,acchora);
      }
   
      fclose(fp_in);
}
   
   (void)closedir( dirp );
   if(debug) {
      sprintf(Msg,"Datafile %s successfully",DataFile);
      debuga(Msg);
   }
}

void saverecs(char *dirname, char *user, long long int nacc, char *url, long long int nbytes, char *ip, char *hora, char *dia, long long int nelap, long long int incache, long long int oucache)
{

   FILE *fp_ou;
   char reg[MAXLEN];

   if((fp_ou=fopen(DataFile,"a"))==NULL){
      fprintf(stderr, "SARG: (datafile) %s: %s\n",text[45],DataFile);
      exit(1);
   }

   my_lltoa(nacc,val1,0);
   my_lltoa(nbytes,val2,0);
   my_lltoa(nelap,val3,0);
   my_lltoa(incache,val4,0);
   my_lltoa(oucache,val5,0);

   if(strstr(DataFileFields,"user") != 0) {
      strcpy(reg,user);
      strncat(reg,DataFileDelimiter,1);
   }
   if(strstr(DataFileFields,"date") != 0) {
      strncat(reg,dia,strlen(dia));
      strncat(reg,DataFileDelimiter,1);
   }
   if(strstr(DataFileFields,"time") != 0) {
      strncat(reg,hora,strlen(hora));
      strncat(reg,DataFileDelimiter,1);
   }
   if(strstr(DataFileFields,"url") != 0) {
      strcpy(name,url);
      if (strcmp(DataFileUrl,"ip") == 0) name2ip(name);
      strncat(reg,name,strlen(name));
      strncat(reg,DataFileDelimiter,1);
   }
   if(strstr(DataFileFields,"connect") != 0) {
      strncat(reg,val1,strlen(val1));
      strncat(reg,DataFileDelimiter,1);
   }
   if(strstr(DataFileFields,"bytes") != 0) {
      strncat(reg,val2,strlen(val2));
      strncat(reg,DataFileDelimiter,1);
   }
   if(strstr(DataFileFields,"in_cache") != 0) {
      strncat(reg,val4,strlen(val4));
      strncat(reg,DataFileDelimiter,1);
   }
   if(strstr(DataFileFields,"out_cache") != 0) {
      strncat(reg,val5,strlen(val5));
      strncat(reg,DataFileDelimiter,1);
   }
   if(strstr(DataFileFields,"elapsed") != 0) {
      strncat(reg,val3,strlen(val3));
      strncat(reg,DataFileDelimiter,1);
   }

   reg[strlen(reg)-1]='\n';
   fputs(reg,fp_ou);

   fclose(fp_ou);
}
Commit	Line	Data
25697a35	1	/*
c37945ed FM	2	* AUTHOR: Pedro Lineu Orso pedro.orso@gmail.com
c37945ed FM	3	* 1998, 2008
94ff9470	4	* SARG Squid Analysis Report Generator http://sarg.sourceforge.net
25697a35 GS	5	*
	6	* SARG donations:
	7	* please look at http://sarg.sourceforge.net/donations.php
	8	* ---------------------------------------------------------------------
	9	*
	10	* This program is free software; you can redistribute it and/or modify
	11	* it under the terms of the GNU General Public License as published by
	12	* the Free Software Foundation; either version 2 of the License, or
	13	* (at your option) any later version.
	14	*
	15	* This program is distributed in the hope that it will be useful,
	16	* but WITHOUT ANY WARRANTY; without even the implied warranty of
	17	* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
	18	* GNU General Public License for more details.
	19	*
	20	* You should have received a copy of the GNU General Public License
	21	* along with this program; if not, write to the Free Software
	22	* Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111, USA.
	23	*
	24	*/
	25
	26	#include "include/conf.h"
	27
	28	void saverecs(char dirname, char user, long long int nacc, char url, long long int nbytes, char ip, char hora, char dia, long long int nelap, long long int incache, long long int oucache);
	29	void grava_SmartFilter(char dirname, char user, char ip, char data, char hora, char url, char *smart);
	30
	31	void data_file(char *tmp)
	32	{
	33
	34	FILE *fp_in;
	35
	36	char accdia[11], acchora[9], accuser[MAXLEN], accip[MAXLEN], accurl[MAXLEN], accbytes[12], accelap[10];
d6e703cc	37	char oldaccdia[11], oldacchora[9], oldaccip[MAXLEN];
25697a35 GS	38	char dirname[MAXLEN], wdirname[MAXLEN], oldurl[MAXLEN], oldaccuser[MAXLEN];
	39	char olduser[MAXLEN], oldmsg[50], acccode[50], oldaccelap[10], oldacccode[50];
	40	char ipantes[MAXLEN], nameantes[MAXLEN];
	41	char accsmart[MAXLEN];
	42	char Msg[MAXLEN];
25697a35 GS	43	char wcrc[50];
	44	char crc2[50];
	45	char wdname[MAXLEN];
	46	char wname2[MAXLEN];
	47	DIR *dirp;
	48	struct dirent *direntp;
	49	long long int nbytes=0;
	50	long long int nelap=0;
	51	long long int nacc=0;
	52	long long int rtotal=0;
	53	long long int incache=0;
	54	long long int oucache=0;
25697a35 GS	55
	56	ipantes[0]='\0';
	57	nameantes[0]='\0';
	58
	59	olduser[0]='\0';
	60	strncat(tmp,"/sarg",5);
	61
	62	dirp = opendir(tmp);
	63	while ( (direntp = readdir( dirp )) != NULL ) {
	64	if(strstr(direntp->d_name,".log") == 0)
	65	continue;
	66	sprintf(tmp3,"%s/%s",tmp,direntp->d_name);
	67
	68	if((fp_in=fopen(tmp3,"r"))==NULL){
	69	fprintf(stderr, "SARG: (datafile) %s: %s\n",text[45],tmp);
	70	exit(1);
	71	}
	72	strcpy(wdname,direntp->d_name);
	73	strip_prefix:
4bcb77cf FM	74	if (getword(wname2,sizeof(wname2),wdname,'.')<0) {
	75	printf("SARG: Maybe you have a broken record or garbage in your %s directory.\n",tmp);
	76	exit(1);
	77	}
25697a35 GS	78	strcat(user,wname2);
	79
	80	ttopen=0;
	81	while(fgets(buf,sizeof(buf),fp_in)!=NULL) {
4bcb77cf FM	82	if (getword(accdia,sizeof(accdia),buf,' ')<0 \|\| getword(acchora,sizeof(acchora),buf,' ')<0 \|\|
	83	getword(accuser,sizeof(accuser),buf,' ')<0 \|\| getword(accip,sizeof(accip),buf,' ')<0 \|\|
	84	getword(accurl,sizeof(accurl),buf,' ')<0 \|\| getword(accbytes,sizeof(accbytes),buf,' ')<0 \|\|
	85	getword(acccode,sizeof(acccode),buf,' ')<0 \|\| getword(accelap,sizeof(accelap),buf,' ')<0 \|\|
	86	getword(accsmart,sizeof(accsmart),buf,' ')<0 \|\| getword(accsmart,sizeof(accsmart),buf,'"')<0) {
	87	printf("SARG: Maybe you have a broken record or garbage in your %s file.\n",tmp3);
	88	exit(1);
	89	}
25697a35 GS	90
	91	if(strcmp(Ip2Name,"yes") == 0) {
	92	if(strcmp(accip,ipantes) != 0) {
	93	strcpy(ipantes,accip);
	94	ip2name(accip);
	95	strcpy(nameantes,accip);
d6e703cc FM	96	}
d6e703cc FM	97	else strcpy(accip,nameantes);
25697a35 GS	98	}
	99
	100	if(!rtotal){
	101	strcpy(oldurl,accurl);
	102	strcpy(oldacccode,acccode);
	103	strcpy(oldaccelap,accelap);
	104	strcpy(oldaccuser,accuser);
	105	strcpy(oldaccip,accip);
	106	strcpy(oldaccdia,accdia);
	107	strcpy(oldacchora,acchora);
	108	rtotal++;
	109	}
	110
	111	if(strcmp(oldurl,accurl) != 0 \|\| strcmp(oldaccuser,accuser) != 0){
	112	strcpy(oldmsg,"OK");
d6e703cc	113	if(strstr(oldacccode,"DENIED") != 0) strcpy(oldmsg,text[46]);
25697a35 GS	114	strcpy(wdirname,dirname);
	115	gravatmp(oldaccuser,wdirname,oldurl,nacc,nbytes,oldmsg,nelap,indexonly,incache,oucache);
	116	strcpy(wdirname,dirname);
14c2eac6	117	saverecs(wdirname,oldaccuser,nacc,oldurl,nbytes,oldaccip,oldacchora,oldaccdia,nelap,incache,oucache);
25697a35 GS	118	nacc=0;
	119	nbytes=0;
	120	nelap=0;
	121	incache=0;
	122	oucache=0;
d6e703cc	123	if(strcmp(oldaccuser,accuser) != 0) ind2=0;
25697a35 GS	124	}
	125
	126	nacc++;
	127	nbytes+=my_atoll(accbytes);
	128	nelap+=my_atoll(accelap);
	129
	130	strcpy(wcrc,acccode);
4bcb77cf FM	131	if (getword(crc2,sizeof(crc2),wcrc,'/')<0) {
	132	printf("SARG: Maybe you have a broken record or garbage in your %s file.\n",tmp3);
	133	exit(1);
	134	}
25697a35	135
d6e703cc FM	136	if(strstr(crc2,"MISS") != 0) oucache+=my_atoll(accbytes);
d6e703cc FM	137	else incache+=my_atoll(accbytes);
25697a35 GS	138
	139	strcpy(oldurl,accurl);
	140	strcpy(oldaccuser,accuser);
	141	strcpy(oldacccode,acccode);
	142	strcpy(oldaccelap,accelap);
	143	strcpy(oldaccip,accip);
	144	strcpy(oldaccdia,accdia);
	145	strcpy(oldacchora,acchora);
	146	}
	147
	148	fclose(fp_in);
	149	}
	150
	151	(void)closedir( dirp );
	152	if(debug) {
	153	sprintf(Msg,"Datafile %s successfully",DataFile);
	154	debuga(Msg);
	155	}
25697a35 GS	156	}
25697a35 GS	157
14c2eac6	158	void saverecs(char dirname, char user, long long int nacc, char url, long long int nbytes, char ip, char hora, char dia, long long int nelap, long long int incache, long long int oucache)
25697a35 GS	159	{
	160
	161	FILE *fp_ou;
	162	char reg[MAXLEN];
	163
	164	if((fp_ou=fopen(DataFile,"a"))==NULL){
	165	fprintf(stderr, "SARG: (datafile) %s: %s\n",text[45],DataFile);
	166	exit(1);
	167	}
	168
	169	my_lltoa(nacc,val1,0);
	170	my_lltoa(nbytes,val2,0);
	171	my_lltoa(nelap,val3,0);
	172	my_lltoa(incache,val4,0);
	173	my_lltoa(oucache,val5,0);
	174
	175	if(strstr(DataFileFields,"user") != 0) {
	176	strcpy(reg,user);
	177	strncat(reg,DataFileDelimiter,1);
	178	}
	179	if(strstr(DataFileFields,"date") != 0) {
	180	strncat(reg,dia,strlen(dia));
	181	strncat(reg,DataFileDelimiter,1);
	182	}
	183	if(strstr(DataFileFields,"time") != 0) {
	184	strncat(reg,hora,strlen(hora));
	185	strncat(reg,DataFileDelimiter,1);
	186	}
	187	if(strstr(DataFileFields,"url") != 0) {
	188	strcpy(name,url);
d6e703cc	189	if (strcmp(DataFileUrl,"ip") == 0) name2ip(name);
25697a35 GS	190	strncat(reg,name,strlen(name));
	191	strncat(reg,DataFileDelimiter,1);
	192	}
	193	if(strstr(DataFileFields,"connect") != 0) {
	194	strncat(reg,val1,strlen(val1));
	195	strncat(reg,DataFileDelimiter,1);
	196	}
	197	if(strstr(DataFileFields,"bytes") != 0) {
	198	strncat(reg,val2,strlen(val2));
	199	strncat(reg,DataFileDelimiter,1);
	200	}
	201	if(strstr(DataFileFields,"in_cache") != 0) {
	202	strncat(reg,val4,strlen(val4));
	203	strncat(reg,DataFileDelimiter,1);
	204	}
	205	if(strstr(DataFileFields,"out_cache") != 0) {
	206	strncat(reg,val5,strlen(val5));
	207	strncat(reg,DataFileDelimiter,1);
	208	}
	209	if(strstr(DataFileFields,"elapsed") != 0) {
	210	strncat(reg,val3,strlen(val3));
	211	strncat(reg,DataFileDelimiter,1);
	212	}
	213
	214	reg[strlen(reg)-1]='\n';
	215	fputs(reg,fp_ou);
	216
	217	fclose(fp_ou);
25697a35	218	}