[thirdparty/sarg.git] / useragent.c

/*
 * SARG Squid Analysis Report Generator      http://sarg.sourceforge.net
 *                                                            1998, 2015
 *
 * SARG donations:
 *      please look at http://sarg.sourceforge.net/donations.php
 * Support:
 *     http://sourceforge.net/projects/sarg/forums/forum/363374
 * ---------------------------------------------------------------------
 *
 *  This program is free software; you can redistribute it and/or modify
 *  it under the terms of the GNU General Public License as published by
 *  the Free Software Foundation; either version 2 of the License, or
 *  (at your option) any later version.
 *
 *  This program is distributed in the hope that it will be useful,
 *  but WITHOUT ANY WARRANTY; without even the implied warranty of
 *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 *  GNU General Public License for more details.
 *
 *  You should have received a copy of the GNU General Public License
 *  along with this program; if not, write to the Free Software
 *  Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111, USA.
 *
 */

#include "include/conf.h"
#include "include/defs.h"
#include "include/filelist.h"

FileListObject UserAgentLog=NULL;

void useragent(void)
{
	FileObject *fp_log;
	FILE *fp_in = NULL, *fp_ou = NULL, *fp_ht = NULL;
	char *ptr;
	char buf[MAXLEN];
	char ip[MAXLEN], data[MAXLEN], agent[MAXLEN], user[MAXLEN];
	char ipbefore[MAXLEN], namebefore[MAXLEN];
	char tagent[MAXLEN];
	char user_old[MAXLEN]="$#%0a3bc6";
	char agent_old[MAXLEN]="$#%0a3bc6";
	char hfile[MAXLEN];
	char idate[MAXLEN], fdate[MAXLEN];
	char tmp2[MAXLEN];
	char tmp3[MAXLEN];
	char day[4],month[5],year[5], wdate[20];
	char csort[MAXLEN];
	const char *FileName;
	int  agentot=0, agentot2=0, agentdif=0, cont=0, nagent;
	unsigned long totregsl=0;
	int cstatus;
	int ndate;
	double perc;
	struct getwordstruct gwarea, gwarea1;
	longline line;
	FileListIterator FIter;

	ip[0]='\0';
	data[0]='\0';
	agent[0]='\0';
	user[0]='\0';
	user_old[0]='\0';
	agent_old[0]='\0';
	ipbefore[0]='\0';
	namebefore[0]='\0';

	snprintf(tmp3,sizeof(tmp3),"%s/squagent.int_unsort",tmp);
	snprintf(tmp2,sizeof(tmp2),"%s/squagent.int_log",tmp);

	if((fp_ou=fopen(tmp3,"w"))==NULL) {
		debuga(__FILE__,__LINE__,_("Cannot open file \"%s\": %s\n"),tmp3,strerror(errno));
		exit(EXIT_FAILURE);
	}

	if ((line=longline_create())==NULL) {
		debuga(__FILE__,__LINE__,_("Not enough memory to read useragent log\n"));
		exit(EXIT_FAILURE);
	}

	FIter=FileListIter_Open(UserAgentLog);
	while ((FileName=FileListIter_Next(FIter))!=NULL)
	{
		longline_reset(line);
		if((fp_log=decomp(FileName))==NULL) {
			debuga(__FILE__,__LINE__,_("Cannot open file \"%s\": %s\n"),FileName,FileObject_GetLastOpenError());
			exit(EXIT_FAILURE);
		}

		if(debug) {
			debuga(__FILE__,__LINE__,_("Reading useragent log \"%s\"\n"),FileName);
		}

		while((ptr=longline_read(fp_log,line))!=NULL) {
			totregsl++;
			getword_start(&gwarea,ptr);
			if (getword(ip,sizeof(ip),&gwarea,' ')<0 || getword_skip(MAXLEN,&gwarea,'[')<0 ||
				getword(data,sizeof(data),&gwarea,' ')<0) {
				debuga(__FILE__,__LINE__,_("Invalid record in file \"%s\"\n"),FileName);
				exit(EXIT_FAILURE);
			}
			getword_start(&gwarea1,data);
			if (getword(day,sizeof(day),&gwarea1,'/')<0 || getword(month,sizeof(month),&gwarea1,'/')<0 ||
				getword(year,sizeof(year),&gwarea1,':')<0) {
				debuga(__FILE__,__LINE__,_("Invalid date in file \"%s\"\n"),FileName);
				exit(EXIT_FAILURE);
			}
			if (dfrom!=0 || duntil!=0){
				buildymd(day,month,year,wdate,sizeof(wdate));
				ndate=atoi(wdate);
				if (ndate<dfrom) continue;
				if (ndate>duntil) break;
			}
			if(totregsl == 1)
				strcpy(idate,data);
			strcpy(fdate,data);
			if (getword_skip(MAXLEN,&gwarea,'"')<0 || getword(agent,sizeof(agent),&gwarea,'"')<0) {
				debuga(__FILE__,__LINE__,_("Invalid useragent in file \"%s\"\n"),FileName);
				exit(EXIT_FAILURE);
			}

			if(gwarea.current[0]!='\0') {
				if (getword_skip(MAXLEN,&gwarea,' ')<0 || getword(user,sizeof(user),&gwarea,'\n')<0) {
					debuga(__FILE__,__LINE__,_("Invalid record in file \"%s\"\n"),FileName);
					exit(EXIT_FAILURE);
				}
				if(user[0] == '-')
					strcpy(user,ip);
				if(user[0] == '\0')
					strcpy(user,ip);
			} else {
				strcpy(user,ip);
			}

			fprintf(fp_ou,"%s\t%s\t%s\n",ip,agent,user);
			useragent_count++;
		}

		if (FileObject_Close(fp_log)==EOF) {
			debuga(__FILE__,__LINE__,_("Read error in \"%s\": %s\n"),FileName,FileObject_GetLastCloseError());
			exit(EXIT_FAILURE);
		}
	}
	FileListIter_Close(FIter);
	longline_destroy(&line);

	if(debug) {
		debuga(__FILE__,__LINE__,_("   Records read: %ld\n"),totregsl);
	}

	if (fclose(fp_ou)==EOF) {
		debuga(__FILE__,__LINE__,_("Write error in \"%s\": %s\n"),tmp3,strerror(errno));
		exit(EXIT_FAILURE);
	}
	if(debug) {
		debuga(__FILE__,__LINE__,_("Sorting file \"%s\"\n"),tmp2);
	}

	if (snprintf(csort,sizeof(csort),"sort -n -t \"\t\" -k 3,3 -k 2,2 -k 1,1 -o \"%s\" \"%s\"",tmp2,tmp3)>=sizeof(csort)) {
		debuga(__FILE__,__LINE__,_("Sort command too long when sorting file \"%s\" to \"%s\"\n"),tmp2,tmp3);
		exit(EXIT_FAILURE);
	}
	cstatus=system(csort);
	if (!WIFEXITED(cstatus) || WEXITSTATUS(cstatus)) {
		debuga(__FILE__,__LINE__,_("sort command return status %d\n"),WEXITSTATUS(cstatus));
		debuga(__FILE__,__LINE__,_("sort command: %s\n"),csort);
		exit(EXIT_FAILURE);
	}
	if((fp_in=fopen(tmp2,"r"))==NULL) {
		debuga(__FILE__,__LINE__,_("Cannot open file \"%s\": %s\n"),tmp2,strerror(errno));
		debuga(__FILE__,__LINE__,_("sort command: %s\n"),csort);
		exit(EXIT_FAILURE);
	}

	if (!KeepTempLog && unlink(tmp3)) {
		debuga(__FILE__,__LINE__,_("Cannot delete \"%s\": %s\n"),tmp3,strerror(errno));
		exit(EXIT_FAILURE);
	}

	snprintf(hfile,sizeof(hfile),"%s/useragent.html", outdirname);
	if((fp_ht=fopen(hfile,"w"))==NULL) {
		debuga(__FILE__,__LINE__,_("Cannot open file \"%s\": %s\n"),hfile,strerror(errno));
		exit(EXIT_FAILURE);
	}

	if(debug)
		debuga(__FILE__,__LINE__,_("Making Useragent report\n"));

	write_html_header(fp_ht,(IndexTree == INDEX_TREE_DATE) ? 3 : 1,_("Squid Useragent's Report"),HTML_JS_NONE);
	fprintf(fp_ht,"<tr><th class=\"header_c\">%s</th></tr>\n",_("Squid Useragent's Report"));
	fprintf(fp_ht,"<tr><td class=\"header_c\">%s: %s - %s</td></tr>\n",_("Period"),idate,fdate);
	close_html_header(fp_ht);

	fputs("<br><br>\n",fp_ht);

	fputs("<div class=\"report\"><table cellpadding=\"0\" cellspacing=\"0\">\n",fp_ht);
	fputs("<tr><td>&nbsp;</td><td>&nbsp;</td></tr>",fp_ht);

	fprintf(fp_ht,"<tr><th class=\"header_l\">%s</th><th class=\"header_l\">%s</th></tr>\n",_("USERID"),_("AGENT"));

	while(fgets(buf,sizeof(buf),fp_in)!=NULL) {
		getword_start(&gwarea,buf);
		if (getword(ip,sizeof(ip),&gwarea,'\t')<0) {
			debuga(__FILE__,__LINE__,_("Invalid IP address in file \"%s\"\n"),tmp2);
			exit(EXIT_FAILURE);
		}

		if(Ip2Name) {
			if(strcmp(ip,ipbefore) != 0) {
				strcpy(ipbefore,ip);
				ip2name(ip,sizeof(ip));
				strcpy(namebefore,ip);
			} else strcpy(ip,namebefore);
		}

		if (getword(agent,sizeof(agent),&gwarea,'\t')<0) {
			debuga(__FILE__,__LINE__,_("Invalid useragent in file \"%s\"\n"),tmp2);
			exit(EXIT_FAILURE);
		}
		if (getword(user,sizeof(user),&gwarea,'\t')<0) {
			debuga(__FILE__,__LINE__,_("Invalid user ID in file \"%s\"\n"),tmp2);
			exit(EXIT_FAILURE);
		}

		if(strcmp(user,user_old) != 0) {
			fprintf(fp_ht,"<tr><td class=\"data2\">%s</td><td class=\"data2\">",user);
			output_html_string(fp_ht,agent,250);
			fputs("</td></tr>\n",fp_ht);
			strcpy(user_old,user);
			strcpy(agent_old,agent);
		} else if(strcmp(agent,agent_old) != 0) {
			fputs("<tr><td></td><td class=\"data2\">",fp_ht);
			output_html_string(fp_ht,agent,250);
			fputs("</td></tr>\n",fp_ht);
			strcpy(agent_old,agent);
		}
	}

	fputs("</table>\n",fp_ht);
	if (fclose(fp_in)==EOF) {
		debuga(__FILE__,__LINE__,_("Read error in \"%s\": %s\n"),tmp2,strerror(errno));
		exit(EXIT_FAILURE);
	}

	if (snprintf(csort,sizeof(csort),"sort -t \"\t\" -k 2,2 -o \"%s\" \"%s\"",tmp3,tmp2)>=sizeof(csort)) {
		debuga(__FILE__,__LINE__,_("Sort command too long when sorting file \"%s\" to \"%s\"\n"),tmp2,tmp3);
		exit(EXIT_FAILURE);
	}
	cstatus=system(csort);
	if (!WIFEXITED(cstatus) || WEXITSTATUS(cstatus)) {
		debuga(__FILE__,__LINE__,_("sort command return status %d\n"),WEXITSTATUS(cstatus));
		debuga(__FILE__,__LINE__,_("sort command: %s\n"),csort);
		exit(EXIT_FAILURE);
	}
	if((fp_in=fopen(tmp3,"r"))==NULL) {
		debuga(__FILE__,__LINE__,_("Cannot open file \"%s\": %s\n"),tmp3,strerror(errno));
		debuga(__FILE__,__LINE__,_("sort command: %s\n"),csort);
		exit(EXIT_FAILURE);
	}

	if (!KeepTempLog && unlink(tmp2)) {
		debuga(__FILE__,__LINE__,_("Cannot delete \"%s\": %s\n"),tmp2,strerror(errno));
		exit(EXIT_FAILURE);
	}

	if((fp_ou=fopen(tmp2,"w"))==NULL) {
		debuga(__FILE__,__LINE__,_("Cannot open file \"%s\": %s\n"),tmp2,strerror(errno));
		exit(EXIT_FAILURE);
	}

	agent_old[0]='\0';
	cont=0;

	while(fgets(buf,sizeof(buf),fp_in)!=NULL) {
		getword_start(&gwarea,buf);
		if (getword(ip,sizeof(ip),&gwarea,'\t')<0) {
			debuga(__FILE__,__LINE__,_("Invalid IP address in file \"%s\"\n"),tmp3);
			exit(EXIT_FAILURE);
		}
		if (getword(agent,sizeof(agent),&gwarea,'\t')<0) {
			debuga(__FILE__,__LINE__,_("Invalid useragent in file \"%s\"\n"),tmp3);
			exit(EXIT_FAILURE);
		}

		if(!cont) {
			cont++;
			strcpy(agent_old,agent);
		}

		if(strcmp(agent,agent_old) != 0) {
			agentdif++;
			fprintf(fp_ou,"%06d %s\n",agentot,agent_old);
			strcpy(agent_old,agent);
			agentot2+=agentot;
			agentot=0;
		}
		agentot++;
	}
	agentdif++;
	fprintf(fp_ou,"%06d %s\n",agentot,agent);
	agentot2+=agentot;

	if (fclose(fp_ou)==EOF) {
		debuga(__FILE__,__LINE__,_("Write error in \"%s\": %s\n"),tmp2,strerror(errno));
		exit(EXIT_FAILURE);
	}
	if (fclose(fp_in)==EOF) {
		debuga(__FILE__,__LINE__,_("Read error in \"%s\": %s\n"),tmp3,strerror(errno));
		exit(EXIT_FAILURE);
	}

	if (!KeepTempLog && unlink(tmp3)) {
		debuga(__FILE__,__LINE__,_("Cannot delete \"%s\": %s\n"),tmp3,strerror(errno));
		exit(EXIT_FAILURE);
	}

	if (snprintf(csort,sizeof(csort),"sort -n -r -k 1,1 -o \"%s\" \"%s\"",tmp3,tmp2)>=sizeof(csort)) {
		debuga(__FILE__,__LINE__,_("Sort command too long when sorting file \"%s\" to \"%s\"\n"),tmp2,tmp3);
		exit(EXIT_FAILURE);
	}
	cstatus=system(csort);
	if (!WIFEXITED(cstatus) || WEXITSTATUS(cstatus)) {
		debuga(__FILE__,__LINE__,_("sort command return status %d\n"),WEXITSTATUS(cstatus));
		debuga(__FILE__,__LINE__,_("sort command: %s\n"),csort);
		exit(EXIT_FAILURE);
	}
	if((fp_in=fopen(tmp3,"r"))==NULL) {
		debuga(__FILE__,__LINE__,_("Cannot open file \"%s\": %s\n"),tmp3,strerror(errno));
		debuga(__FILE__,__LINE__,_("sort command: %s\n"),csort);
		exit(EXIT_FAILURE);
	}

	if (!KeepTempLog && unlink(tmp2)) {
		debuga(__FILE__,__LINE__,_("Cannot delete \"%s\": %s\n"),tmp2,strerror(errno));
		exit(EXIT_FAILURE);
	}

	fputs("<br><br>\n",fp_ht);

	fputs("<table cellpadding=\"0\" cellspacing=\"0\">\n",fp_ht);
	fprintf(fp_ht,"<tr><th class=\"header_l\">%s</th><th class=\"header_l\">%s</th><th class=\"header_c\">%%</th></tr>\n",_("AGENT"),_("TOTAL"));

	perc=0.;
	while(fgets(buf,sizeof(buf),fp_in)!=NULL) {
		fixendofline(buf);
		getword_start(&gwarea,buf);
		if (getword(tagent,sizeof(tagent),&gwarea,' ')<0) {
			debuga(__FILE__,__LINE__,_("Invalid useragent in file \"%s\"\n"),tmp3);
			exit(EXIT_FAILURE);
		}
		nagent=atoi(tagent);
		perc=(agentot2>0) ? nagent * 100. / agentot2 : 0.;

		fputs("<tr><td class=\"data2\">",fp_ht);
		output_html_string(fp_ht,gwarea.current,250);
		fprintf(fp_ht,"</td><td class=\"data\">%d</td><td class=\"data\">%3.2lf</td></tr>\n",nagent,perc);
	}
	if (fclose(fp_in)==EOF) {
		debuga(__FILE__,__LINE__,_("Read error in \"%s\": %s\n"),tmp3,strerror(errno));
		exit(EXIT_FAILURE);
	}

	fputs("</table></div>\n",fp_ht);
	write_html_trailer(fp_ht);
	if (fclose(fp_ht)==EOF) {
		debuga(__FILE__,__LINE__,_("Write error in \"%s\": %s\n"),hfile,strerror(errno));
		exit(EXIT_FAILURE);
	}

	if (!KeepTempLog && unlink(tmp3)) {
		debuga(__FILE__,__LINE__,_("Cannot delete \"%s\": %s\n"),tmp3,strerror(errno));
		exit(EXIT_FAILURE);
	}

	return;
}
Commit	Line	Data
25697a35	1	/*
94ff9470	2	* SARG Squid Analysis Report Generator http://sarg.sourceforge.net
110ce984	3	* 1998, 2015
25697a35 GS	4	*
	5	* SARG donations:
	6	* please look at http://sarg.sourceforge.net/donations.php
1164c474 FM	7	* Support:
1164c474 FM	8	* http://sourceforge.net/projects/sarg/forums/forum/363374
25697a35 GS	9	* ---------------------------------------------------------------------
	10	*
	11	* This program is free software; you can redistribute it and/or modify
	12	* it under the terms of the GNU General Public License as published by
	13	* the Free Software Foundation; either version 2 of the License, or
	14	* (at your option) any later version.
	15	*
	16	* This program is distributed in the hope that it will be useful,
	17	* but WITHOUT ANY WARRANTY; without even the implied warranty of
	18	* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
	19	* GNU General Public License for more details.
	20	*
	21	* You should have received a copy of the GNU General Public License
	22	* along with this program; if not, write to the Free Software
	23	* Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111, USA.
	24	*
	25	*/
	26
	27	#include "include/conf.h"
5f3cfd1d	28	#include "include/defs.h"
137eb63d FM	29	#include "include/filelist.h"
	30
	31	FileListObject UserAgentLog=NULL;
25697a35	32
32e71fa4	33	void useragent(void)
25697a35	34	{
976c5bb7	35	FileObject *fp_log;
9bd92830	36	FILE fp_in = NULL, fp_ou = NULL, *fp_ht = NULL;
976c5bb7	37	char *ptr;
9bd92830 FM	38	char buf[MAXLEN];
	39	char ip[MAXLEN], data[MAXLEN], agent[MAXLEN], user[MAXLEN];
	40	char ipbefore[MAXLEN], namebefore[MAXLEN];
	41	char tagent[MAXLEN];
	42	char user_old[MAXLEN]="$#%0a3bc6";
	43	char agent_old[MAXLEN]="$#%0a3bc6";
	44	char hfile[MAXLEN];
	45	char idate[MAXLEN], fdate[MAXLEN];
	46	char tmp2[MAXLEN];
	47	char tmp3[MAXLEN];
	48	char day[4],month[5],year[5], wdate[20];
	49	char csort[MAXLEN];
137eb63d	50	const char *FileName;
9bd92830 FM	51	int agentot=0, agentot2=0, agentdif=0, cont=0, nagent;
	52	unsigned long totregsl=0;
	53	int cstatus;
	54	int ndate;
	55	double perc;
	56	struct getwordstruct gwarea, gwarea1;
976c5bb7	57	longline line;
137eb63d	58	FileListIterator FIter;
9bd92830 FM	59
	60	ip[0]='\0';
	61	data[0]='\0';
	62	agent[0]='\0';
	63	user[0]='\0';
	64	user_old[0]='\0';
	65	agent_old[0]='\0';
	66	ipbefore[0]='\0';
	67	namebefore[0]='\0';
	68
20d8ad97 FM	69	snprintf(tmp3,sizeof(tmp3),"%s/squagent.int_unsort",tmp);
20d8ad97 FM	70	snprintf(tmp2,sizeof(tmp2),"%s/squagent.int_log",tmp);
9bd92830 FM	71
9bd92830 FM	72	if((fp_ou=fopen(tmp3,"w"))==NULL) {
af961877	73	debuga(__FILE__,__LINE__,_("Cannot open file \"%s\": %s\n"),tmp3,strerror(errno));
9bd92830 FM	74	exit(EXIT_FAILURE);
	75	}
	76
976c5bb7 FM	77	if ((line=longline_create())==NULL) {
	78	debuga(__FILE__,__LINE__,_("Not enough memory to read useragent log\n"));
	79	exit(EXIT_FAILURE);
	80	}
	81
137eb63d FM	82	FIter=FileListIter_Open(UserAgentLog);
	83	while ((FileName=FileListIter_Next(FIter))!=NULL)
	84	{
976c5bb7 FM	85	longline_reset(line);
	86	if((fp_log=decomp(FileName))==NULL) {
	87	debuga(__FILE__,__LINE__,_("Cannot open file \"%s\": %s\n"),FileName,FileObject_GetLastOpenError());
9bd92830 FM	88	exit(EXIT_FAILURE);
9bd92830 FM	89	}
137eb63d FM	90
	91	if(debug) {
	92	debuga(__FILE__,__LINE__,_("Reading useragent log \"%s\"\n"),FileName);
9bd92830 FM	93	}
9bd92830 FM	94
976c5bb7	95	while((ptr=longline_read(fp_log,line))!=NULL) {
137eb63d	96	totregsl++;
976c5bb7	97	getword_start(&gwarea,ptr);
137eb63d FM	98	if (getword(ip,sizeof(ip),&gwarea,' ')<0 \|\| getword_skip(MAXLEN,&gwarea,'[')<0 \|\|
	99	getword(data,sizeof(data),&gwarea,' ')<0) {
	100	debuga(__FILE__,__LINE__,_("Invalid record in file \"%s\"\n"),FileName);
9bd92830 FM	101	exit(EXIT_FAILURE);
9bd92830 FM	102	}
137eb63d FM	103	getword_start(&gwarea1,data);
	104	if (getword(day,sizeof(day),&gwarea1,'/')<0 \|\| getword(month,sizeof(month),&gwarea1,'/')<0 \|\|
	105	getword(year,sizeof(year),&gwarea1,':')<0) {
	106	debuga(__FILE__,__LINE__,_("Invalid date in file \"%s\"\n"),FileName);
	107	exit(EXIT_FAILURE);
	108	}
	109	if (dfrom!=0 \|\| duntil!=0){
	110	buildymd(day,month,year,wdate,sizeof(wdate));
	111	ndate=atoi(wdate);
	112	if (ndate<dfrom) continue;
	113	if (ndate>duntil) break;
	114	}
	115	if(totregsl == 1)
	116	strcpy(idate,data);
	117	strcpy(fdate,data);
	118	if (getword_skip(MAXLEN,&gwarea,'"')<0 \|\| getword(agent,sizeof(agent),&gwarea,'"')<0) {
	119	debuga(__FILE__,__LINE__,_("Invalid useragent in file \"%s\"\n"),FileName);
	120	exit(EXIT_FAILURE);
	121	}
	122
	123	if(gwarea.current[0]!='\0') {
	124	if (getword_skip(MAXLEN,&gwarea,' ')<0 \|\| getword(user,sizeof(user),&gwarea,'\n')<0) {
	125	debuga(__FILE__,__LINE__,_("Invalid record in file \"%s\"\n"),FileName);
	126	exit(EXIT_FAILURE);
	127	}
	128	if(user[0] == '-')
	129	strcpy(user,ip);
	130	if(user[0] == '\0')
	131	strcpy(user,ip);
	132	} else {
9bd92830	133	strcpy(user,ip);
137eb63d FM	134	}
	135
	136	fprintf(fp_ou,"%s\t%s\t%s\n",ip,agent,user);
	137	useragent_count++;
9bd92830 FM	138	}
9bd92830 FM	139
976c5bb7 FM	140	if (FileObject_Close(fp_log)==EOF) {
976c5bb7 FM	141	debuga(__FILE__,__LINE__,_("Read error in \"%s\": %s\n"),FileName,FileObject_GetLastCloseError());
137eb63d FM	142	exit(EXIT_FAILURE);
137eb63d FM	143	}
9bd92830	144	}
137eb63d	145	FileListIter_Close(FIter);
976c5bb7	146	longline_destroy(&line);
9bd92830 FM	147
9bd92830 FM	148	if(debug) {
af961877	149	debuga(__FILE__,__LINE__,_(" Records read: %ld\n"),totregsl);
9bd92830 FM	150	}
9bd92830 FM	151
9bd92830	152	if (fclose(fp_ou)==EOF) {
af961877	153	debuga(__FILE__,__LINE__,_("Write error in \"%s\": %s\n"),tmp3,strerror(errno));
9bd92830 FM	154	exit(EXIT_FAILURE);
9bd92830 FM	155	}
9bd92830	156	if(debug) {
af961877	157	debuga(__FILE__,__LINE__,_("Sorting file \"%s\"\n"),tmp2);
9bd92830 FM	158	}
9bd92830 FM	159
78eeb33f	160	if (snprintf(csort,sizeof(csort),"sort -n -t \"\t\" -k 3,3 -k 2,2 -k 1,1 -o \"%s\" \"%s\"",tmp2,tmp3)>=sizeof(csort)) {
af961877	161	debuga(__FILE__,__LINE__,_("Sort command too long when sorting file \"%s\" to \"%s\"\n"),tmp2,tmp3);
78eeb33f FM	162	exit(EXIT_FAILURE);
78eeb33f FM	163	}
9bd92830 FM	164	cstatus=system(csort);
9bd92830 FM	165	if (!WIFEXITED(cstatus) \|\| WEXITSTATUS(cstatus)) {
af961877 FM	166	debuga(__FILE__,__LINE__,_("sort command return status %d\n"),WEXITSTATUS(cstatus));
af961877 FM	167	debuga(__FILE__,__LINE__,_("sort command: %s\n"),csort);
9bd92830 FM	168	exit(EXIT_FAILURE);
	169	}
	170	if((fp_in=fopen(tmp2,"r"))==NULL) {
af961877 FM	171	debuga(__FILE__,__LINE__,_("Cannot open file \"%s\": %s\n"),tmp2,strerror(errno));
af961877 FM	172	debuga(__FILE__,__LINE__,_("sort command: %s\n"),csort);
9bd92830 FM	173	exit(EXIT_FAILURE);
	174	}
	175
11767c6a	176	if (!KeepTempLog && unlink(tmp3)) {
af961877	177	debuga(__FILE__,__LINE__,_("Cannot delete \"%s\": %s\n"),tmp3,strerror(errno));
08f9b029 FM	178	exit(EXIT_FAILURE);
08f9b029 FM	179	}
9bd92830 FM	180
	181	snprintf(hfile,sizeof(hfile),"%s/useragent.html", outdirname);
	182	if((fp_ht=fopen(hfile,"w"))==NULL) {
af961877	183	debuga(__FILE__,__LINE__,_("Cannot open file \"%s\": %s\n"),hfile,strerror(errno));
9bd92830 FM	184	exit(EXIT_FAILURE);
	185	}
	186
	187	if(debug)
af961877	188	debuga(__FILE__,__LINE__,_("Making Useragent report\n"));
9bd92830 FM	189
	190	write_html_header(fp_ht,(IndexTree == INDEX_TREE_DATE) ? 3 : 1,_("Squid Useragent's Report"),HTML_JS_NONE);
	191	fprintf(fp_ht,"<tr><th class=\"header_c\">%s</th></tr>\n",_("Squid Useragent's Report"));
	192	fprintf(fp_ht,"<tr><td class=\"header_c\">%s: %s - %s</td></tr>\n",_("Period"),idate,fdate);
	193	close_html_header(fp_ht);
	194
	195	fputs("<br><br>\n",fp_ht);
	196
	197	fputs("<div class=\"report\"><table cellpadding=\"0\" cellspacing=\"0\">\n",fp_ht);
	198	fputs("<tr><td> </td><td> </td></tr>",fp_ht);
	199
	200	fprintf(fp_ht,"<tr><th class=\"header_l\">%s</th><th class=\"header_l\">%s</th></tr>\n",_("USERID"),_("AGENT"));
	201
	202	while(fgets(buf,sizeof(buf),fp_in)!=NULL) {
	203	getword_start(&gwarea,buf);
	204	if (getword(ip,sizeof(ip),&gwarea,'\t')<0) {
af961877	205	debuga(__FILE__,__LINE__,_("Invalid IP address in file \"%s\"\n"),tmp2);
9bd92830 FM	206	exit(EXIT_FAILURE);
	207	}
	208
	209	if(Ip2Name) {
	210	if(strcmp(ip,ipbefore) != 0) {
	211	strcpy(ipbefore,ip);
	212	ip2name(ip,sizeof(ip));
	213	strcpy(namebefore,ip);
	214	} else strcpy(ip,namebefore);
	215	}
	216
	217	if (getword(agent,sizeof(agent),&gwarea,'\t')<0) {
af961877	218	debuga(__FILE__,__LINE__,_("Invalid useragent in file \"%s\"\n"),tmp2);
9bd92830 FM	219	exit(EXIT_FAILURE);
	220	}
	221	if (getword(user,sizeof(user),&gwarea,'\t')<0) {
af961877	222	debuga(__FILE__,__LINE__,_("Invalid user ID in file \"%s\"\n"),tmp2);
9bd92830 FM	223	exit(EXIT_FAILURE);
	224	}
	225
	226	if(strcmp(user,user_old) != 0) {
	227	fprintf(fp_ht,"<tr><td class=\"data2\">%s</td><td class=\"data2\">",user);
	228	output_html_string(fp_ht,agent,250);
	229	fputs("</td></tr>\n",fp_ht);
	230	strcpy(user_old,user);
	231	strcpy(agent_old,agent);
	232	} else if(strcmp(agent,agent_old) != 0) {
	233	fputs("<tr><td></td><td class=\"data2\">",fp_ht);
	234	output_html_string(fp_ht,agent,250);
	235	fputs("</td></tr>\n",fp_ht);
	236	strcpy(agent_old,agent);
	237	}
	238	}
	239
	240	fputs("</table>\n",fp_ht);
204781f4	241	if (fclose(fp_in)==EOF) {
af961877	242	debuga(__FILE__,__LINE__,_("Read error in \"%s\": %s\n"),tmp2,strerror(errno));
204781f4 FM	243	exit(EXIT_FAILURE);
204781f4 FM	244	}
9bd92830	245
78eeb33f	246	if (snprintf(csort,sizeof(csort),"sort -t \"\t\" -k 2,2 -o \"%s\" \"%s\"",tmp3,tmp2)>=sizeof(csort)) {
af961877	247	debuga(__FILE__,__LINE__,_("Sort command too long when sorting file \"%s\" to \"%s\"\n"),tmp2,tmp3);
78eeb33f FM	248	exit(EXIT_FAILURE);
78eeb33f FM	249	}
9bd92830 FM	250	cstatus=system(csort);
9bd92830 FM	251	if (!WIFEXITED(cstatus) \|\| WEXITSTATUS(cstatus)) {
af961877 FM	252	debuga(__FILE__,__LINE__,_("sort command return status %d\n"),WEXITSTATUS(cstatus));
af961877 FM	253	debuga(__FILE__,__LINE__,_("sort command: %s\n"),csort);
9bd92830 FM	254	exit(EXIT_FAILURE);
	255	}
	256	if((fp_in=fopen(tmp3,"r"))==NULL) {
af961877 FM	257	debuga(__FILE__,__LINE__,_("Cannot open file \"%s\": %s\n"),tmp3,strerror(errno));
af961877 FM	258	debuga(__FILE__,__LINE__,_("sort command: %s\n"),csort);
9bd92830 FM	259	exit(EXIT_FAILURE);
	260	}
	261
11767c6a	262	if (!KeepTempLog && unlink(tmp2)) {
af961877	263	debuga(__FILE__,__LINE__,_("Cannot delete \"%s\": %s\n"),tmp2,strerror(errno));
08f9b029 FM	264	exit(EXIT_FAILURE);
08f9b029 FM	265	}
9bd92830 FM	266
9bd92830 FM	267	if((fp_ou=fopen(tmp2,"w"))==NULL) {
af961877	268	debuga(__FILE__,__LINE__,_("Cannot open file \"%s\": %s\n"),tmp2,strerror(errno));
9bd92830 FM	269	exit(EXIT_FAILURE);
	270	}
	271
	272	agent_old[0]='\0';
	273	cont=0;
	274
	275	while(fgets(buf,sizeof(buf),fp_in)!=NULL) {
	276	getword_start(&gwarea,buf);
	277	if (getword(ip,sizeof(ip),&gwarea,'\t')<0) {
af961877	278	debuga(__FILE__,__LINE__,_("Invalid IP address in file \"%s\"\n"),tmp3);
9bd92830 FM	279	exit(EXIT_FAILURE);
	280	}
	281	if (getword(agent,sizeof(agent),&gwarea,'\t')<0) {
af961877	282	debuga(__FILE__,__LINE__,_("Invalid useragent in file \"%s\"\n"),tmp3);
9bd92830 FM	283	exit(EXIT_FAILURE);
	284	}
	285
	286	if(!cont) {
	287	cont++;
	288	strcpy(agent_old,agent);
	289	}
	290
	291	if(strcmp(agent,agent_old) != 0) {
	292	agentdif++;
	293	fprintf(fp_ou,"%06d %s\n",agentot,agent_old);
	294	strcpy(agent_old,agent);
	295	agentot2+=agentot;
	296	agentot=0;
	297	}
	298	agentot++;
	299	}
	300	agentdif++;
	301	fprintf(fp_ou,"%06d %s\n",agentot,agent);
	302	agentot2+=agentot;
	303
9bd92830	304	if (fclose(fp_ou)==EOF) {
af961877	305	debuga(__FILE__,__LINE__,_("Write error in \"%s\": %s\n"),tmp2,strerror(errno));
9bd92830 FM	306	exit(EXIT_FAILURE);
9bd92830 FM	307	}
204781f4	308	if (fclose(fp_in)==EOF) {
af961877	309	debuga(__FILE__,__LINE__,_("Read error in \"%s\": %s\n"),tmp3,strerror(errno));
204781f4 FM	310	exit(EXIT_FAILURE);
204781f4 FM	311	}
9bd92830	312
11767c6a	313	if (!KeepTempLog && unlink(tmp3)) {
af961877	314	debuga(__FILE__,__LINE__,_("Cannot delete \"%s\": %s\n"),tmp3,strerror(errno));
08f9b029 FM	315	exit(EXIT_FAILURE);
08f9b029 FM	316	}
9bd92830	317
78eeb33f	318	if (snprintf(csort,sizeof(csort),"sort -n -r -k 1,1 -o \"%s\" \"%s\"",tmp3,tmp2)>=sizeof(csort)) {
af961877	319	debuga(__FILE__,__LINE__,_("Sort command too long when sorting file \"%s\" to \"%s\"\n"),tmp2,tmp3);
78eeb33f FM	320	exit(EXIT_FAILURE);
78eeb33f FM	321	}
9bd92830 FM	322	cstatus=system(csort);
9bd92830 FM	323	if (!WIFEXITED(cstatus) \|\| WEXITSTATUS(cstatus)) {
af961877 FM	324	debuga(__FILE__,__LINE__,_("sort command return status %d\n"),WEXITSTATUS(cstatus));
af961877 FM	325	debuga(__FILE__,__LINE__,_("sort command: %s\n"),csort);
9bd92830 FM	326	exit(EXIT_FAILURE);
	327	}
	328	if((fp_in=fopen(tmp3,"r"))==NULL) {
af961877 FM	329	debuga(__FILE__,__LINE__,_("Cannot open file \"%s\": %s\n"),tmp3,strerror(errno));
af961877 FM	330	debuga(__FILE__,__LINE__,_("sort command: %s\n"),csort);
9bd92830 FM	331	exit(EXIT_FAILURE);
	332	}
	333
11767c6a	334	if (!KeepTempLog && unlink(tmp2)) {
af961877	335	debuga(__FILE__,__LINE__,_("Cannot delete \"%s\": %s\n"),tmp2,strerror(errno));
08f9b029 FM	336	exit(EXIT_FAILURE);
08f9b029 FM	337	}
9bd92830 FM	338
	339	fputs("<br><br>\n",fp_ht);
	340
	341	fputs("<table cellpadding=\"0\" cellspacing=\"0\">\n",fp_ht);
	342	fprintf(fp_ht,"<tr><th class=\"header_l\">%s</th><th class=\"header_l\">%s</th><th class=\"header_c\">%%</th></tr>\n",_("AGENT"),_("TOTAL"));
	343
	344	perc=0.;
	345	while(fgets(buf,sizeof(buf),fp_in)!=NULL) {
	346	fixendofline(buf);
	347	getword_start(&gwarea,buf);
	348	if (getword(tagent,sizeof(tagent),&gwarea,' ')<0) {
af961877	349	debuga(__FILE__,__LINE__,_("Invalid useragent in file \"%s\"\n"),tmp3);
9bd92830 FM	350	exit(EXIT_FAILURE);
	351	}
	352	nagent=atoi(tagent);
	353	perc=(agentot2>0) ? nagent * 100. / agentot2 : 0.;
	354
	355	fputs("<tr><td class=\"data2\">",fp_ht);
	356	output_html_string(fp_ht,gwarea.current,250);
	357	fprintf(fp_ht,"</td><td class=\"data\">%d</td><td class=\"data\">%3.2lf</td></tr>\n",nagent,perc);
	358	}
204781f4	359	if (fclose(fp_in)==EOF) {
af961877	360	debuga(__FILE__,__LINE__,_("Read error in \"%s\": %s\n"),tmp3,strerror(errno));
204781f4 FM	361	exit(EXIT_FAILURE);
204781f4 FM	362	}
9bd92830 FM	363
9bd92830 FM	364	fputs("</table></div>\n",fp_ht);
342bd723	365	write_html_trailer(fp_ht);
507460ae	366	if (fclose(fp_ht)==EOF) {
af961877	367	debuga(__FILE__,__LINE__,_("Write error in \"%s\": %s\n"),hfile,strerror(errno));
507460ae FM	368	exit(EXIT_FAILURE);
507460ae FM	369	}
9bd92830	370
11767c6a	371	if (!KeepTempLog && unlink(tmp3)) {
af961877	372	debuga(__FILE__,__LINE__,_("Cannot delete \"%s\": %s\n"),tmp3,strerror(errno));
08f9b029 FM	373	exit(EXIT_FAILURE);
08f9b029 FM	374	}
9bd92830 FM	375
9bd92830 FM	376	return;
25697a35	377	}