2 * SARG Squid Analysis Report Generator http://sarg.sourceforge.net
6 * please look at http://sarg.sourceforge.net/donations.php
8 * http://sourceforge.net/projects/sarg/forums/forum/363374
9 * ---------------------------------------------------------------------
11 * This program is free software; you can redistribute it and/or modify
12 * it under the terms of the GNU General Public License as published by
13 * the Free Software Foundation; either version 2 of the License, or
14 * (at your option) any later version.
16 * This program is distributed in the hope that it will be useful,
17 * but WITHOUT ANY WARRANTY; without even the implied warranty of
18 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
19 * GNU General Public License for more details.
21 * You should have received a copy of the GNU General Public License
22 * along with this program; if not, write to the Free Software
23 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111, USA.
27 #include "include/conf.h"
28 #include "include/defs.h"
30 extern struct globalstatstruct globstat
;
31 extern bool smartfilter
;
34 Save the total number of users. The number is written in sarg-users and set
35 in a global variable for further reference.
37 \param totuser The total number of users.
39 static void set_total_users(int totuser
)
44 snprintf(tusr
,sizeof(tusr
),"%s/sarg-users",outdirname
);
45 if((fp_ou
=fopen(tusr
,"w"))==NULL
) {
46 debuga(_("(topuser) Cannot open file %s\n"),tusr
);
49 fprintf(fp_ou
,"%d\n",totuser
);
50 if (fclose(fp_ou
)==EOF
)
51 debuga(_("Failed to close file %s - %s\n"),tusr
,strerror(errno
));
52 globstat
.totuser
=totuser
;
57 FILE *fp_in
= NULL
, *fp_top1
= NULL
, *fp_top2
= NULL
, *fp_top3
= NULL
;
58 long long int ttnbytes
=0, ttnacc
=0, tnacc
=0;
59 long long int tnbytes
=0, ttnelap
=0, tnelap
=0;
60 long long int tnincache
=0, tnoucache
=0, ttnincache
=0, ttnoucache
=0;
63 long long int elap
, incac
, oucac
;
66 double inperc
=0.00, ouperc
=0.00;
68 char olduser
[MAX_USER_LEN
], csort
[MAXLEN
];
69 char wger
[MAXLEN
], top1
[MAXLEN
], top2
[MAXLEN
], top3
[MAXLEN
];
70 char user
[MAX_USER_LEN
];
71 const char *sfield
="-n -k 2,2";
73 const char *sort_field
;
74 const char *sort_order
;
80 struct getwordstruct gwarea
;
82 struct generalitemstruct item
;
83 struct userinfostruct
*uinfo
;
86 snprintf(wger
,sizeof(wger
),"%s/sarg-general",outdirname
);
87 if((fp_in
=fopen(wger
,"r"))==NULL
) {
88 debuga(_("(topuser) Cannot open file %s\n"),wger
);
92 snprintf(top2
,sizeof(top2
),"%s/top.tmp",outdirname
);
93 if((fp_top2
=fopen(top2
,"w"))==NULL
) {
94 debuga(_("(topuser) Cannot open file %s\n"),top2
);
101 if ((line
=longline_create())==NULL
) {
102 debuga(_("Not enough memory to read the file %s\n"),wger
);
106 while((warea
=longline_read(fp_in
,line
))!=NULL
) {
107 ger_read(warea
,&item
,wger
);
108 if(item
.total
) continue;
109 if(strcmp(olduser
,item
.user
) != 0) {
112 if (olduser
[0] != '\0') {
114 This complicated printf is due to Microsoft's inability to comply with any standard. Msvcrt is unable
115 to print a long long int unless it is exactly 64-bits long.
117 fprintf(fp_top2
,"%s\t%"PRIu64
"\t%"PRIu64
"\t%"PRIu64
"\t%"PRIu64
"\t%"PRIu64
"\n",olduser
,(uint64_t)tnbytes
,(uint64_t)tnacc
,(uint64_t)tnelap
,(uint64_t)tnincache
,(uint64_t)tnoucache
);
122 ttnincache
+=tnincache
;
123 ttnoucache
+=tnoucache
;
125 strcpy(olduser
,item
.user
);
133 tnbytes
+=item
.nbytes
;
136 tnincache
+=item
.incache
;
137 tnoucache
+=item
.oucache
;
140 longline_destroy(&line
);
142 if (olduser
[0] != '\0') {
144 This complicated printf is due to Microsoft's inability to comply with any standard. Msvcrt is unable
145 to print a long long int unless it is exactly 64-bits long.
147 fprintf(fp_top2
,"%s\t%"PRIu64
"\t%"PRIu64
"\t%"PRIu64
"\t%"PRIu64
"\t%"PRIu64
"\n",olduser
,(uint64_t)tnbytes
,(uint64_t)tnacc
,(uint64_t)tnelap
,(uint64_t)tnincache
,(uint64_t)tnoucache
);
152 ttnincache
+=tnincache
;
153 ttnoucache
+=tnoucache
;
157 #ifdef ENABLE_DOUBLE_CHECK_DATA
158 if (ttnacc
!=globstat
.nacc
|| ttnbytes
!=globstat
.nbytes
|| ttnelap
!=globstat
.elap
||
159 ttnincache
!=globstat
.incache
|| ttnoucache
!=globstat
.oucache
) {
160 debuga(_("Total statistics mismatch when reading %s to produce the top users\n"),wger
);
165 set_total_users(totuser
);
167 if((TopuserSort
& TOPUSER_SORT_USER
) != 0) {
169 sort_field
=_("user");
170 } else if((TopuserSort
& TOPUSER_SORT_CONNECT
) != 0) {
172 sort_field
=_("connect");
173 } else if((TopuserSort
& TOPUSER_SORT_TIME
) != 0) {
175 sort_field
=_("time");
177 sort_field
=_("bytes");
180 if((TopuserSort
& TOPUSER_SORT_REVERSE
) == 0) {
182 sort_order
=_("normal");
185 sort_order
=_("reverse");
188 snprintf(top1
,sizeof(top1
),"%s/top",outdirname
);
189 if (snprintf(csort
,sizeof(csort
),"sort -T \"%s\" -t \"\t\" %s %s -o \"%s\" \"%s\"", tmp
, order
, sfield
, top1
, top2
)>=sizeof(csort
)) {
190 debuga(_("Sort command too long when sorting file \"%s\" to \"%s\"\n"),top2
,top1
);
193 cstatus
=system(csort
);
194 if (!WIFEXITED(cstatus
) || WEXITSTATUS(cstatus
)) {
195 debuga(_("sort command return status %d\n"),WEXITSTATUS(cstatus
));
196 debuga(_("sort command: %s\n"),csort
);
200 if((fp_top1
=fopen(top1
,"r"))==NULL
) {
201 debuga(_("(topuser) Cannot open file %s\n"),top1
);
205 if (!KeepTempLog
&& unlink(top2
)) {
206 debuga(_("Cannot delete \"%s\": %s\n"),top2
,strerror(errno
));
210 snprintf(top3
,sizeof(top3
),"%s/index.html",outdirname
);
211 if((fp_top3
=fopen(top3
,"w"))==NULL
) {
212 debuga(_("(topuser) Cannot open file %s\n"),top3
);
216 snprintf(title
,sizeof(title
),_("SARG report for %s"),period
.text
);
217 write_html_header(fp_top3
,(IndexTree
== INDEX_TREE_DATE
) ? 3 : 1,title
,HTML_JS_SORTTABLE
);
218 fputs("<tr><td class=\"header_c\">",fp_top3
);
219 fprintf(fp_top3
,_("Period: %s"),period
.html
);
220 fputs("</td></tr>\n",fp_top3
);
221 if ((ReportType
& REPORT_TYPE_TOPUSERS
) != 0) {
222 fputs("<tr><td class=\"header_c\">",fp_top3
);
223 fprintf(fp_top3
,_("Sort: %s, %s"),sort_field
,sort_order
);
224 fputs("</td></tr>\n",fp_top3
);
225 fprintf(fp_top3
,"<tr><th class=\"header_c\">%s</th></tr>\n",_("Top users"));
227 /* TRANSLATORS: This is the title of the main report page when no
228 * top users list are requested.
230 fprintf(fp_top3
,"<tr><th class=\"header_c\">%s</th></tr>\n",_("Table of content"));
232 close_html_header(fp_top3
);
235 fputs("<div class=\"report\"><table cellpadding=\"1\" cellspacing=\"2\">\n",fp_top3
);
236 if((ReportType
& REPORT_TYPE_TOPSITES
) != 0 && !Privacy
) fprintf(fp_top3
,"<tr><td class=\"link\" colspan=\"0\"><a href=\"topsites.html\">%s</a></td></tr>\n",_("Top sites"));
237 if((ReportType
& REPORT_TYPE_SITES_USERS
) != 0 && !Privacy
) fprintf(fp_top3
,"<tr><td class=\"link\" colspan=\"0\"><a href=\"siteuser.html\">%s</a></td></tr>\n",_("Sites & Users"));
238 if(dansguardian_count
) fprintf(fp_top3
,"<tr><td class=\"link\" colspan=\"0\"><a href=\"dansguardian.html\">%s</a></td></tr>\n",_("DansGuardian"));
239 if(redirector_count
) fprintf(fp_top3
,"<tr><td class=\"link\" colspan=\"0\"><a href=\"redirector.html\">%s</a></td></tr>\n",_("Redirector"));
240 if ((ReportType
& REPORT_TYPE_DOWNLOADS
) != 0 && download_count
&& !Privacy
&& ndownload
) fprintf(fp_top3
,"<tr><td class=\"link\" colspan=\"0\"><a href=\"download.html\">%s</a></td></tr>\n",_("Downloads"));
241 if (is_denied()) fprintf(fp_top3
,"<tr><td class=\"link\" colspan=\"0\"><a href=\"denied.html\">%s</a></td></tr>\n",_("Denied accesses"));
242 if (is_authfail()) fprintf(fp_top3
,"<tr><td class=\"link\" colspan=\"0\"><a href=\"authfail.html\">%s</a></td></tr>\n",_("Authentication Failures"));
243 if(smartfilter
) fprintf(fp_top3
,"<tr><td class=\"link\" colspan=\"0\"><a href=\"smartfilter.html\">%s</a></td></tr>\n",_("SmartFilter"));
244 if(UserAgentLog
[0] != '\0' && useragent_count
) fprintf(fp_top3
,"<tr><td class=\"link\" colspan=\"0\"><a href=\"useragent.html\">%s</a></td></tr>\n",_("Useragent"));
245 fputs("<tr><td></td></tr>\n</table></div>\n",fp_top3
);
248 if ((ReportType
& REPORT_TYPE_TOPUSERS
) == 0) {
249 fputs("</body>\n</html>\n",fp_top3
);
251 if (debugz
) debugaz(_("No top users report because it is not configured in report_type\n"));
255 fputs("<div class=\"report\"><table cellpadding=\"1\" cellspacing=\"2\"",fp_top3
);
257 fputs(" class=\"sortable\"",fp_top3
);
258 fputs(">\n<thead><tr>",fp_top3
);
260 if((TopUserFields
& TOPUSERFIELDS_NUM
) != 0)
261 fprintf(fp_top3
,"<th class=\"header_l\">%s</th>",_("NUM"));
262 if((TopUserFields
& TOPUSERFIELDS_DATE_TIME
) !=0 && (ReportType
& REPORT_TYPE_DATE_TIME
) != 0 && !indexonly
) {
263 fputs("<th class=\"header_l",fp_top3
);
264 if (SortTableJs
[0]) fputs(" sorttable_nosort",fp_top3
);
265 fputs("\"></th>",fp_top3
);
267 if((TopUserFields
& TOPUSERFIELDS_USERID
) != 0) {
268 fputs("<th class=\"header_l",fp_top3
);
269 if (SortTableJs
[0]) fputs(" sorttable_alpha",fp_top3
);
270 fprintf(fp_top3
,"\">%s</th>",_("USERID"));
272 if((TopUserFields
& TOPUSERFIELDS_CONNECT
) != 0)
273 fprintf(fp_top3
,"<th class=\"header_l\">%s</th>",_("CONNECT"));
274 if((TopUserFields
& TOPUSERFIELDS_BYTES
) != 0)
275 fprintf(fp_top3
,"<th class=\"header_l\">%s</th>",_("BYTES"));
276 if((TopUserFields
& TOPUSERFIELDS_SETYB
) != 0)
277 fprintf(fp_top3
,"<th class=\"header_l\">%%%s</th>",_("BYTES"));
278 if((TopUserFields
& TOPUSERFIELDS_IN_CACHE_OUT
) != 0)
279 fprintf(fp_top3
,"<th class=\"header_c\" colspan=\"2\">%s</th><th style=\"display:none;\"></th>",_("IN-CACHE-OUT"));
280 if((TopUserFields
& TOPUSERFIELDS_USED_TIME
) != 0)
281 fprintf(fp_top3
,"<th class=\"header_l\">%s</th>",_("ELAPSED TIME"));
282 if((TopUserFields
& TOPUSERFIELDS_MILISEC
) != 0)
283 fprintf(fp_top3
,"<th class=\"header_l\">%s</th>",_("MILLISEC"));
284 if((TopUserFields
& TOPUSERFIELDS_PTIME
) != 0)
285 fprintf(fp_top3
,"<th class=\"header_l\">%%%s</th>",_("TIME"));
287 fputs("</tr></thead>\n",fp_top3
);
293 if ((line
=longline_create())==NULL
) {
294 debuga(_("Not enough memory to read the downloaded files\n"));
298 while((warea
=longline_read(fp_top1
,line
))!=NULL
) {
299 getword_start(&gwarea
,warea
);
300 if (getword(user
,sizeof(user
),&gwarea
,'\t')<0) {
301 debuga(_("There is a broken user in file %s\n"),top1
);
304 if (getword_atoll(&nbytes
,&gwarea
,'\t')<0) {
305 debuga(_("There is a broken number of bytes in file %s\n"),top1
);
308 if (getword_atoll(&nacc
,&gwarea
,'\t')<0) {
309 debuga(_("There is a broken number of access in file %s\n"),top1
);
312 if (getword_atoll(&elap
,&gwarea
,'\t')<0) {
313 debuga(_("There is a broken elpased time in file %s\n"),top1
);
316 if (getword_atoll(&incac
,&gwarea
,'\t')<0) {
317 debuga(_("There is a broken in-cache size in file %s\n"),top1
);
320 if (getword_atoll(&oucac
,&gwarea
,'\n')<0) {
321 debuga(_("There is a broken out-of-cache size in file %s\n"),top1
);
327 if(TopUsersNum
> 0 && topcount
>= TopUsersNum
) break;
331 uinfo
=userinfo_find_from_id(user
);
333 debuga(_("Unknown user ID %s in file %s\n"),user
,top1
);
341 fputs("<tr>",fp_top3
);
344 if((TopUserFields
& TOPUSERFIELDS_NUM
) != 0)
345 fprintf(fp_top3
,"<td class=\"data\">%d</td>",posicao
);
348 if((TopUserFields
& TOPUSERFIELDS_DATE_TIME
) !=0 && (ReportType
& REPORT_TYPE_DATE_TIME
) != 0) {
349 fputs("<td class=\"data2\">",fp_top3
);
351 if(Graphs
&& GraphFont
[0]!='\0') {
352 //fprintf(fp_top3,"<a href=\"%s/graph_day.png\"><img src=\"%s/graph.png\" title=\"%s\" alt=\"G\"></a> ",uinfo->filename,ImageFile,_("Graphic"));
353 fprintf(fp_top3
,"<a href=\"%s/graph.html\"><img src=\"%s/graph.png\" title=\"%s\" alt=\"G\"></a> ",uinfo
->filename
,ImageFile
,_("Graphic"));
356 fprintf(fp_top3
,"<a href=\"%s/d%s.html\"><img src=\"%s/datetime.png\" title=\"%s\" alt=\"T\"></a></td>",uinfo
->filename
,uinfo
->filename
,ImageFile
,_("date/time report"));
358 sprintf(val1
,"%s/d%s.html",outdirname
,uinfo
->filename
);
360 debuga(_("Cannot delete \"%s\": %s\n"),val1
,strerror(errno
));
365 if((TopUserFields
& TOPUSERFIELDS_USERID
) != 0) {
366 if((ReportType
& REPORT_TYPE_USERS_SITES
) == 0 || indexonly
)
367 fprintf(fp_top3
,"<td class=\"data2\">%s</td>",uinfo
->label
);
369 fprintf(fp_top3
,"<td class=\"data2\"><a href=\"%s/%s.html\">%s</a></td>",uinfo
->filename
,uinfo
->filename
,uinfo
->label
);
371 if((TopUserFields
& TOPUSERFIELDS_CONNECT
) != 0) {
372 fputs("<td class=\"data\"",fp_top3
);
373 if (SortTableJs
[0]) fprintf(fp_top3
," sorttable_customkey=\"%"PRId64
"\"",(int64_t)nacc
);
374 fprintf(fp_top3
,">%s</td>",fixnum(nacc
,1));
376 if((TopUserFields
& TOPUSERFIELDS_BYTES
) != 0) {
377 fputs("<td class=\"data\"",fp_top3
);
378 if (SortTableJs
[0]) fprintf(fp_top3
," sorttable_customkey=\"%"PRId64
"\"",(int64_t)tnbytes
);
379 fprintf(fp_top3
,">%s</td>",fixnum(tnbytes
,1));
381 if((TopUserFields
& TOPUSERFIELDS_SETYB
) != 0) {
382 perc
=(ttnbytes
) ? tnbytes
* 100. / ttnbytes
: 0.;
383 fprintf(fp_top3
,"<td class=\"data\">%3.2lf%%</td>",perc
);
385 if((TopUserFields
& TOPUSERFIELDS_IN_CACHE_OUT
) != 0) {
386 inperc
=(tnbytes
) ? incac
* 100. / tnbytes
: 0.;
387 ouperc
=(tnbytes
) ? oucac
* 100. / tnbytes
: 0.;
388 fprintf(fp_top3
,"<td class=\"data\">%3.2lf%%</td><td class=\"data\">%3.2lf%%</td>",inperc
,ouperc
);
389 #ifdef ENABLE_DOUBLE_CHECK_DATA
390 if ((inperc
!=0. || ouperc
!=0.) && fabs(inperc
+ouperc
-100.)>=0.01) {
391 debuga(_("The total of the in-cache and cache-miss is not 100%% at position %d (user %s)\n"),posicao
,uinfo
->label
);
395 if((TopUserFields
& TOPUSERFIELDS_USED_TIME
) != 0) {
396 fputs("<td class=\"data\"",fp_top3
);
397 if (SortTableJs
[0]) fprintf(fp_top3
," sorttable_customkey=\"%"PRId64
"\"",(int64_t)tnelap
);
398 fprintf(fp_top3
,">%s</td>",buildtime(tnelap
));
400 if((TopUserFields
& TOPUSERFIELDS_MILISEC
) != 0) {
401 fputs("<td class=\"data\"",fp_top3
);
402 if (SortTableJs
[0]) fprintf(fp_top3
," sorttable_customkey=\"%"PRId64
"\"",(int64_t)tnelap
);
403 fprintf(fp_top3
,">%s</td>",fixnum2(tnelap
,1));
405 if((TopUserFields
& TOPUSERFIELDS_PTIME
) != 0) {
406 perc2
=(ttnelap
) ? elap
* 100. / ttnelap
: 0.;
407 fprintf(fp_top3
,"<td class=\"data\">%3.2lf%%</td>",perc2
);
410 fputs("</tr>\n",fp_top3
);
415 if (!KeepTempLog
&& unlink(top1
)) {
416 debuga(_("Cannot delete \"%s\": %s\n"),top1
,strerror(errno
));
419 longline_destroy(&line
);
421 if((TopUserFields
& TOPUSERFIELDS_TOTAL
) != 0) {
422 fputs("<tfoot><tr>",fp_top3
);
423 if((TopUserFields
& TOPUSERFIELDS_NUM
) != 0)
424 fputs("<td></td>",fp_top3
);
425 if((TopUserFields
& TOPUSERFIELDS_DATE_TIME
) !=0 && (ReportType
& REPORT_TYPE_DATE_TIME
) != 0 && !indexonly
)
426 fputs("<td></td>",fp_top3
);
427 fprintf(fp_top3
,"<th class=\"header_l\">%s</th>",_("TOTAL"));
429 if((TopUserFields
& TOPUSERFIELDS_CONNECT
) != 0)
430 fprintf(fp_top3
,"<th class=\"header_r\">%s</th>",fixnum(ttnacc
,1));
431 if((TopUserFields
& TOPUSERFIELDS_BYTES
) != 0)
432 fprintf(fp_top3
,"<th class=\"header_r\">%15s</th>",fixnum(ttnbytes
,1));
433 if((TopUserFields
& TOPUSERFIELDS_SETYB
) != 0)
434 fputs("<td></td>",fp_top3
);
435 if((TopUserFields
& TOPUSERFIELDS_IN_CACHE_OUT
) != 0)
437 inperc
=(ttnbytes
) ? ttnincache
* 100. / ttnbytes
: 0.;
438 ouperc
=(ttnbytes
) ? ttnoucache
*100. / ttnbytes
: 0.;
439 fprintf(fp_top3
,"<th class=\"header_r\">%3.2lf%%</th><th class=\"header_r\">%3.2lf%%</th>",inperc
,ouperc
);
440 #ifdef ENABLE_DOUBLE_CHECK_DATA
441 if (fabs(inperc
+ouperc
-100.)>=0.01) {
442 debuga(_("The total of the in-cache and cache-miss is not 100%%\n"));
446 if((TopUserFields
& TOPUSERFIELDS_USED_TIME
) != 0)
447 fprintf(fp_top3
,"<th class=\"header_r\">%s</th>",buildtime(ttnelap
));
448 if((TopUserFields
& TOPUSERFIELDS_MILISEC
) != 0)
449 fprintf(fp_top3
,"<th class=\"header_r\">%s</th>",fixnum2(ttnelap
,1));
451 fputs("</tr>\n",fp_top3
);
455 if(ntopuser
&& (TopUserFields
& TOPUSERFIELDS_AVERAGE
) != 0) {
456 fputs("<tr>",fp_top3
);
457 if((TopUserFields
& TOPUSERFIELDS_NUM
) != 0)
458 fputs("<td></td>",fp_top3
);
459 if((TopUserFields
& TOPUSERFIELDS_DATE_TIME
) !=0 && (ReportType
& REPORT_TYPE_DATE_TIME
) != 0 && !indexonly
)
460 fputs("<td></td>",fp_top3
);
461 fprintf(fp_top3
,"<th class=\"header_l\">%s</th>",_("AVERAGE"));
463 if((TopUserFields
& TOPUSERFIELDS_CONNECT
) != 0)
464 fprintf(fp_top3
,"<th class=\"header_r\">%s</th>",fixnum(ttnacc
/totuser
,1));
465 if((TopUserFields
& TOPUSERFIELDS_BYTES
) != 0) {
466 tnbytes
=(totuser
) ? ttnbytes
/ totuser
: 0;
467 fprintf(fp_top3
,"<th class=\"header_r\">%15s</th>",fixnum(tnbytes
,1));
469 if((TopUserFields
& TOPUSERFIELDS_SETYB
) != 0)
470 fputs("<td></td>",fp_top3
);
471 if((TopUserFields
& TOPUSERFIELDS_IN_CACHE_OUT
) != 0)
472 fputs("<td></td><td></td>",fp_top3
);
473 if((TopUserFields
& TOPUSERFIELDS_USED_TIME
) != 0)
474 fprintf(fp_top3
,"<th class=\"header_r\">%s</th>",buildtime(ttnelap
/totuser
));
475 if((TopUserFields
& TOPUSERFIELDS_MILISEC
) != 0)
476 fprintf(fp_top3
,"<th class=\"header_r\">%s</th>",fixnum2(ttnelap
/totuser
,1));
477 fputs("</tr></tfoot>\n",fp_top3
);
480 fputs("</table></div>\n",fp_top3
);
481 if (write_html_trailer(fp_top3
)<0)
482 debuga(_("Write error in top user list %s\n"),top3
);
483 if (fclose(fp_top3
)==EOF
)
484 debuga(_("Failed to close the top user list %s - %s\n"),top3
,strerror(errno
));