2 * SARG Squid Analysis Report Generator http://sarg.sourceforge.net
6 * please look at http://sarg.sourceforge.net/donations.php
8 * http://sourceforge.net/projects/sarg/forums/forum/363374
9 * ---------------------------------------------------------------------
11 * This program is free software; you can redistribute it and/or modify
12 * it under the terms of the GNU General Public License as published by
13 * the Free Software Foundation; either version 2 of the License, or
14 * (at your option) any later version.
16 * This program is distributed in the hope that it will be useful,
17 * but WITHOUT ANY WARRANTY; without even the implied warranty of
18 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
19 * GNU General Public License for more details.
21 * You should have received a copy of the GNU General Public License
22 * along with this program; if not, write to the Free Software
23 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111, USA.
27 #include "include/conf.h"
28 #include "include/defs.h"
30 extern struct globalstatstruct globstat
;
33 Save the total number of users. The number is written in sarg-users and set
34 in a global variable for further reference.
36 \param totuser The total number of users.
38 static void set_total_users(int totuser
)
43 snprintf(tusr
,sizeof(tusr
),"%s/sarg-users",outdirname
);
44 if((fp_ou
=fopen(tusr
,"w"))==NULL
) {
45 debugapos("topuser",_("Cannot open file \"%s\": %s\n"),tusr
,strerror(errno
));
48 fprintf(fp_ou
,"%d\n",totuser
);
49 if (fclose(fp_ou
)==EOF
)
50 debuga(_("Failed to close file \"%s\": %s\n"),tusr
,strerror(errno
));
51 globstat
.totuser
=totuser
;
56 FILE *fp_in
= NULL
, *fp_top1
= NULL
, *fp_top2
= NULL
, *fp_top3
= NULL
;
57 long long int ttnbytes
=0, ttnacc
=0, tnacc
=0;
58 long long int tnbytes
=0, ttnelap
=0, tnelap
=0;
59 long long int tnincache
=0, tnoucache
=0, ttnincache
=0, ttnoucache
=0;
62 long long int elap
, incac
, oucac
;
65 double inperc
=0.00, ouperc
=0.00;
67 char olduser
[MAX_USER_LEN
], csort
[MAXLEN
];
68 char wger
[MAXLEN
], top1
[MAXLEN
], top2
[MAXLEN
], top3
[MAXLEN
];
69 char user
[MAX_USER_LEN
];
70 const char *sfield
="-n -k 2,2";
72 const char *sort_field
;
73 const char *sort_order
;
79 struct getwordstruct gwarea
;
81 struct generalitemstruct item
;
82 struct userinfostruct
*uinfo
;
85 snprintf(wger
,sizeof(wger
),"%s/sarg-general",outdirname
);
86 if((fp_in
=fopen(wger
,"r"))==NULL
) {
87 debugapos("topuser",_("Cannot open file \"%s\": %s\n"),wger
,strerror(errno
));
91 snprintf(top2
,sizeof(top2
),"%s/top.tmp",outdirname
);
92 if((fp_top2
=fopen(top2
,"w"))==NULL
) {
93 debugapos("topuser",_("Cannot open file \"%s\": %s\n"),top2
,strerror(errno
));
100 if ((line
=longline_create())==NULL
) {
101 debuga(_("Not enough memory to read file \"%s\"\n"),wger
);
105 while((warea
=longline_read(fp_in
,line
))!=NULL
) {
106 ger_read(warea
,&item
,wger
);
107 if(item
.total
) continue;
108 if(strcmp(olduser
,item
.user
) != 0) {
111 if (olduser
[0] != '\0') {
113 This complicated printf is due to Microsoft's inability to comply with any standard. Msvcrt is unable
114 to print a long long int unless it is exactly 64-bits long.
116 fprintf(fp_top2
,"%s\t%"PRIu64
"\t%"PRIu64
"\t%"PRIu64
"\t%"PRIu64
"\t%"PRIu64
"\n",olduser
,(uint64_t)tnbytes
,(uint64_t)tnacc
,(uint64_t)tnelap
,(uint64_t)tnincache
,(uint64_t)tnoucache
);
121 ttnincache
+=tnincache
;
122 ttnoucache
+=tnoucache
;
124 strcpy(olduser
,item
.user
);
132 tnbytes
+=item
.nbytes
;
135 tnincache
+=item
.incache
;
136 tnoucache
+=item
.oucache
;
139 longline_destroy(&line
);
141 if (olduser
[0] != '\0') {
143 This complicated printf is due to Microsoft's inability to comply with any standard. Msvcrt is unable
144 to print a long long int unless it is exactly 64-bits long.
146 fprintf(fp_top2
,"%s\t%"PRIu64
"\t%"PRIu64
"\t%"PRIu64
"\t%"PRIu64
"\t%"PRIu64
"\n",olduser
,(uint64_t)tnbytes
,(uint64_t)tnacc
,(uint64_t)tnelap
,(uint64_t)tnincache
,(uint64_t)tnoucache
);
151 ttnincache
+=tnincache
;
152 ttnoucache
+=tnoucache
;
156 #ifdef ENABLE_DOUBLE_CHECK_DATA
157 if (ttnacc
!=globstat
.nacc
|| ttnbytes
!=globstat
.nbytes
|| ttnelap
!=globstat
.elap
||
158 ttnincache
!=globstat
.incache
|| ttnoucache
!=globstat
.oucache
) {
159 debuga(_("Total statistics mismatch when reading %s to produce the top users\n"),wger
);
164 set_total_users(totuser
);
166 if((TopuserSort
& TOPUSER_SORT_USER
) != 0) {
168 sort_field
=_("user");
169 } else if((TopuserSort
& TOPUSER_SORT_CONNECT
) != 0) {
171 sort_field
=_("connect");
172 } else if((TopuserSort
& TOPUSER_SORT_TIME
) != 0) {
174 sort_field
=_("time");
176 sort_field
=_("bytes");
179 if((TopuserSort
& TOPUSER_SORT_REVERSE
) == 0) {
181 sort_order
=_("normal");
184 sort_order
=_("reverse");
187 snprintf(top1
,sizeof(top1
),"%s/top",outdirname
);
188 if (snprintf(csort
,sizeof(csort
),"sort -T \"%s\" -t \"\t\" %s %s -o \"%s\" \"%s\"", tmp
, order
, sfield
, top1
, top2
)>=sizeof(csort
)) {
189 debuga(_("Sort command too long when sorting file \"%s\" to \"%s\"\n"),top2
,top1
);
192 cstatus
=system(csort
);
193 if (!WIFEXITED(cstatus
) || WEXITSTATUS(cstatus
)) {
194 debuga(_("sort command return status %d\n"),WEXITSTATUS(cstatus
));
195 debuga(_("sort command: %s\n"),csort
);
199 if((fp_top1
=fopen(top1
,"r"))==NULL
) {
200 debugapos("topuser",_("Cannot open file \"%s\": %s\n"),top1
,strerror(errno
));
204 if (!KeepTempLog
&& unlink(top2
)) {
205 debuga(_("Cannot delete \"%s\": %s\n"),top2
,strerror(errno
));
209 snprintf(top3
,sizeof(top3
),"%s/index.html",outdirname
);
210 if((fp_top3
=fopen(top3
,"w"))==NULL
) {
211 debugapos("topuser",_("Cannot open file \"%s\": %s\n"),top3
,strerror(errno
));
215 snprintf(title
,sizeof(title
),_("SARG report for %s"),period
.text
);
216 write_html_header(fp_top3
,(IndexTree
== INDEX_TREE_DATE
) ? 3 : 1,title
,HTML_JS_SORTTABLE
);
217 fputs("<tr><td class=\"header_c\">",fp_top3
);
218 fprintf(fp_top3
,_("Period: %s"),period
.html
);
219 fputs("</td></tr>\n",fp_top3
);
220 if ((ReportType
& REPORT_TYPE_TOPUSERS
) != 0) {
221 fputs("<tr><td class=\"header_c\">",fp_top3
);
222 fprintf(fp_top3
,_("Sort: %s, %s"),sort_field
,sort_order
);
223 fputs("</td></tr>\n",fp_top3
);
224 fprintf(fp_top3
,"<tr><th class=\"header_c\">%s</th></tr>\n",_("Top users"));
226 /* TRANSLATORS: This is the title of the main report page when no
227 * top users list are requested.
229 fprintf(fp_top3
,"<tr><th class=\"header_c\">%s</th></tr>\n",_("Table of content"));
231 close_html_header(fp_top3
);
234 fputs("<div class=\"report\"><table cellpadding=\"1\" cellspacing=\"2\">\n",fp_top3
);
235 if((ReportType
& REPORT_TYPE_TOPSITES
) != 0 && !Privacy
) fprintf(fp_top3
,"<tr><td class=\"link\" colspan=\"0\"><a href=\"topsites.html\">%s</a></td></tr>\n",_("Top sites"));
236 if((ReportType
& REPORT_TYPE_SITES_USERS
) != 0 && !Privacy
) fprintf(fp_top3
,"<tr><td class=\"link\" colspan=\"0\"><a href=\"siteuser.html\">%s</a></td></tr>\n",_("Sites & Users"));
237 if(dansguardian_count
) fprintf(fp_top3
,"<tr><td class=\"link\" colspan=\"0\"><a href=\"dansguardian.html\">%s</a></td></tr>\n",_("DansGuardian"));
238 if(redirector_count
) fprintf(fp_top3
,"<tr><td class=\"link\" colspan=\"0\"><a href=\"redirector.html\">%s</a></td></tr>\n",_("Redirector"));
239 if ((ReportType
& REPORT_TYPE_DOWNLOADS
) != 0 && download_count
&& !Privacy
&& ndownload
) fprintf(fp_top3
,"<tr><td class=\"link\" colspan=\"0\"><a href=\"download.html\">%s</a></td></tr>\n",_("Downloads"));
240 if ((ReportType
& REPORT_TYPE_DENIED
) != 0 && denied_count
&& !Privacy
) fprintf(fp_top3
,"<tr><td class=\"link\" colspan=\"0\"><a href=\"denied.html\">%s</a></td></tr>\n",_("Denied accesses"));
241 if ((ReportType
& REPORT_TYPE_AUTH_FAILURES
) != 0 && authfail_count
&& !Privacy
) fprintf(fp_top3
,"<tr><td class=\"link\" colspan=\"0\"><a href=\"authfail.html\">%s</a></td></tr>\n",_("Authentication Failures"));
242 if(smartfilter
) fprintf(fp_top3
,"<tr><td class=\"link\" colspan=\"0\"><a href=\"smartfilter.html\">%s</a></td></tr>\n",_("SmartFilter"));
243 if(UserAgentLog
[0] != '\0' && useragent_count
) fprintf(fp_top3
,"<tr><td class=\"link\" colspan=\"0\"><a href=\"useragent.html\">%s</a></td></tr>\n",_("Useragent"));
244 fputs("<tr><td></td></tr>\n</table></div>\n",fp_top3
);
247 if ((ReportType
& REPORT_TYPE_TOPUSERS
) == 0) {
248 fputs("</body>\n</html>\n",fp_top3
);
250 if (debugz
) debugaz(_("No top users report because it is not configured in report_type\n"));
254 fputs("<div class=\"report\"><table cellpadding=\"1\" cellspacing=\"2\"",fp_top3
);
256 fputs(" class=\"sortable\"",fp_top3
);
257 fputs(">\n<thead><tr>",fp_top3
);
259 if((TopUserFields
& TOPUSERFIELDS_NUM
) != 0)
260 fprintf(fp_top3
,"<th class=\"header_l\">%s</th>",_("NUM"));
261 if((TopUserFields
& TOPUSERFIELDS_DATE_TIME
) !=0 && (ReportType
& REPORT_TYPE_DATE_TIME
) != 0 && !indexonly
) {
262 fputs("<th class=\"header_l",fp_top3
);
263 if (SortTableJs
[0]) fputs(" sorttable_nosort",fp_top3
);
264 fputs("\"></th>",fp_top3
);
266 if((TopUserFields
& TOPUSERFIELDS_USERID
) != 0) {
267 fputs("<th class=\"header_l",fp_top3
);
268 if (SortTableJs
[0]) fputs(" sorttable_alpha",fp_top3
);
269 fprintf(fp_top3
,"\">%s</th>",_("USERID"));
271 if((TopUserFields
& TOPUSERFIELDS_CONNECT
) != 0)
272 fprintf(fp_top3
,"<th class=\"header_l\">%s</th>",_("CONNECT"));
273 if((TopUserFields
& TOPUSERFIELDS_BYTES
) != 0)
274 fprintf(fp_top3
,"<th class=\"header_l\">%s</th>",_("BYTES"));
275 if((TopUserFields
& TOPUSERFIELDS_SETYB
) != 0)
276 fprintf(fp_top3
,"<th class=\"header_l\">%%%s</th>",_("BYTES"));
277 if((TopUserFields
& TOPUSERFIELDS_IN_CACHE_OUT
) != 0)
278 fprintf(fp_top3
,"<th class=\"header_c\" colspan=\"2\">%s</th><th style=\"display:none;\"></th>",_("IN-CACHE-OUT"));
279 if((TopUserFields
& TOPUSERFIELDS_USED_TIME
) != 0)
280 fprintf(fp_top3
,"<th class=\"header_l\">%s</th>",_("ELAPSED TIME"));
281 if((TopUserFields
& TOPUSERFIELDS_MILISEC
) != 0)
282 fprintf(fp_top3
,"<th class=\"header_l\">%s</th>",_("MILLISEC"));
283 if((TopUserFields
& TOPUSERFIELDS_PTIME
) != 0)
284 fprintf(fp_top3
,"<th class=\"header_l\">%%%s</th>",_("TIME"));
286 fputs("</tr></thead>\n",fp_top3
);
292 if ((line
=longline_create())==NULL
) {
293 debuga(_("Not enough memory to read file \"%s\"\n"),top1
);
297 while((warea
=longline_read(fp_top1
,line
))!=NULL
) {
298 getword_start(&gwarea
,warea
);
299 if (getword(user
,sizeof(user
),&gwarea
,'\t')<0) {
300 debuga(_("Invalid user in file \"%s\"\n"),top1
);
303 if (getword_atoll(&nbytes
,&gwarea
,'\t')<0) {
304 debuga(_("Invalid number of bytes in file \"%s\"\n"),top1
);
307 if (getword_atoll(&nacc
,&gwarea
,'\t')<0) {
308 debuga(_("Invalid number of accesses in file \"%s\"\n"),top1
);
311 if (getword_atoll(&elap
,&gwarea
,'\t')<0) {
312 debuga(_("Invalid elapsed time in file \"%s\"\n"),top1
);
315 if (getword_atoll(&incac
,&gwarea
,'\t')<0) {
316 debuga(_("Invalid in-cache size in file \"%s\"\n"),top1
);
319 if (getword_atoll(&oucac
,&gwarea
,'\n')<0) {
320 debuga(_("Invalid out-of-cache size in file \"%s\"\n"),top1
);
326 if(TopUsersNum
> 0 && topcount
>= TopUsersNum
) break;
330 uinfo
=userinfo_find_from_id(user
);
332 debuga(_("Unknown user ID %s in file \"%s\"\n"),user
,top1
);
340 fputs("<tr>",fp_top3
);
343 if((TopUserFields
& TOPUSERFIELDS_NUM
) != 0)
344 fprintf(fp_top3
,"<td class=\"data\">%d</td>",posicao
);
347 if((TopUserFields
& TOPUSERFIELDS_DATE_TIME
) !=0 && (ReportType
& REPORT_TYPE_DATE_TIME
) != 0) {
348 fputs("<td class=\"data2\">",fp_top3
);
350 if(Graphs
&& GraphFont
[0]!='\0') {
351 //fprintf(fp_top3,"<a href=\"%s/graph_day.png\"><img src=\"%s/graph.png\" title=\"%s\" alt=\"G\"></a> ",uinfo->filename,ImageFile,_("Graphic"));
352 fprintf(fp_top3
,"<a href=\"%s/graph.html\"><img src=\"%s/graph.png\" title=\"%s\" alt=\"G\"></a> ",uinfo
->filename
,ImageFile
,_("Graphic"));
355 fprintf(fp_top3
,"<a href=\"%s/d%s.html\"><img src=\"%s/datetime.png\" title=\"%s\" alt=\"T\"></a></td>",uinfo
->filename
,uinfo
->filename
,ImageFile
,_("date/time report"));
357 sprintf(val1
,"%s/d%s.html",outdirname
,uinfo
->filename
);
359 debuga(_("Cannot delete \"%s\": %s\n"),val1
,strerror(errno
));
364 if((TopUserFields
& TOPUSERFIELDS_USERID
) != 0) {
365 if((ReportType
& REPORT_TYPE_USERS_SITES
) == 0 || indexonly
)
366 fprintf(fp_top3
,"<td class=\"data2\">%s</td>",uinfo
->label
);
368 fprintf(fp_top3
,"<td class=\"data2\"><a href=\"%s/%s.html\">%s</a></td>",uinfo
->filename
,uinfo
->filename
,uinfo
->label
);
370 if((TopUserFields
& TOPUSERFIELDS_CONNECT
) != 0) {
371 fputs("<td class=\"data\"",fp_top3
);
372 if (SortTableJs
[0]) fprintf(fp_top3
," sorttable_customkey=\"%"PRId64
"\"",(int64_t)nacc
);
373 fprintf(fp_top3
,">%s</td>",fixnum(nacc
,1));
375 if((TopUserFields
& TOPUSERFIELDS_BYTES
) != 0) {
376 fputs("<td class=\"data\"",fp_top3
);
377 if (SortTableJs
[0]) fprintf(fp_top3
," sorttable_customkey=\"%"PRId64
"\"",(int64_t)tnbytes
);
378 fprintf(fp_top3
,">%s</td>",fixnum(tnbytes
,1));
380 if((TopUserFields
& TOPUSERFIELDS_SETYB
) != 0) {
381 perc
=(ttnbytes
) ? tnbytes
* 100. / ttnbytes
: 0.;
382 fprintf(fp_top3
,"<td class=\"data\">%3.2lf%%</td>",perc
);
384 if((TopUserFields
& TOPUSERFIELDS_IN_CACHE_OUT
) != 0) {
385 inperc
=(tnbytes
) ? incac
* 100. / tnbytes
: 0.;
386 ouperc
=(tnbytes
) ? oucac
* 100. / tnbytes
: 0.;
387 fprintf(fp_top3
,"<td class=\"data\">%3.2lf%%</td><td class=\"data\">%3.2lf%%</td>",inperc
,ouperc
);
388 #ifdef ENABLE_DOUBLE_CHECK_DATA
389 if ((inperc
!=0. || ouperc
!=0.) && fabs(inperc
+ouperc
-100.)>=0.01) {
390 debuga(_("The total of the in-cache and cache-miss is not 100%% at position %d (user %s)\n"),posicao
,uinfo
->label
);
394 if((TopUserFields
& TOPUSERFIELDS_USED_TIME
) != 0) {
395 fputs("<td class=\"data\"",fp_top3
);
396 if (SortTableJs
[0]) fprintf(fp_top3
," sorttable_customkey=\"%"PRId64
"\"",(int64_t)tnelap
);
397 fprintf(fp_top3
,">%s</td>",buildtime(tnelap
));
399 if((TopUserFields
& TOPUSERFIELDS_MILISEC
) != 0) {
400 fputs("<td class=\"data\"",fp_top3
);
401 if (SortTableJs
[0]) fprintf(fp_top3
," sorttable_customkey=\"%"PRId64
"\"",(int64_t)tnelap
);
402 fprintf(fp_top3
,">%s</td>",fixnum2(tnelap
,1));
404 if((TopUserFields
& TOPUSERFIELDS_PTIME
) != 0) {
405 perc2
=(ttnelap
) ? elap
* 100. / ttnelap
: 0.;
406 fprintf(fp_top3
,"<td class=\"data\">%3.2lf%%</td>",perc2
);
409 fputs("</tr>\n",fp_top3
);
414 if (!KeepTempLog
&& unlink(top1
)) {
415 debuga(_("Cannot delete \"%s\": %s\n"),top1
,strerror(errno
));
418 longline_destroy(&line
);
420 if((TopUserFields
& TOPUSERFIELDS_TOTAL
) != 0) {
421 fputs("<tfoot><tr>",fp_top3
);
422 if((TopUserFields
& TOPUSERFIELDS_NUM
) != 0)
423 fputs("<td></td>",fp_top3
);
424 if((TopUserFields
& TOPUSERFIELDS_DATE_TIME
) !=0 && (ReportType
& REPORT_TYPE_DATE_TIME
) != 0 && !indexonly
)
425 fputs("<td></td>",fp_top3
);
426 fprintf(fp_top3
,"<th class=\"header_l\">%s</th>",_("TOTAL"));
428 if((TopUserFields
& TOPUSERFIELDS_CONNECT
) != 0)
429 fprintf(fp_top3
,"<th class=\"header_r\">%s</th>",fixnum(ttnacc
,1));
430 if((TopUserFields
& TOPUSERFIELDS_BYTES
) != 0)
431 fprintf(fp_top3
,"<th class=\"header_r\">%15s</th>",fixnum(ttnbytes
,1));
432 if((TopUserFields
& TOPUSERFIELDS_SETYB
) != 0)
433 fputs("<td></td>",fp_top3
);
434 if((TopUserFields
& TOPUSERFIELDS_IN_CACHE_OUT
) != 0)
436 inperc
=(ttnbytes
) ? ttnincache
* 100. / ttnbytes
: 0.;
437 ouperc
=(ttnbytes
) ? ttnoucache
*100. / ttnbytes
: 0.;
438 fprintf(fp_top3
,"<th class=\"header_r\">%3.2lf%%</th><th class=\"header_r\">%3.2lf%%</th>",inperc
,ouperc
);
439 #ifdef ENABLE_DOUBLE_CHECK_DATA
440 if (fabs(inperc
+ouperc
-100.)>=0.01) {
441 debuga(_("The total of the in-cache and cache-miss is not 100%%\n"));
445 if((TopUserFields
& TOPUSERFIELDS_USED_TIME
) != 0)
446 fprintf(fp_top3
,"<th class=\"header_r\">%s</th>",buildtime(ttnelap
));
447 if((TopUserFields
& TOPUSERFIELDS_MILISEC
) != 0)
448 fprintf(fp_top3
,"<th class=\"header_r\">%s</th>",fixnum2(ttnelap
,1));
450 fputs("</tr>\n",fp_top3
);
454 if(ntopuser
&& (TopUserFields
& TOPUSERFIELDS_AVERAGE
) != 0) {
455 fputs("<tr>",fp_top3
);
456 if((TopUserFields
& TOPUSERFIELDS_NUM
) != 0)
457 fputs("<td></td>",fp_top3
);
458 if((TopUserFields
& TOPUSERFIELDS_DATE_TIME
) !=0 && (ReportType
& REPORT_TYPE_DATE_TIME
) != 0 && !indexonly
)
459 fputs("<td></td>",fp_top3
);
460 fprintf(fp_top3
,"<th class=\"header_l\">%s</th>",_("AVERAGE"));
462 if((TopUserFields
& TOPUSERFIELDS_CONNECT
) != 0)
463 fprintf(fp_top3
,"<th class=\"header_r\">%s</th>",fixnum(ttnacc
/totuser
,1));
464 if((TopUserFields
& TOPUSERFIELDS_BYTES
) != 0) {
465 tnbytes
=(totuser
) ? ttnbytes
/ totuser
: 0;
466 fprintf(fp_top3
,"<th class=\"header_r\">%15s</th>",fixnum(tnbytes
,1));
468 if((TopUserFields
& TOPUSERFIELDS_SETYB
) != 0)
469 fputs("<td></td>",fp_top3
);
470 if((TopUserFields
& TOPUSERFIELDS_IN_CACHE_OUT
) != 0)
471 fputs("<td></td><td></td>",fp_top3
);
472 if((TopUserFields
& TOPUSERFIELDS_USED_TIME
) != 0)
473 fprintf(fp_top3
,"<th class=\"header_r\">%s</th>",buildtime(ttnelap
/totuser
));
474 if((TopUserFields
& TOPUSERFIELDS_MILISEC
) != 0)
475 fprintf(fp_top3
,"<th class=\"header_r\">%s</th>",fixnum2(ttnelap
/totuser
,1));
476 fputs("</tr></tfoot>\n",fp_top3
);
479 fputs("</table></div>\n",fp_top3
);
480 if (write_html_trailer(fp_top3
)<0)
481 debuga(_("Write error in top user list %s\n"),top3
);
482 if (fclose(fp_top3
)==EOF
)
483 debuga(_("Failed to close file \"%s\": %s\n"),top3
,strerror(errno
));