]>
git.ipfire.org Git - thirdparty/sarg.git/blob - datafile.c
2 * SARG Squid Analysis Report Generator http://sarg.sourceforge.net
6 * please look at http://sarg.sourceforge.net/donations.php
8 * http://sourceforge.net/projects/sarg/forums/forum/363374
9 * ---------------------------------------------------------------------
11 * This program is free software; you can redistribute it and/or modify
12 * it under the terms of the GNU General Public License as published by
13 * the Free Software Foundation; either version 2 of the License, or
14 * (at your option) any later version.
16 * This program is distributed in the hope that it will be useful,
17 * but WITHOUT ANY WARRANTY; without even the implied warranty of
18 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
19 * GNU General Public License for more details.
21 * You should have received a copy of the GNU General Public License
22 * along with this program; if not, write to the Free Software
23 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111, USA.
27 #include "include/conf.h"
28 #include "include/defs.h"
30 void saverecs ( FILE * fp_ou
, const struct userinfostruct
* uinfo
, long long int nacc
, char * url
, long long int nbytes
, char * ip
, char * hora
, char * dia
, long long int nelap
, long long int incache
, long long int oucache
);
32 void data_file ( char * tmp
)
38 char accdia
[ 11 ], acchora
[ 9 ], accip
[ MAXLEN
], * accurl
;
39 char oldaccdia
[ 11 ], oldacchora
[ 9 ], oldaccip
[ MAXLEN
];
41 char acccode
[ 50 ], oldacccode
[ 50 ];
42 char ipantes
[ MAXLEN
], nameantes
[ MAXLEN
];
43 char accsmart
[ MAXLEN
];
47 char u2
[ MAX_USER_LEN
];
48 char userlabel
[ MAX_USER_LEN
];
50 long long int nbytes
= 0 ;
51 long long int nelap
= 0 ;
54 long long int incache
= 0 ;
55 long long int oucache
= 0 ;
56 long long int accbytes
;
57 long long int accelap
;
62 struct getwordstruct gwarea
;
63 struct userinfostruct
* uinfo
;
72 uscan
= userinfo_startscan ();
74 debuga ( __FILE__
, __LINE__
, _ ( "Cannot enumerate the user list \n " ));
77 while ( ( uinfo
= userinfo_advancescan ( uscan
)) != NULL
) {
79 if ( Ip2Name
&& uinfo
-> id_is_ip
) {
81 ip2name ( u2
, sizeof ( u2
));
84 user_find ( userlabel
, MAX_USER_LEN
, u2
);
85 userinfo_label ( uinfo
, userlabel
);
86 if ( debug
) debuga ( __FILE__
, __LINE__
, _ ( "Reading user file \" %s/%s \"\n " ), tmp
, uinfo
-> filename
);
88 sort_users_log ( tmp
, debug
, uinfo
);
89 if ( snprintf ( tmp3
, sizeof ( tmp3
), "%s/%s.user_log" , tmp
, uinfo
-> filename
)>= sizeof ( tmp3
)) {
90 debuga ( __FILE__
, __LINE__
, _ ( "Path too long: " ));
91 debuga_more ( "%s/%s.user_log \n " , tmp
, uinfo
-> filename
);
95 if (( fp_in
= FileObject_Open ( tmp3
))== NULL
){
96 debuga ( __FILE__
, __LINE__
, _ ( "Cannot open file \" %s \" : %s \n " ), tmp3
, FileObject_GetLastOpenError ());
100 if (( line
= longline_create ())== NULL
) {
101 debuga ( __FILE__
, __LINE__
, _ ( "Not enough memory to read file \" %s \"\n " ), tmp3
);
107 while (( buf
= longline_read ( fp_in
, line
))!= NULL
) {
108 getword_start (& gwarea
, buf
);
109 if ( getword ( accdia
, sizeof ( accdia
),& gwarea
, ' \t ' )< 0 || getword ( acchora
, sizeof ( acchora
),& gwarea
, ' \t ' )< 0 ||
110 getword ( accip
, sizeof ( accip
),& gwarea
, ' \t ' )< 0 ||
111 getword_ptr ( buf
,& accurl
,& gwarea
, ' \t ' )< 0 || getword_atoll (& accbytes
,& gwarea
, ' \t ' )< 0 ||
112 getword ( acccode
, sizeof ( acccode
),& gwarea
, ' \t ' )< 0 || getword_atoll (& accelap
,& gwarea
, ' \t ' )< 0 ) {
113 debuga ( __FILE__
, __LINE__
, _ ( "Invalid record in file \" %s \"\n " ), tmp3
);
116 if ( getword_skip ( 20000 ,& gwarea
, '"' )< 0 || getword ( accsmart
, sizeof ( accsmart
),& gwarea
, '"' )< 0 ) {
117 debuga ( __FILE__
, __LINE__
, _ ( "Invalid smart info in file \" %s \"\n " ), tmp3
);
122 if ( strcmp ( accip
, ipantes
) != 0 ) {
123 strcpy ( ipantes
, accip
);
124 ip2name ( accip
, sizeof ( accip
));
125 strcpy ( nameantes
, accip
);
127 else strcpy ( accip
, nameantes
);
131 url_len
= strlen ( accurl
);
132 if (! oldurl
|| url_len
>= ourl_size
) {
134 oldurl
= realloc ( oldurl
, ourl_size
);
136 debuga ( __FILE__
, __LINE__
, _ ( "Not enough memory to store the url \n " ));
140 strcpy ( oldurl
, accurl
);
141 strcpy ( oldacccode
, acccode
);
142 strcpy ( oldaccip
, accip
);
143 strcpy ( oldaccdia
, accdia
);
144 strcpy ( oldacchora
, acchora
);
148 same_url
=( strcmp ( oldurl
, accurl
) == 0 );
150 if (! same_url
|| new_user
){
151 if (! fp_ou
&& ( fp_ou
= MY_FOPEN ( DataFile
, "w" ))== NULL
){
152 debuga ( __FILE__
, __LINE__
, _ ( "Cannot open file \" %s \" : %s \n " ), DataFile
, strerror ( errno
));
155 saverecs ( fp_ou
, uinfo
, nacc
, oldurl
, nbytes
, oldaccip
, oldacchora
, oldaccdia
, nelap
, incache
, oucache
);
168 strcpy ( crc2
, acccode
);
169 str
= strchr ( crc2
, '/' );
172 if ( strstr ( crc2
, "MISS" ) != 0 ) oucache
+= accbytes
;
173 else incache
+= accbytes
;
176 url_len
= strlen ( accurl
);
177 if ( url_len
>= ourl_size
) {
179 oldurl
= realloc ( oldurl
, ourl_size
);
181 debuga ( __FILE__
, __LINE__
, _ ( "Not enough memory to store the url \n " ));
185 strcpy ( oldurl
, accurl
);
188 strcpy ( oldacccode
, acccode
);
189 strcpy ( oldaccip
, accip
);
190 strcpy ( oldaccdia
, accdia
);
191 strcpy ( oldacchora
, acchora
);
194 if ( FileObject_Close ( fp_in
)) {
195 debuga ( __FILE__
, __LINE__
, _ ( "Read error in \" %s \" : %s \n " ), tmp3
, FileObject_GetLastCloseError ());
198 longline_destroy (& line
);
200 userinfo_stopscan ( uscan
);
201 if ( oldurl
) free ( oldurl
);
202 if ( fp_ou
&& fclose ( fp_ou
)== EOF
) {
203 debuga ( __FILE__
, __LINE__
, _ ( "Write error in \" %s \" : %s \n " ), DataFile
, strerror ( errno
));
208 debuga ( __FILE__
, __LINE__
, _ ( "Datafile %s written successfully \n " ), DataFile
);
211 void saverecs ( FILE * fp_ou
, const struct userinfostruct
* uinfo
, long long int nacc
, char * url
, long long int nbytes
, char * ip
, char * hora
, char * dia
, long long int nelap
, long long int incache
, long long int oucache
)
216 if (( DataFileFields
& DATA_FIELD_USER
) != 0 ) {
217 fputs ( uinfo
-> label
, fp_ou
);
218 fputc ( DataFileDelimiter
[ 0 ], fp_ou
);
220 if (( DataFileFields
& DATA_FIELD_DATE
) != 0 ) {
222 fputc ( DataFileDelimiter
[ 0 ], fp_ou
);
224 if (( DataFileFields
& DATA_FIELD_TIME
) != 0 ) {
226 fputc ( DataFileDelimiter
[ 0 ], fp_ou
);
228 if (( DataFileFields
& DATA_FIELD_URL
) != 0 ) {
229 url_hostname ( url
, name
, sizeof ( name
));
230 if ( DataFileUrl
== DATAFILEURL_IP
) name2ip ( name
, sizeof ( name
));
232 fputc ( DataFileDelimiter
[ 0 ], fp_ou
);
234 if (( DataFileFields
& DATA_FIELD_CONNECT
) != 0 ) {
235 my_lltoa ( nacc
, val
, sizeof ( val
), 0 );
237 fputc ( DataFileDelimiter
[ 0 ], fp_ou
);
239 if (( DataFileFields
& DATA_FIELD_BYTES
) != 0 ) {
240 my_lltoa ( nbytes
, val
, sizeof ( val
), 0 );
242 fputc ( DataFileDelimiter
[ 0 ], fp_ou
);
244 if (( DataFileFields
& DATA_FIELD_IN_CACHE
) != 0 ) {
245 my_lltoa ( incache
, val
, sizeof ( val
), 0 );
247 fputc ( DataFileDelimiter
[ 0 ], fp_ou
);
249 if (( DataFileFields
& DATA_FIELD_OUT_CACHE
) != 0 ) {
250 my_lltoa ( oucache
, val
, sizeof ( val
), 0 );
252 fputc ( DataFileDelimiter
[ 0 ], fp_ou
);
254 if (( DataFileFields
& DATA_FIELD_ELAPSED
) != 0 ) {
255 my_lltoa ( nelap
, val
, sizeof ( val
), 0 );
257 fputc ( DataFileDelimiter
[ 0 ], fp_ou
);