/*
* SARG Squid Analysis Report Generator http://sarg.sourceforge.net
- * 1998, 2010
+ * 1998, 2015
*
* SARG donations:
* please look at http://sarg.sourceforge.net/donations.php
#include "include/conf.h"
#include "include/defs.h"
-void splitlog(const char *arq, char *df, int dfrom, int duntil, char *convert)
+/*
+Extract a date range from a squid log file and write it into a separate file.
+
+It can optionally convert the date in human readable format.
+
+The output can be split by day into separate files.
+
+\param arq The squid log file to split.
+\param df The date format if the date is to be converted in human readable form. Only the first
+character is taken into account. It can be 'e' for European date format or anything else for
+US date format.
+\param dfrom The first date to output in the form (Year*10000+Month*100+Day).
+\param duntil The last date to output in the form (Year*10000+Month*100+Day).
+\param convert \c True if the date must be converted into human readable form.
+\param splitprefix If not empty, the output file is written in separate files (one for each day) and
+the files are named after the day they contain prefixed with the string contained in this variable.
+*/
+void splitlog(const char *arq, char df, int dfrom, int duntil, int convert, const char *splitprefix)
{
+ FileObject *fp_in;
+ FILE *fp_ou=NULL;
+ char *buf;
+ char data[30];
+ char dia[11];
+ char output_file[MAXLEN];
+ time_t tt;
+ time_t min_tt;
+ time_t max_tt=0;
+ int idata=0;
+ int autosplit=0;
+ int output_prefix_len=0;
+ int prev_year=0, prev_month=0, prev_day=0;
+ struct tm *t;
+ struct getwordstruct gwarea;
+ longline line;
+
+ if (splitprefix[0]!='\0') {
+ // '/' + '-YYYY-mm-dd' + '\0' == 13
+ output_prefix_len=snprintf(output_file,sizeof(output_file)-12,"%s%s",outdir,splitprefix);
+ if (output_prefix_len>=sizeof(output_file)-12) {
+ debuga(__FILE__,__LINE__,_("Path too long: "));
+ debuga_more("%s%s-YYYY-mm-dd\n",outdir,splitprefix);
+ exit(EXIT_FAILURE);
+ }
+ autosplit=1;
+ } else {
+ fp_ou=stdout;
+ }
- FILE *fp_in;
- char buf[MAXLEN];
- char data[30];
- char dia[11];
- char wdata[20];
- time_t tt;
- int idata=0;
- struct tm *t;
- struct getwordstruct gwarea;
+ if(arq[0] == '\0')
+ arq="/var/log/squid/access.log";
- if(arq[0] == '\0')
- arq="/var/log/squid/access.log";
+ if((fp_in=decomp(arq))==NULL) {
+ debuga(__FILE__,__LINE__,_("Cannot open file \"%s\": %s\n"),arq,FileObject_GetLastOpenError());
+ exit(EXIT_FAILURE);
+ }
- if((fp_in=MY_FOPEN(arq,"r"))==NULL) {
- debuga(_("(splitlog) Cannot open log file %s\n"),arq);
- exit(1);
- }
+ if ((line=longline_create())==NULL) {
+ debuga(__FILE__,__LINE__,_("Not enough memory to read file \"%s\"\n"),arq);
+ exit(EXIT_FAILURE);
+ }
+ time(&min_tt);
- while(fgets(buf,sizeof(buf),fp_in)!=NULL) {
- getword_start(&gwarea,buf);
- if (getword(data,sizeof(data),&gwarea,' ')<0) {
- debuga(_("Maybe you have a broken record or garbage in your %s file\n"),arq);
- exit(1);
- }
- tt=atoi(data);
- t=localtime(&tt);
+ while((buf=longline_read(fp_in,line))!=NULL) {
+ getword_start(&gwarea,buf);
+ if (getword(data,sizeof(data),&gwarea,' ')<0) {
+ debuga(__FILE__,__LINE__,_("Invalid date in file \"%s\"\n"),arq);
+ exit(EXIT_FAILURE);
+ }
+ tt=atoi(data);
+ t=localtime(&tt);
- if(dfrom) {
- strftime(wdata, sizeof(wdata), "%Y%m%d", t);
- idata=atoi(wdata);
- if(idata < dfrom || idata > duntil)
- continue;
- }
+ if(dfrom) {
+ idata=(t->tm_year+1900)*10000+(t->tm_mon+1)*100+t->tm_mday;
+ if(idata < dfrom || idata > duntil)
+ continue;
+ }
- if(strcmp(convert,"onvert") != 0) {
- printf("%s %s",data,gwarea.current);
- continue;
- }
+ if (autosplit && (prev_year!=t->tm_year || prev_month!=t->tm_mon || prev_day!=t->tm_mday)) {
+ prev_year=t->tm_year;
+ prev_month=t->tm_mon;
+ prev_day=t->tm_mday;
+ if (fp_ou && fclose(fp_ou)==EOF) {
+ debuga(__FILE__,__LINE__,_("Write error in \"%s\": %s\n"),output_file,strerror(errno));
+ exit(EXIT_FAILURE);
+ }
+ strftime(output_file+output_prefix_len, sizeof(output_file)-output_prefix_len, "-%Y-%m-%d", t);
+ /*
+ The line must be added to a file we have already created. The file must be created if the date
+ is seen for the first time. The idea is to create the files from scratch if the split is started
+ a second time.
+ */
+ if ((fp_ou=MY_FOPEN(output_file,(tt>=min_tt && tt<=max_tt) ? "a" : "w"))==NULL) {
+ debuga(__FILE__,__LINE__,_("Cannot open file \"%s\": %s\n"),output_file,strerror(errno));
+ exit(EXIT_FAILURE);
+ }
+ if (tt<min_tt) min_tt=tt;
+ if (tt>max_tt) max_tt=tt;
+ }
- if(strncmp(df,"e",1) == 0)
- strftime(dia, sizeof(dia), "%d/%m/%Y", t);
- else
- strftime(dia, sizeof(dia), "%m/%d/%Y", t);
+ if(!convert) {
+ fprintf(fp_ou,"%s %s\n",data,gwarea.current);
+ } else {
+ if (df=='e')
+ strftime(dia, sizeof(dia), "%d/%m/%Y", t);
+ else
+ strftime(dia, sizeof(dia), "%m/%d/%Y", t);
- printf("%s %02d:%02d:%02d %s",dia,t->tm_hour,t->tm_min,t->tm_sec,gwarea.current);
- }
+ fprintf(fp_ou,"%s %02d:%02d:%02d %s\n",dia,t->tm_hour,t->tm_min,t->tm_sec,gwarea.current);
+ }
+ }
- fclose(fp_in);
+ longline_destroy(&line);
+ if (FileObject_Close(fp_in)) {
+ debuga(__FILE__,__LINE__,_("Read error in \"%s\": %s\n"),arq,FileObject_GetLastCloseError());
+ exit(EXIT_FAILURE);
+ }
+ if (autosplit && fp_ou) {
+ if (fclose(fp_ou)==EOF) {
+ debuga(__FILE__,__LINE__,_("Write error in \"%s\": %s\n"),output_file,strerror(errno));
+ exit(EXIT_FAILURE);
+ }
+ }
}
projects / thirdparty / sarg.git / blobdiff