config/updxlrator/updxlrator

   1 #!/usr/bin/perl
   2 #
   3 # This code is distributed under the terms of the GPL
   4 #
   5 # (c) 2006 marco.s
   6 #
   7 # $Id: updxlrator,v 1.0 2006/10/03 00:00:00 marco.s Exp $
   8 #
   9
  10 use strict;
  11
  12 use IO::Socket;
  13
  14 $|=1;
  15
  16 my $swroot="/var/ipfire";
  17 my $updcachedir="/srv/web/ipfire/html/updatecache";
  18 my %netsettings=();
  19 my %xlratorsettings=();
  20 my $http_port="81";
  21 my $logfile="/var/log/updatexlrator/cache.log";
  22 my $logging=0;
  23 my $passive_mode=0;
  24 my $maxusage=0;
  25 my $nice='';
  26 my @tmp=();
  27 my $now='';
  28 my $request='';
  29 my $from_local_cache=0;
  30 my $dsturl='';
  31 my $hostaddr='';
  32 my $username='';
  33 my $method='';
  34 my @metadata=();
  35
  36 my $sfNoSource = "0";
  37 my $sfOk       = "1";
  38 my $sfOutdated = "2";
  39
  40 unless (-d "$updcachedir/metadata")
  41 {
  42         unless (-d "$updcachedir") { mkdir "$updcachedir"; }
  43         mkdir "$updcachedir/metadata";
  44         system("chown nobody.squid $updcachedir");
  45         system("chmod 775 $updcachedir");
  46         system("chown nobody.squid $updcachedir/metadata");
  47         system("chmod 775 $updcachedir/metadata");
  48 }
  49
  50 readhash("${swroot}/ethernet/settings", \%netsettings);
  51
  52 if (-e "$swroot/updatexlrator/settings")
  53 {
  54         &readhash("$swroot/updatexlrator/settings", \%xlratorsettings);
  55         if ($xlratorsettings{'ENABLE_LOG'} eq 'on') { $logging=1; };
  56         if ($xlratorsettings{'PASSIVE_MODE'} eq 'on') { $passive_mode=1; };
  57         $maxusage=$xlratorsettings{'MAX_DISK_USAGE'};
  58         if ($xlratorsettings{'LOW_DOWNLOAD_PRIORITY'} eq 'on') { $nice='/bin/nice --adjustment=15 '; };
  59 }
  60 if (!$maxusage) { $maxusage=75; };
  61
  62
  63 while (<>) {
  64
  65         $request=$_;
  66         $from_local_cache=0;
  67
  68         @tmp=split(/ /,$request);
  69         chomp(@tmp);
  70
  71         $dsturl  =$tmp[0];
  72         $hostaddr=$tmp[1]; while ($hostaddr =~ /.*\/$/) { chop $hostaddr; }
  73         $username=$tmp[2]; if ($username eq '') { $username='-'; };
  74         $method  =$tmp[3];
  75
  76         if (($method eq 'GET') || ($method eq 'HEAD'))
  77         {
  78
  79         # -----------------------------------------------------------
  80         #  Section: Windows Update / Windows Downloads
  81         # -----------------------------------------------------------
  82
  83         if (
  84             (($dsturl =~ m@^http://[^/]*\.microsoft\.com/.*\.(exe|psf|msi)$@i) ||
  85              ($dsturl =~ m@^http://[^/]*\.windowsupdate\.com/.*\.(exe|psf|cab)$@i))
  86         &&   ($dsturl !~ m@^http://[^/]*\.microsoft\.com/.*(/autoupd|selfupdate/).*\.cab@i)
  87         &&   ($dsturl !~ m@\&@)
  88            )
  89         {
  90                 $from_local_cache = &cache_access($dsturl,$hostaddr,$username,"Microsoft");
  91         }
  92
  93         # -----------------------------------------------------------
  94         #  Section: Adobe Downloads
  95         # -----------------------------------------------------------
  96
  97         if ($dsturl =~ m@^http://(ar)?download\.adobe\.com/.*\.(exe|bin|dmg|idx|gz)$@i)
  98         {
  99                 $from_local_cache = &cache_access($dsturl,$hostaddr,$username,"Adobe");
 100         }
 101
 102         # -----------------------------------------------------------
 103         #  Section: Symantec Downloads
 104         # -----------------------------------------------------------
 105
 106         if ($dsturl =~ m@^[f|h]t?tp://[^/]*\.symantec(liveupdate)?\.com/.*\.(exe|zip|xdb)$@i)
 107         {
 108                 $from_local_cache = &cache_access($dsturl,$hostaddr,$username,"Symantec");
 109         }
 110
 111         # -----------------------------------------------------------
 112         # Section: Avira Downloads
 113         # -----------------------------------------------------------
 114
 115         if ($dsturl =~ m@^http://dl[0-9]\.avgate\.net/.*\.(htm|html|gz)$@i)
 116         {
 117         $from_local_cache = &cache_access($dsturl,$hostaddr,$username,"Avira");
 118         }
 119
 120         # -----------------------------------------------------------
 121         # Section: Avast Downloads
 122         # -----------------------------------------------------------
 123
 124         if ($dsturl =~ m@^http://download[0-99]\.avast\.com/.*\.(exe|zip|vps|stamp|vpu)$@i)
 125         {
 126         $from_local_cache = &cache_access($dsturl,$hostaddr,$username,"Avast");
 127         }
 128
 129         # -----------------------------------------------------------
 130         # Section: IPFire Downloads
 131         # -----------------------------------------------------------
 132
 133         if ($dsturl =~ m@^[f|h]t?tp://.*\.(ipfire)$@i)
 134         {
 135         $from_local_cache = &cache_access($dsturl,$hostaddr,$username,"IPFire");
 136         }
 137
 138         # -----------------------------------------------------------
 139         # Section: Linux Downloads
 140         # -----------------------------------------------------------
 141
 142         if ($dsturl =~ m@^[f|h]t?tp://.*\.(deb|rpm)$@i)
 143         {
 144         $from_local_cache = &cache_access($dsturl,$hostaddr,$username,"Linux");
 145         }
 146
 147         # -----------------------------------------------------------
 148
 149         # -----------------------------------------------------------
 150         # Section: Apple Downloads
 151         # -----------------------------------------------------------
 152
 153         if ($dsturl =~ m@^[f|h]t?tp://swcdn\.apple.*\.(pkm|tar)$@i)
 154         {
 155         $from_local_cache = &cache_access($dsturl,$hostaddr,$username,"Apple");
 156         }
 157
 158         # -----------------------------------------------------------
 159
 160         # -----------------------------------------------------------
 161         # Section: Kaspersky Downloads
 162         # -----------------------------------------------------------
 163
 164         if ($dsturl =~ m@^ht?tp://dnl*kapsersky*\.(xml\.dif|avc*|tzv)$@i)
 165         {
 166         $from_local_cache = &cache_access($dsturl,$hostaddr,$username,"Kaspersky");
 167         }
 168
 169         # -----------------------------------------------------------
 170
 171         }
 172
 173         if ($from_local_cache) { $request="http://$netsettings{'GREEN_ADDRESS'}:$http_port/updatecache/".substr($dsturl,rindex($dsturl,"/")+1)." $hostaddr $username $method\n"; }
 174
 175         print $request;
 176 }
 177
 178 # -------------------------------------------------------------------
 179
 180 sub readhash
 181 {
 182         my $filename = $_[0];
 183         my $hash = $_[1];
 184         my ($var, $val);
 185
 186         if (-e $filename)
 187         {
 188                 open(FILE, $filename) or die "Unable to read file $filename";
 189                 while (<FILE>)
 190                 {
 191                         chop;
 192                         ($var, $val) = split /=/, $_, 2;
 193                         if ($var)
 194                         {
 195                                 $val =~ s/^\'//g;
 196                                 $val =~ s/\'$//g;
 197
 198                                 # Untaint variables read from hash
 199                                 $var =~ /([A-Za-z0-9_-]*)/; $var = $1;
 200                                 $val =~ /([\w\W]*)/; $val = $1;
 201                                 $hash->{$var} = $val;
 202                         }
 203                 }
 204                 close FILE;
 205         }
 206 }
 207
 208 # -------------------------------------------------------------------
 209
 210 sub writelog
 211 {
 212         open(LOGFILE,">>$logfile");
 213         print LOGFILE time." $_[0] $_[1] $_[2] $_[3] $_[4]\n";
 214         close(LOGFILE);
 215 }
 216
 217 # -------------------------------------------------------------------
 218
 219 sub diskfree
 220 {
 221         open(DF,"/bin/df --block-size=1 $_[0]|");
 222         while(<DF>)
 223         {
 224                 unless ($_ =~ m/^Filesystem/ )
 225                 {
 226                         my ($device,$size,$used,$free,$percent,$mount) = split;
 227                         if ($free =~ m/^(\d+)$/)
 228                         {
 229                                 close DF;
 230                                 return $free;
 231                         }
 232                 }
 233         }
 234         close DF;
 235 }
 236
 237 # -------------------------------------------------------------------
 238
 239 sub diskusage
 240 {
 241         open(DF,"/bin/df $_[0]|");
 242         while(<DF>)
 243         {
 244                 unless ($_ =~ m/^Filesystem/ )
 245                 {
 246                         my ($device,$size,$used,$free,$percent,$mount) = split;
 247                         if ($percent =~ m/^(\d+)%$/)
 248                         {
 249                                 close DF;
 250                                 $percent =~ s/%$//;
 251                                 return $percent;
 252                         }
 253                 }
 254         }
 255         close DF;
 256 }
 257
 258 # -------------------------------------------------------------------
 259
 260 sub getdownloadsize
 261 {
 262         my $remote=0;
 263         my @response=();
 264         my $contentlength=0;
 265
 266         my $url = $_[0];
 267
 268         $url =~ s@^(.*)://([^/]*)@@;
 269
 270         my $proto = $1;
 271         my $fqhn  = $2;
 272
 273         if ((-e "$swroot/red/active") && ($proto eq 'http'))
 274         {
 275                 $remote = IO::Socket::INET->new(
 276                         PeerHost => $fqhn,
 277                         PeerPort => 'http(80)',
 278                         Timeout  => 1
 279                 );
 280         }
 281
 282         if ($remote)
 283         {
 284                 print $remote "HEAD $url HTTP/1.0\n";
 285                 print $remote "User-Agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1)\n";
 286                 print $remote "Host: $fqhn\n";
 287                 print $remote "Accept: */*\n\n";
 288                 while (<$remote>) { push(@response,$_); }
 289                 close $remote;
 290                 if ($response[0] =~ /^HTTP\/\d+\.\d+\s\d+\sOK\s*$/)
 291                 {
 292                         foreach (@response)
 293                         {
 294                                 if (/^Content-Length: /i)
 295                                 {
 296                                         s/^Content-Length: //i;
 297                                         $contentlength=$_;
 298                                 }
 299                         }
 300                 }
 301         }
 302         return $contentlength;
 303 }
 304
 305 # -------------------------------------------------------------------
 306
 307 sub cache_access
 308 {
 309         my $updsource="UPDCACHE";
 310         my $updfile='';
 311         my $do_redirect=0;
 312
 313         $_[0] =~ s@\%2f@/@ig;
 314         $updfile = substr($_[0],rindex($_[0],"/")+1);
 315
 316         if (!-e "$updcachedir/metadata/$updfile")
 317         {
 318                 open(FILE,">$updcachedir/metadata/$updfile");
 319                 print FILE "$_[0]\n$_[3]\n$sfOutdated\n0\n";
 320                 close(FILE);
 321         }
 322
 323         if (-e "$updcachedir/$updfile")
 324         {
 325                 open(FILE,">>$updcachedir/metadata/$updfile");
 326                 print FILE time."\n";
 327                 close(FILE);
 328                 $do_redirect=1;
 329         }
 330                 else
 331         {
 332                 $updsource="DLSOURCE";
 333                 if ((!$passive_mode) && (&diskusage($updcachedir) <= $maxusage) && (&getdownloadsize <= &diskfree($updcachedir)) && (!-e "$updcachedir/download/$updfile"))
 334                 {
 335                         system("$nice/var/ipfire/updatexlrator/bin/download $_[0] &");
 336                 }
 337         }
 338
 339         if ($logging) { &writelog($_[1],$_[2],$_[3],$updsource,$_[0]); }
 340
 341         return $do_redirect;
 342 }
 343
 344 # -------------------------------------------------------------------