config/updxlrator/updxlrator

   1 #!/usr/bin/perl
   2 #
   3 # This code is distributed under the terms of the GPL
   4 #
   5 # (c) 2006 marco.s
   6 #
   7 # $Id: updxlrator,v 1.0 2006/10/03 00:00:00 marco.s Exp $
   8 #
   9
  10 use strict;
  11
  12 use IO::Socket;
  13
  14 $|=1;
  15
  16 my $swroot="/var/ipfire";
  17 my $updcachedir="/srv/web/ipfire/html/updatecache";
  18 my %netsettings=();
  19 my %xlratorsettings=();
  20 my $http_port="81";
  21 my $logfile="/var/log/updatexlrator/cache.log";
  22 my $logging=0;
  23 my $passive_mode=0;
  24 my $maxusage=0;
  25 my $nice='';
  26 my @tmp=();
  27 my $now='';
  28 my $request='';
  29 my $from_local_cache=0;
  30 my $dsturl='';
  31 my $hostaddr='';
  32 my $username='';
  33 my $method='';
  34 my @metadata=();
  35
  36 my $sfNoSource = "0";
  37 my $sfOk       = "1";
  38 my $sfOutdated = "2";
  39
  40 unless (-d "$updcachedir/metadata")
  41 {
  42         unless (-d "$updcachedir") { mkdir "$updcachedir"; }
  43         mkdir "$updcachedir/metadata";
  44         system("chown nobody.squid $updcachedir");
  45         system("chmod 775 $updcachedir");
  46         system("chown nobody.squid $updcachedir/metadata");
  47         system("chmod 775 $updcachedir/metadata");
  48 }
  49
  50 readhash("${swroot}/ethernet/settings", \%netsettings);
  51
  52 if (-e "$swroot/updatexlrator/settings")
  53 {
  54         &readhash("$swroot/updatexlrator/settings", \%xlratorsettings);
  55         if ($xlratorsettings{'ENABLE_LOG'} eq 'on') { $logging=1; };
  56         if ($xlratorsettings{'PASSIVE_MODE'} eq 'on') { $passive_mode=1; };
  57         $maxusage=$xlratorsettings{'MAX_DISK_USAGE'};
  58         if ($xlratorsettings{'LOW_DOWNLOAD_PRIORITY'} eq 'on') { $nice='/bin/nice --adjustment=15 '; };
  59 }
  60 if (!$maxusage) { $maxusage=75; };
  61
  62
  63 while (<>) {
  64
  65         $request=$_;
  66         $from_local_cache=0;
  67
  68         @tmp=split(/ /,$request);
  69         chomp(@tmp);
  70
  71         $dsturl  =$tmp[0];
  72         $hostaddr=$tmp[1]; while ($hostaddr =~ /.*\/$/) { chop $hostaddr; }
  73         $username=$tmp[2]; if ($username eq '') { $username='-'; };
  74         $method  =$tmp[3];
  75
  76         if (($method eq 'GET') || ($method eq 'HEAD'))
  77         {
  78
  79         # -----------------------------------------------------------
  80         #  Section: Windows Update / Windows Downloads
  81         # -----------------------------------------------------------
  82
  83         if (
  84             (($dsturl =~ m@^http://[^/]*\.microsoft\.com/.*\.(exe|psf|msi)$@i) ||
  85              ($dsturl =~ m@^http://[^/]*\.windowsupdate\.com/.*\.(exe|psf|cab)$@i))
  86         &&   ($dsturl !~ m@^http://[^/]*\.microsoft\.com/.*(/autoupd|selfupdate/).*\.cab@i)
  87         &&   ($dsturl !~ m@\&@)
  88            )
  89         {
  90                 $from_local_cache = &cache_access($dsturl,$hostaddr,$username,"Microsoft");
  91         }
  92
  93         # -----------------------------------------------------------
  94         #  Section: Adobe Downloads
  95         # -----------------------------------------------------------
  96
  97         if ($dsturl =~ m@^http://(ar)?download\.adobe\.com/.*\.(exe|bin|dmg|idx|gz)$@i)
  98         {
  99                 $from_local_cache = &cache_access($dsturl,$hostaddr,$username,"Adobe");
 100         }
 101
 102         # -----------------------------------------------------------
 103         #  Section: Symantec Downloads
 104         # -----------------------------------------------------------
 105
 106         if ($dsturl =~ m@^[f|h]t?tp://[^/]*\.symantec(liveupdate)?\.com/.*\.(exe|zip|xdb)$@i)
 107         {
 108                 $from_local_cache = &cache_access($dsturl,$hostaddr,$username,"Symantec");
 109         }
 110
 111         # -----------------------------------------------------------
 112         # Section: Avira Downloads
 113         # -----------------------------------------------------------
 114
 115         if ($dsturl =~ m@^http://dl[0-9]\.avgate\.net/.*\.(htm|html|gz)$@i)
 116         {
 117         $from_local_cache = &cache_access($dsturl,$hostaddr,$username,"Avira");
 118         }
 119
 120         # -----------------------------------------------------------
 121         # Section: Avast Downloads
 122         # -----------------------------------------------------------
 123
 124         if ($dsturl =~ m@^http://download[0-99]\.avast\.com/.*\.(exe|zip|vps|stamp|vpu)$@i)
 125         {
 126         $from_local_cache = &cache_access($dsturl,$hostaddr,$username,"Avast");
 127         }
 128
 129         # -----------------------------------------------------------
 130         # Section: IPFire Downloads
 131         # -----------------------------------------------------------
 132
 133         if ($dsturl =~ m@^[f|h]t?tp://.*\.(ipfire)$@i)
 134         {
 135         $from_local_cache = &cache_access($dsturl,$hostaddr,$username,"IPFire");
 136         }
 137
 138         # -----------------------------------------------------------
 139         # Section: Linux Downloads
 140         # -----------------------------------------------------------
 141
 142         if ($dsturl =~ m@^[f|h]t?tp://.*\.(deb|rpm)$@i)
 143         {
 144         $from_local_cache = &cache_access($dsturl,$hostaddr,$username,"Linux");
 145         }
 146
 147         # -----------------------------------------------------------
 148
 149
 150         }
 151
 152         if ($from_local_cache) { $request="http://$netsettings{'GREEN_ADDRESS'}:$http_port/updatecache/".substr($dsturl,rindex($dsturl,"/")+1)." $hostaddr $username $method\n"; }
 153
 154         print $request;
 155 }
 156
 157 # -------------------------------------------------------------------
 158
 159 sub readhash
 160 {
 161         my $filename = $_[0];
 162         my $hash = $_[1];
 163         my ($var, $val);
 164
 165         if (-e $filename)
 166         {
 167                 open(FILE, $filename) or die "Unable to read file $filename";
 168                 while (<FILE>)
 169                 {
 170                         chop;
 171                         ($var, $val) = split /=/, $_, 2;
 172                         if ($var)
 173                         {
 174                                 $val =~ s/^\'//g;
 175                                 $val =~ s/\'$//g;
 176
 177                                 # Untaint variables read from hash
 178                                 $var =~ /([A-Za-z0-9_-]*)/; $var = $1;
 179                                 $val =~ /([\w\W]*)/; $val = $1;
 180                                 $hash->{$var} = $val;
 181                         }
 182                 }
 183                 close FILE;
 184         }
 185 }
 186
 187 # -------------------------------------------------------------------
 188
 189 sub writelog
 190 {
 191         open(LOGFILE,">>$logfile");
 192         print LOGFILE time." $_[0] $_[1] $_[2] $_[3] $_[4]\n";
 193         close(LOGFILE);
 194 }
 195
 196 # -------------------------------------------------------------------
 197
 198 sub diskfree
 199 {
 200         open(DF,"/bin/df --block-size=1 $_[0]|");
 201         while(<DF>)
 202         {
 203                 unless ($_ =~ m/^Filesystem/ )
 204                 {
 205                         my ($device,$size,$used,$free,$percent,$mount) = split;
 206                         if ($free =~ m/^(\d+)$/)
 207                         {
 208                                 close DF;
 209                                 return $free;
 210                         }
 211                 }
 212         }
 213         close DF;
 214 }
 215
 216 # -------------------------------------------------------------------
 217
 218 sub diskusage
 219 {
 220         open(DF,"/bin/df $_[0]|");
 221         while(<DF>)
 222         {
 223                 unless ($_ =~ m/^Filesystem/ )
 224                 {
 225                         my ($device,$size,$used,$free,$percent,$mount) = split;
 226                         if ($percent =~ m/^(\d+)%$/)
 227                         {
 228                                 close DF;
 229                                 $percent =~ s/%$//;
 230                                 return $percent;
 231                         }
 232                 }
 233         }
 234         close DF;
 235 }
 236
 237 # -------------------------------------------------------------------
 238
 239 sub getdownloadsize
 240 {
 241         my $remote=0;
 242         my @response=();
 243         my $contentlength=0;
 244
 245         my $url = $_[0];
 246
 247         $url =~ s@^(.*)://([^/]*)@@;
 248
 249         my $proto = $1;
 250         my $fqhn  = $2;
 251
 252         if ((-e "$swroot/red/active") && ($proto eq 'http'))
 253         {
 254                 $remote = IO::Socket::INET->new(
 255                         PeerHost => $fqhn,
 256                         PeerPort => 'http(80)',
 257                         Timeout  => 1
 258                 );
 259         }
 260
 261         if ($remote)
 262         {
 263                 print $remote "HEAD $url HTTP/1.0\n";
 264                 print $remote "User-Agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1)\n";
 265                 print $remote "Host: $fqhn\n";
 266                 print $remote "Accept: */*\n\n";
 267                 while (<$remote>) { push(@response,$_); }
 268                 close $remote;
 269                 if ($response[0] =~ /^HTTP\/\d+\.\d+\s\d+\sOK\s*$/)
 270                 {
 271                         foreach (@response)
 272                         {
 273                                 if (/^Content-Length: /i)
 274                                 {
 275                                         s/^Content-Length: //i;
 276                                         $contentlength=$_;
 277                                 }
 278                         }
 279                 }
 280         }
 281         return $contentlength;
 282 }
 283
 284 # -------------------------------------------------------------------
 285
 286 sub cache_access
 287 {
 288         my $updsource="UPDCACHE";
 289         my $updfile='';
 290         my $do_redirect=0;
 291
 292         $_[0] =~ s@\%2f@/@ig;
 293         $updfile = substr($_[0],rindex($_[0],"/")+1);
 294
 295         if (!-e "$updcachedir/metadata/$updfile")
 296         {
 297                 open(FILE,">$updcachedir/metadata/$updfile");
 298                 print FILE "$_[0]\n$_[3]\n$sfOutdated\n0\n";
 299                 close(FILE);
 300         }
 301
 302         if (-e "$updcachedir/$updfile")
 303         {
 304                 open(FILE,">>$updcachedir/metadata/$updfile");
 305                 print FILE time."\n";
 306                 close(FILE);
 307                 $do_redirect=1;
 308         }
 309                 else
 310         {
 311                 $updsource="DLSOURCE";
 312                 if ((!$passive_mode) && (&diskusage($updcachedir) <= $maxusage) && (&getdownloadsize <= &diskfree($updcachedir)) && (!-e "$updcachedir/download/$updfile"))
 313                 {
 314                         system("$nice/var/ipfire/updatexlrator/bin/download $_[0] &");
 315                 }
 316         }
 317
 318         if ($logging) { &writelog($_[1],$_[2],$_[3],$updsource,$_[0]); }
 319
 320         return $do_redirect;
 321 }
 322
 323 # -------------------------------------------------------------------