]>
Commit | Line | Data |
---|---|---|
1 | #!/usr/bin/perl | |
2 | # | |
3 | # This code is distributed under the terms of the GPL | |
4 | # | |
5 | # (c) 2006-2008 marco.s - http://update-accelerator.advproxy.net | |
6 | # | |
7 | # Portions (c) 2008 by dotzball - http://www.blockouttraffic.de | |
8 | # | |
9 | # $Id: download,v 2.1 2008/07/23 00:00:00 marco.s Exp $ | |
10 | # | |
11 | ||
12 | use strict; | |
13 | use HTTP::Date; | |
14 | ||
15 | require '/var/ipfire/updatexlrator/updxlrator-lib.pl'; | |
16 | ||
17 | my $logfile="/var/log/updatexlrator/download.log"; | |
18 | my $logging=0; | |
19 | my $repository='/var/updatecache'; | |
20 | my $login=''; | |
21 | my $dlrate=''; | |
22 | my $uuid=''; | |
23 | my %xlratorsettings=(); | |
24 | my %proxysettings=(); | |
25 | my @http_header=(); | |
26 | my $remote_size=0; | |
27 | my $remote_mtime=0; | |
28 | my $updatefile=''; | |
29 | my $unique=0; | |
30 | my $mirror=1; | |
31 | ||
32 | my %dlinfo=(); | |
33 | my $wgetContinueFlag=""; | |
34 | ||
35 | my $vendorid = $ARGV[0]; if (!defined($vendorid) || $vendorid eq '') { exit; } | |
36 | my $sourceurl = $ARGV[1]; if (!defined($sourceurl) || $sourceurl eq '') { exit; } | |
37 | my $cfmirror = $ARGV[2]; if (!defined($cfmirror) || $cfmirror eq '') { exit; } | |
38 | my $restartdl = defined($ARGV[3]) ? $ARGV[3] : 0; | |
39 | ||
40 | umask(0002); | |
41 | ||
42 | $sourceurl =~ s@\%2b@+@ig; | |
43 | $sourceurl =~ s@\%2f@/@ig; | |
44 | $sourceurl =~ s@\%7e@~@ig; | |
45 | $updatefile = substr($sourceurl,rindex($sourceurl,"/")+1); | |
46 | $updatefile =~ s@\%20@ @ig; | |
47 | $vendorid =~ tr/A-Z/a-z/; | |
48 | ||
49 | unless (-d "$repository/download/$vendorid") | |
50 | { | |
51 | system("mkdir -p $repository/download/$vendorid"); | |
52 | #system("chmod 775 $repository/download/$vendorid"); | |
53 | } | |
54 | ||
55 | if($restartdl == 0) | |
56 | { | |
57 | # this is a new download | |
58 | exit if (-e "$repository/download/$vendorid/$updatefile"); | |
59 | ||
60 | # dotzball: Why is this necessary? | |
61 | system("touch $repository/download/$vendorid/$updatefile"); | |
62 | $wgetContinueFlag = "-nc"; | |
63 | ||
64 | } | |
65 | else | |
66 | { | |
67 | # this is a restart of a previous (unfinished) download | |
68 | # -> continue download | |
69 | $wgetContinueFlag = "-c"; | |
70 | &writelog("Continue download: $updatefile"); | |
71 | } | |
72 | ||
73 | ||
74 | if ($cfmirror) | |
75 | { | |
76 | $uuid = `echo $updatefile | md5sum`; | |
77 | } else { | |
78 | $uuid = `echo $sourceurl | md5sum`; | |
79 | } | |
80 | ||
81 | $uuid =~ s/[^0-9a-f]//g; | |
82 | $uuid =~ s/([a-f\d]{8})([a-f\d]{4})([a-f\d]{4})([a-f\d]{4})([a-f\d]{12})/$1-$2-$3-$4-$5/; | |
83 | ||
84 | if (-e "$UPDXLT::swroot/updatexlrator/settings") | |
85 | { | |
86 | &UPDXLT::readhash("$UPDXLT::swroot/updatexlrator/settings", \%xlratorsettings); | |
87 | if ($xlratorsettings{'MAX_DOWNLOAD_RATE'} ne '') { $dlrate = "--limit-rate=" . int($xlratorsettings{'MAX_DOWNLOAD_RATE'} / 8) . "k" }; | |
88 | } | |
89 | ||
90 | if (-e "$UPDXLT::swroot/proxy/settings") { &UPDXLT::readhash("$UPDXLT::swroot/proxy/settings", \%proxysettings); } | |
91 | ||
92 | if (-e "$UPDXLT::swroot/proxy/advanced/settings") | |
93 | { | |
94 | %proxysettings=(); | |
95 | &UPDXLT::readhash("$UPDXLT::swroot/proxy/advanced/settings", \%proxysettings); | |
96 | } | |
97 | ||
98 | if (($proxysettings{'UPSTREAM_PROXY'}) && ($proxysettings{'UPSTREAM_USER'})) | |
99 | { | |
100 | $login = "--proxy-user=\"$proxysettings{'UPSTREAM_USER'}\""; | |
101 | if ($proxysettings{'UPSTREAM_PASSWORD'}) | |
102 | { | |
103 | $login .= " --proxy-password=\"$proxysettings{'UPSTREAM_PASSWORD'}\""; | |
104 | } | |
105 | } | |
106 | ||
107 | if ($xlratorsettings{'MAX_DOWNLOAD_RATE'} eq '') | |
108 | { | |
109 | &writelog("Retrieving file for local cache: $updatefile"); | |
110 | } else { | |
111 | &writelog("Retrieving file for local cache at max. " . $xlratorsettings{'MAX_DOWNLOAD_RATE'} . " kBit/s: $updatefile"); | |
112 | } | |
113 | ||
114 | $ENV{'http_proxy'} = $proxysettings{'UPSTREAM_PROXY'}; | |
115 | @http_header = `$UPDXLT::wget $login --user-agent="$UPDXLT::useragent" --spider -S $sourceurl 2>&1`; | |
116 | $ENV{'http_proxy'} = ''; | |
117 | ||
118 | foreach (@http_header) | |
119 | { | |
120 | chomp; | |
121 | if (/^\s*Content-Length:\s/) { s/[^0-9]//g; $remote_size=$_; &writelog("Remote file size: $_ bytes"); } | |
122 | if (/^\s*Last-Modified:\s/) | |
123 | { | |
124 | s/^\s*Last-Modified:\s//; | |
125 | $remote_mtime = HTTP::Date::str2time($_); | |
126 | &writelog("Remote file date: $_"); | |
127 | } | |
128 | } | |
129 | ||
130 | $ENV{'http_proxy'} = $proxysettings{'UPSTREAM_PROXY'}; | |
131 | ||
132 | unless($restartdl) | |
133 | { | |
134 | # this is a new download | |
135 | # -> download from scratch | |
136 | unlink "$repository/download/$vendorid/$updatefile"; | |
137 | unlink "$repository/download/$vendorid/$updatefile.info"; | |
138 | } | |
139 | ||
140 | # save file informations while downloading | |
141 | $dlinfo{'VENDORID'} = $vendorid; | |
142 | $dlinfo{'SRCURL'} = $sourceurl; | |
143 | $dlinfo{'FILENAME'} = $updatefile; | |
144 | $dlinfo{'CFMIRROR'} = $cfmirror; | |
145 | $dlinfo{'REMOTETIME'} = $remote_mtime; | |
146 | $dlinfo{'REMOTESIZE'} = $remote_size; | |
147 | $dlinfo{'STATUS'} = "1"; | |
148 | &UPDXLT::writehash("$repository/download/$vendorid/$updatefile.info", \%dlinfo); | |
149 | ||
150 | my $cmd = "$UPDXLT::wget $login $dlrate --user-agent=\"$UPDXLT::useragent\" -q -P $repository/download/$vendorid $wgetContinueFlag $sourceurl"; | |
151 | ||
152 | $_ = system("$cmd"); | |
153 | $ENV{'http_proxy'} = ''; | |
154 | ||
155 | if ($_ == 0) | |
156 | { | |
157 | &writelog("Download finished with result code: OK"); | |
158 | ||
159 | unless (-d "$repository/$vendorid") | |
160 | { | |
161 | system("mkdir -p $repository/$vendorid"); | |
162 | #system("chmod 775 $repository/$vendorid"); | |
163 | } | |
164 | ||
165 | unless (-d "$repository/$vendorid/$uuid") | |
166 | { | |
167 | system("mkdir -p $repository/$vendorid/$uuid"); | |
168 | #system("chmod 775 $repository/$vendorid/$uuid"); | |
169 | } | |
170 | ||
171 | &writelog("Moving file to the cache directory: $vendorid/$uuid"); | |
172 | $updatefile =~ s@ @\\ @ig; | |
173 | system("mv $repository/download/$vendorid/$updatefile $repository/$vendorid/$uuid"); | |
174 | # Workaround for IPCop's mv bug: | |
175 | utime time,$remote_mtime,"$repository/$vendorid/$uuid/$updatefile"; | |
176 | $updatefile =~ s@\\ @ @ig; | |
177 | ||
178 | &UPDXLT::setcachestatus("$repository/$vendorid/$uuid/source.url",$sourceurl); | |
179 | &UPDXLT::setcachestatus("$repository/$vendorid/$uuid/status",$UPDXLT::sfOk); | |
180 | &UPDXLT::setcachestatus("$repository/$vendorid/$uuid/checkup.log",time); | |
181 | &UPDXLT::setcachestatus("$repository/$vendorid/$uuid/access.log",time); | |
182 | ||
183 | system("/usr/local/bin/updxsetperms"); | |
184 | #system("chmod 775 $repository/$vendorid/$uuid/*"); | |
185 | ||
186 | unlink ("$repository/download/$vendorid/$updatefile.info"); | |
187 | ||
188 | } else { | |
189 | &writelog("Download finished with result code: ERROR"); | |
190 | if (-e "$repository/download/$vendorid/$updatefile") { unlink ("$repository/download/$vendorid/$updatefile"); } | |
191 | } | |
192 | ||
193 | ||
194 | # ------------------------------------------------------------------- | |
195 | ||
196 | sub writelog | |
197 | { | |
198 | if ($logging) | |
199 | { | |
200 | open (LOGFILE,">>$logfile"); | |
201 | my @now = localtime(time); | |
202 | printf LOGFILE "%04d-%02d-%02d %02d:%02d:%02d [%d] %s\n",$now[5]+1900,$now[4]+1,$now[3],$now[2],$now[1],$now[0],$$,$_[0]; | |
203 | close LOGFILE; | |
204 | } | |
205 | } | |
206 | ||
207 | # ------------------------------------------------------------------- |