]> git.ipfire.org Git - ipfire-2.x.git/blame - config/cfgroot/ids-functions.pl
ids-functions.pl: Introduce filesize check for downloader
[ipfire-2.x.git] / config / cfgroot / ids-functions.pl
CommitLineData
8dcebe53
SS
1#!/usr/bin/perl -w
2############################################################################
3# #
4# This file is part of the IPFire Firewall. #
5# #
6# IPFire is free software; you can redistribute it and/or modify #
7# it under the terms of the GNU General Public License as published by #
8# the Free Software Foundation; either version 2 of the License, or #
9# (at your option) any later version. #
10# #
11# IPFire is distributed in the hope that it will be useful, #
12# but WITHOUT ANY WARRANTY; without even the implied warranty of #
13# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14# GNU General Public License for more details. #
15# #
16# You should have received a copy of the GNU General Public License #
17# along with IPFire; if not, write to the Free Software #
18# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19# #
20# Copyright (C) 2018 IPFire Team <info@ipfire.org>. #
21# #
22############################################################################
23
24package IDS;
25
26require '/var/ipfire/general-functions.pl';
8dcebe53 27
02844177 28# Location where all config and settings files are stored.
164eab66 29our $settingsdir = "${General::swroot}/suricata";
02844177 30
eea2670b 31# Location and name of the tarball which contains the ruleset.
164eab66 32our $rulestarball = "/var/tmp/idsrules.tar.gz";
eea2670b 33
3983aebd 34# File to store any errors, which also will be read and displayed by the wui.
77910792 35our $storederrorfile = "/tmp/ids_storederror";
3983aebd 36
298ef5ba 37# Location where the rulefiles are stored.
21cab141 38our $rulespath = "/var/lib/suricata";
298ef5ba 39
bce84f39
SS
40# File which contains a list of all supported ruleset sources.
41# (Sourcefire, Emergingthreads, etc..)
42our $rulesetsourcesfile = "$settingsdir/ruleset-sources";
43
796eea21
SS
44# The pidfile of the IDS.
45our $idspidfile = "/var/run/suricata.pid";
46
5240a809
SS
47# Location of suricatactrl.
48my $suricatactrl = "/usr/local/bin/suricatactrl";
49
50# Array with allowed commands of suricatactrl.
ed06bc81
SS
51my @suricatactrl_cmds = ( 'start', 'stop', 'restart', 'reload', 'fix-rules-dir', 'cron' );
52
53# Array with supported cron intervals.
54my @cron_intervals = ('off', 'daily', 'weekly' );
5240a809 55
8dcebe53
SS
56#
57## Function for checking if at least 300MB of free disk space are available
58## on the "/var" partition.
59#
60sub checkdiskspace () {
61 # Call diskfree to gather the free disk space of /var.
62 my @df = `/bin/df -B M /var`;
63
64 # Loop through the output.
65 foreach my $line (@df) {
66 # Ignore header line.
67 next if $line =~ m/^Filesystem/;
68
69 # Search for a line with the device information.
70 if ($line =~ m/dev/ ) {
71 # Split the line into single pieces.
72 my @values = split(' ', $line);
73 my ($filesystem, $blocks, $used, $available, $used_perenctage, $mounted_on) = @values;
74
75 # Check if the available disk space is more than 300MB.
76 if ($available < 300) {
434001d0
SS
77 # Log error to syslog.
78 &_log_to_syslog("Not enough free disk space on /var. Only $available MB from 300 MB available.");
8dcebe53 79
434001d0
SS
80 # Exit function and return "1" - False.
81 return 1;
8dcebe53
SS
82 }
83 }
84 }
85
86 # Everything okay, return nothing.
87 return;
88}
89
eea2670b
SS
90#
91## This function is responsible for downloading the configured snort ruleset.
92##
93## * At first it obtains from the stored snortsettings which ruleset should be downloaded.
94## * The next step is to get the download locations for all available rulesets.
95## * After that, the function will check if an upstream proxy should be used and grab the settings.
96## * The last step will be to generate the final download url, by obtaining the URL for the desired
97## ruleset, add the settings for the upstream proxy and final grab the rules tarball from the server.
98#
99sub downloadruleset {
100 # Get snort settings.
101 my %snortsettings=();
02844177 102 &General::readhash("$settingsdir/settings", \%snortsettings);
eea2670b 103
be52c68a
SS
104 # Check if a ruleset has been configured.
105 unless($snortsettings{'RULES'}) {
106 # Log that no ruleset has been configured and abort.
107 &_log_to_syslog("No ruleset source has been configured.");
108
109 # Return "1".
110 return 1;
111 }
112
eea2670b
SS
113 # Get all available ruleset locations.
114 my %rulesetsources=();
bce84f39 115 &General::readhash($rulesetsourcesfile, \%rulesetsources);
eea2670b
SS
116
117 # Read proxysettings.
118 my %proxysettings=();
119 &General::readhash("${General::swroot}/proxy/settings", \%proxysettings);
120
121 # Load required perl module to handle the download.
122 use LWP::UserAgent;
123
124 # Init the download module.
125 my $downloader = LWP::UserAgent->new;
126
127 # Set timeout to 10 seconds.
128 $downloader->timeout(10);
129
130 # Check if an upstream proxy is configured.
131 if ($proxysettings{'UPSTREAM_PROXY'}) {
132 my ($peer, $peerport) = (/^(?:[a-zA-Z ]+\:\/\/)?(?:[A-Za-z0-9\_\.\-]*?(?:\:[A-Za-z0-9\_\.\-]*?)?\@)?([a-zA-Z0-9\.\_\-]*?)(?:\:([0-9]{1,5}))?(?:\/.*?)?$/);
133 my $proxy_url;
134
135 # Check if we got a peer.
136 if ($peer) {
137 $proxy_url = "http://";
138
139 # Check if the proxy requires authentication.
140 if (($proxysettings{'UPSTREAM_USER'}) && ($proxysettings{'UPSTREAM_PASSWORD'})) {
141 $proxy_url .= "$proxysettings{'UPSTREAM_USER'}\:$proxysettings{'UPSTREAM_PASSWORD'}\@";
142 }
143
144 # Add proxy server address and port.
145 $proxy_url .= "$peer\:$peerport";
146 } else {
434001d0
SS
147 # Log error message and break.
148 &_log_to_syslog("Could not proper configure the proxy server access.");
149
150 # Return "1" - false.
151 return 1;
eea2670b
SS
152 }
153
154 # Setup proxy settings.
155 $downloader->proxy('http', $proxy_url);
156 }
157
158 # Grab the right url based on the configured vendor.
159 my $url = $rulesetsources{$snortsettings{'RULES'}};
160
161 # Check if the vendor requires an oinkcode and add it if needed.
162 $url =~ s/\<oinkcode\>/$snortsettings{'OINKCODE'}/g;
163
164 # Abort if no url could be determined for the vendor.
165 unless ($url) {
434001d0
SS
166 # Log error and abort.
167 &_log_to_syslog("Unable to gather a download URL for the selected ruleset.");
168 return 1;
eea2670b
SS
169 }
170
96da5803
SS
171 # Pass the requrested url to the downloader.
172 my $request = HTTP::Request->new(HEAD => $url);
173
174 # Accept the html header.
175 $request->header('Accept' => 'text/html');
176
177 # Perform the request and fetch the html header.
178 my $response = $downloader->request($request);
179
180 # Check if there was any error.
181 unless ($response->is_success) {
182 # Obtain error.
183 my $error = $response->content;
184
185 # Log error message.
186 &_log_to_syslog("Unable to download the ruleset. \($error\)");
187
188 # Return "1" - false.
189 return 1;
190 }
191
192 # Assign the fetched header object.
193 my $header = $response->headers;
194
195 # Grab the remote file size from the object and store it in the
196 # variable.
197 my $remote_filesize = $header->content_length;
198
eea2670b
SS
199 # Pass the requested url to the downloader.
200 my $request = HTTP::Request->new(GET => $url);
201
202 # Perform the request and save the output into the "$rulestarball" file.
203 my $response = $downloader->request($request, $rulestarball);
204
205 # Check if there was any error.
206 unless ($response->is_success) {
88daf7eb
SS
207 # Obtain error.
208 my $error = $response->content;
209
434001d0 210 # Log error message.
88daf7eb 211 &_log_to_syslog("Unable to download the ruleset. \($error\)");
434001d0
SS
212
213 # Return "1" - false.
214 return 1;
eea2670b
SS
215 }
216
96da5803
SS
217 # Load perl stat module.
218 use File::stat;
219
220 # Perform stat on the rulestarball.
221 my $stat = stat($rulestarball);
222
223 # Grab the local filesize of the downloaded tarball.
224 my $local_filesize = $stat->size;
225
226 # Check if both file sizes match.
227 unless ($remote_filesize eq $local_filesize) {
228 # Log error message.
229 &_log_to_syslog("Unable to completely download the ruleset. ");
230 &_log_to_syslog("Only got $local_filesize Bytes instead of $remote_filesize Bytes. ");
231
232 # Return "1" - false.
233 return 1;
234 }
235
eea2670b
SS
236 # If we got here, everything worked fine. Return nothing.
237 return;
238}
8dcebe53 239
25f5cb0d
SS
240#
241## A tiny wrapper function to call the oinkmaster script.
242#
243sub oinkmaster () {
330759d8
SS
244 # Check if the files in rulesdir have the correct permissions.
245 &_check_rulesdir_permissions();
246
883820bd
SS
247 # Cleanup the rules directory before filling it with the new rulest.
248 &_cleanup_rulesdir();
249
0e40e1e7
SS
250 # Load perl module to talk to the kernel syslog.
251 use Sys::Syslog qw(:DEFAULT setlogsock);
252
253 # Establish the connection to the syslog service.
254 openlog('oinkmaster', 'cons,pid', 'user');
255
25f5cb0d 256 # Call oinkmaster to generate ruleset.
d9711d91 257 open(OINKMASTER, "/usr/local/bin/oinkmaster.pl -v -s -u file://$rulestarball -C $settingsdir/oinkmaster.conf -o $rulespath|") or die "Could not execute oinkmaster $!\n";
0e40e1e7
SS
258
259 # Log output of oinkmaster to syslog.
260 while(<OINKMASTER>) {
261 # The syslog function works best with an array based input,
262 # so generate one before passing the message details to syslog.
263 my @syslog = ("INFO", "$_");
264
265 # Send the log message.
266 syslog(@syslog);
267 }
268
269 # Close the pipe to oinkmaster process.
270 close(OINKMASTER);
271
272 # Close the log handle.
273 closelog();
25f5cb0d
SS
274}
275
3983aebd
SS
276#
277## Function to do all the logging stuff if the downloading or updating of the ruleset fails.
278#
279sub log_error ($) {
280 my ($error) = @_;
281
282 # Remove any newline.
283 chomp($error);
284
eb5592c1
SS
285 # Call private function to log the error message to syslog.
286 &_log_to_syslog($error);
287
3983aebd
SS
288 # Call private function to write/store the error message in the storederrorfile.
289 &_store_error_message($error);
290}
291
eb5592c1
SS
292#
293## Function to log a given error message to the kernel syslog.
294#
295sub _log_to_syslog ($) {
296 my ($message) = @_;
297
298 # Load perl module to talk to the kernel syslog.
299 use Sys::Syslog qw(:DEFAULT setlogsock);
300
301 # The syslog function works best with an array based input,
302 # so generate one before passing the message details to syslog.
303 my @syslog = ("ERR", "<ERROR> $message");
304
305 # Establish the connection to the syslog service.
306 openlog('oinkmaster', 'cons,pid', 'user');
307
308 # Send the log message.
309 syslog(@syslog);
310
311 # Close the log handle.
312 closelog();
313}
314
3983aebd
SS
315#
316## Private function to write a given error message to the storederror file.
317#
318sub _store_error_message ($) {
319 my ($message) = @_;
320
321 # Remove any newline.
322 chomp($message);
323
324 # Open file for writing.
325 open (ERRORFILE, ">$storederrorfile") or die "Could not write to $storederrorfile. $!\n";
326
327 # Write error to file.
328 print ERRORFILE "$message\n";
329
330 # Close file.
331 close (ERRORFILE);
332}
333
1cae702c
SS
334#
335## Function to get a list of all available network zones.
336#
337sub get_available_network_zones () {
338 # Get netsettings.
339 my %netsettings = ();
340 &General::readhash("${General::swroot}/ethernet/settings", \%netsettings);
341
342 # Obtain the configuration type from the netsettings hash.
343 my $config_type = $netsettings{'CONFIG_TYPE'};
344
345 # Hash which contains the conversation from the config mode
346 # to the existing network interface names. They are stored like
347 # an array.
348 #
349 # Mode "0" red is a modem and green
350 # Mode "1" red is a netdev and green
351 # Mode "2" red, green and orange
352 # Mode "3" red, green and blue
353 # Mode "4" red, green, blue, orange
354 my %config_type_to_interfaces = (
355 "0" => [ "red", "green" ],
356 "1" => [ "red", "green" ],
357 "2" => [ "red", "green", "orange" ],
358 "3" => [ "red", "green", "blue" ],
359 "4" => [ "red", "green", "blue", "orange" ]
360 );
361
362 # Obtain and dereference the corresponding network interaces based on the read
363 # network config type.
364 my @network_zones = @{ $config_type_to_interfaces{$config_type} };
365
366 # Return them.
367 return @network_zones;
368}
369
796eea21
SS
370#
371## Function to check if the IDS is running.
372#
373sub ids_is_running () {
374 if(-f $idspidfile) {
375 # Open PID file for reading.
376 open(PIDFILE, "$idspidfile") or die "Could not open $idspidfile. $!\n";
377
378 # Grab the process-id.
379 my $pid = <PIDFILE>;
380
381 # Close filehandle.
382 close(PIDFILE);
383
384 # Remove any newline.
385 chomp($pid);
386
387 # Check if a directory for the process-id exists in proc.
388 if(-d "/proc/$pid") {
389 # The IDS daemon is running return the process id.
390 return $pid;
391 }
392 }
393
394 # Return nothing - IDS is not running.
395 return;
396}
397
5240a809
SS
398#
399## Function to call suricatactrl binary with a given command.
400#
401sub call_suricatactrl ($) {
402 # Get called option.
ed06bc81 403 my ($option, $interval) = @_;
5240a809
SS
404
405 # Loop through the array of supported commands and check if
406 # the given one is part of it.
407 foreach my $cmd (@suricatactrl_cmds) {
408 # Skip current command unless the given one has been found.
409 next unless($cmd eq $option);
410
ed06bc81
SS
411 # Check if the given command is "cron".
412 if ($option eq "cron") {
413 # Check if an interval has been given.
414 if ($interval) {
415 # Check if the given interval is valid.
416 foreach my $element (@cron_intervals) {
417 # Skip current element until the given one has been found.
418 next unless($element eq $interval);
419
420 # Call the suricatactrl binary and pass the "cron" command
421 # with the requrested interval.
422 system("$suricatactrl $option $interval &>/dev/null");
423
424 # Return "1" - True.
425 return 1;
426 }
427 }
5240a809 428
ed06bc81
SS
429 # If we got here, the given interval is not supported or none has been given. - Return nothing.
430 return;
431 } else {
432 # Call the suricatactrl binary and pass the requrested
433 # option to it.
434 system("$suricatactrl $option &>/dev/null");
435
436 # Return "1" - True.
437 return 1;
438 }
5240a809
SS
439 }
440
441 # Command not found - return nothing.
442 return;
443}
444
308ba5e7
SS
445#
446## Function to create a new empty file.
447#
448sub create_empty_file($) {
449 my ($file) = @_;
450
451 # Check if the given file exists.
452 if(-e $file) {
453 # Do nothing to prevent from overwriting existing files.
454 return;
455 }
456
457 # Open the file for writing.
458 open(FILE, ">$file") or die "Could not write to $file. $!\n";
459
460 # Close file handle.
461 close(FILE);
462
463 # Return true.
464 return 1;
465}
466
330759d8
SS
467#
468## Private function to check if the file permission of the rulespath are correct.
469## If not, call suricatactrl to fix them.
470#
471sub _check_rulesdir_permissions() {
e568796b
SS
472 # Check if the rulepath main directory is writable.
473 unless (-W $rulespath) {
474 # If not call suricatctrl to fix it.
475 &call_suricatactrl("fix-rules-dir");
476 }
477
330759d8
SS
478 # Open snort rules directory and do a directory listing.
479 opendir(DIR, $rulespath) or die $!;
480 # Loop through the direcory.
481 while (my $file = readdir(DIR)) {
482 # We only want files.
483 next unless (-f "$rulespath/$file");
484
485 # Check if the file is writable by the user.
486 if (-W "$rulespath/$file") {
487 # Everything is okay - go on to the next file.
488 next;
489 } else {
490 # There are wrong permissions, call suricatactrl to fix it.
491 &call_suricatactrl("fix-rules-dir");
492 }
493 }
494}
495
b59cdbee
SS
496#
497## Private function to cleanup the directory which contains
498## the IDS rules, before extracting and modifing the new ruleset.
499#
500sub _cleanup_rulesdir() {
8cf04a16
SS
501 # Open rules directory and do a directory listing.
502 opendir(DIR, $rulespath) or die $!;
503
504 # Loop through the direcory.
505 while (my $file = readdir(DIR)) {
506 # We only want files.
507 next unless (-f "$rulespath/$file");
508
509 # Skip element if it has config as file extension.
510 next if ($file =~ m/\.config$/);
b59cdbee 511
8cf04a16 512 # Delete the current processed file, if not, exit this function
b59cdbee 513 # and return an error message.
1201c1e7 514 unlink("$rulespath/$file") or return "Could not delete $rulespath/$file. $!\n";
b59cdbee
SS
515 }
516
4ce42488 517 # Return nothing;
b59cdbee
SS
518 return;
519}
520
8dcebe53 5211;