src/scripts/xt_geoip_update

   1 #!/bin/bash
   2 ###############################################################################
   3 #                                                                             #
   4 # IPFire.org - A linux based firewall                                         #
   5 # Copyright (C) 2019 IPFire Development Team <info@ipfire.org>                #
   6 #                                                                             #
   7 # This program is free software: you can redistribute it and/or modify        #
   8 # it under the terms of the GNU General Public License as published by        #
   9 # the Free Software Foundation, either version 3 of the License, or           #
  10 # (at your option) any later version.                                         #
  11 #                                                                             #
  12 # This program is distributed in the hope that it will be useful,             #
  13 # but WITHOUT ANY WARRANTY; without even the implied warranty of              #
  14 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the               #
  15 # GNU General Public License for more details.                                #
  16 #                                                                             #
  17 # You should have received a copy of the GNU General Public License           #
  18 # along with this program.  If not, see <http://www.gnu.org/licenses/>.       #
  19 #                                                                             #
  20 ###############################################################################
  21
  22 TMP_PATH=$(mktemp -d)
  23 TMP_FILE=$(mktemp -p $TMP_PATH)
  24
  25 SCRIPT_PATH=/usr/local/bin
  26 DEST_PATH=/usr/share/xt_geoip
  27 DB_PATH=/var/lib/GeoIP
  28 DB1_PATH=/usr/share/GeoIP
  29
  30 DL_URL=https://geolite.maxmind.com/download/geoip/database
  31 DL_FILE=GeoLite2-Country-CSV.zip
  32
  33 eval $(/usr/local/bin/readhash /var/ipfire/proxy/settings)
  34
  35 function download() {
  36         echo "Downloading latest GeoIP ruleset..."
  37
  38         # Create temporary directory.
  39         mkdir -pv $TMP_PATH
  40
  41         # Proxy settings.
  42         # Check if a proxy should be used.
  43         if [[ $UPSTREAM_PROXY ]]; then
  44                 PROXYSETTINGS="-e https_proxy=http://"
  45
  46                 # Check if authentication against the proxy is configured.
  47                 if [[ $UPSTREAM_USER && $UPSTREAM_PASSWORD ]]; then
  48                         PROXYSETTINGS="$PROXYSETTINGS$UPSTREAM_USER:$UPSTREAM_PASSWORD@"
  49                 fi
  50
  51                 # Add proxy server.
  52                 PROXYSETTINGS="$PROXYSETTINGS$UPSTREAM_PROXY"
  53         fi
  54
  55         # Get the latest GeoIP database from server.
  56         wget $DL_URL/$DL_FILE $PROXYSETTINGS -O $TMP_FILE
  57
  58         # Extract files to database path.
  59         unzip $TMP_FILE -d $TMP_PATH
  60
  61         return 0
  62 }
  63
  64 function install() {
  65         echo "Install CSV database..."
  66
  67         # Check if the database dir exists.
  68         if [ ! -e "$DB_PATH" ]; then
  69                 mkdir -p $DB_PATH &>/dev/null
  70         fi
  71
  72         # Check if the directory for binary databases exists.
  73         if [ ! -e "$DEST_PATH" ]; then
  74                 mkdir -p $DEST_PATH &>/dev/null
  75         fi
  76
  77         # Install CSV databases.
  78         if ! cp -af $TMP_PATH/*/* $DB_PATH &>/dev/null; then
  79                 echo "Could not copy files. Aborting." >&2
  80                 return 1
  81         fi
  82
  83         return 0
  84 }
  85
  86 function build_legacy() {
  87         # Create temporary directory.
  88         mkdir -pv $TMP_PATH
  89
  90         echo "Convert database to legacy GeoIP.dat ..."
  91         cat $DB_PATH/GeoLite2-Country-Blocks-IPv4.csv | \
  92             $DB1_PATH/bin/geolite2-to-legacy-csv.sh $DB1_PATH/bin/countryInfo.txt > \
  93             $TMP_FILE
  94         $DB1_PATH/bin/geoip-generator -v -4 --info="$(date -u +'GEO-106FREE %Y%m%d Build -IPFire-' \
  95             -r $DB_PATH/GeoLite2-Country-Blocks-IPv4.csv) $(<$DB_PATH/COPYRIGHT.txt)" -o \
  96             $DB1_PATH/GeoIP.dat $TMP_FILE
  97
  98         return 0
  99 }
 100
 101
 102 function build() {
 103         echo "Convert database..."
 104
 105         # Run script to convert the CSV file into several xtables
 106         # compatible binary files.
 107         if ! $SCRIPT_PATH/xt_geoip_build -S $DB_PATH -D $DEST_PATH; then
 108                 echo "Could not convert ruleset. Aborting." >&2
 109                 return 1
 110         fi
 111
 112         return 0
 113 }
 114
 115 function cleanup() {
 116         echo "Cleaning up temporary files..."
 117         if ! rm -rf $TMP_PATH &>/dev/null; then
 118                 echo "Could not remove files. Aborting." >&2
 119                 return 1
 120         fi
 121
 122         return 0
 123 }
 124
 125 function main() {
 126         # Download ruleset.
 127         download || exit $?
 128
 129         if ! install; then
 130                 # Do cleanup.
 131                 cleanup || exit $?
 132                 exit 1
 133         fi
 134
 135         # Remove temporary files.
 136         cleanup || exit $?
 137
 138         # Convert the ruleset.
 139         build || exit $?
 140
 141         # Convert GeoIP2 to lagacy.
 142         build_legacy || exit $?
 143         return 0
 144
 145         # Remove temporary files.
 146         cleanup || exit $?
 147 }
 148
 149 # Run the main function.
 150 main