build.sh

   1 #!/bin/bash -l
   2
   3 BASEDIR="/build/nightly"
   4 LOCKFILE="/tmp/.nightly-builds.lock"
   5
   6 UPLOAD_DIR="${BASEDIR}/upload"
   7 UPLOAD_TO="pakfire@fs01.haj.ipfire.org:/pub/nightly"
   8 RSYNC_ARGS=( "--delay-updates" )
   9
  10 extract_installer_from_iso() {
  11         local dir="${1}"
  12
  13         local tmpdir="$(mktemp -d)"
  14         mkdir -p "${dir}/images"
  15
  16         local file
  17         for file in ${dir}/*.iso; do
  18                 if mount -o loop,ro "${file}" "${tmpdir}"; then
  19                         local f
  20                         for f in vmlinuz instroot; do
  21                                 cp -f "${tmpdir}/boot/isolinux/${f}" "${dir}/images"
  22                         done
  23                         umount "${tmpdir}"
  24
  25                         local ext
  26                         for ext in "" ".md5"; do
  27                                 ln -s --relative "${file}${ext}" \
  28                                         "${dir}/images/installer.iso${ext}"
  29                         done
  30                         break
  31                 fi
  32         done 2>/dev/null
  33
  34         rm -rf "${tmpdir}"
  35 }
  36
  37 build() {
  38         local dir="${1}"
  39         shift
  40
  41         # Check if this actually source of IPFire 2
  42         [ -x "${dir}/make.sh" ] || return 1
  43
  44         pushd "${dir}"
  45
  46         local branch="$(git config build.branch)"
  47         [ -z "${branch}" ] && branch="master"
  48
  49         local commit_old="$(git rev-parse HEAD)"
  50         git fetch
  51
  52         # Search for the latest core branch
  53         if [ "${branch}" = "core" ]; then
  54                 branch=$(git branch -r | awk -F/ '{ print $NF }' | grep ^core | sort --version-sort | tail -n1)
  55         fi
  56
  57         # If the branch was not updated, we won't build
  58         local commit_new="$(git rev-parse origin/${branch})"
  59         [ "${commit_old}" = "${commit_new}" ] && return 2
  60
  61         local current_branch="$(git rev-parse --abbrev-ref HEAD)"
  62         if [ "${current_branch}" != "${branch}" ]; then
  63                 git checkout -b "${branch}" "${commit_new}"
  64         fi
  65
  66         # Checkout the latest commit
  67         git reset --hard "${commit_new}"
  68
  69         local now="$(git log --format="%ci" -1 "${commit_new}")"
  70
  71         local targets="$(git config build.targets)"
  72         [ -z "${targets}" ] && targets="i586"
  73
  74         local target
  75         for target in ${targets}; do
  76                 local build_path="${UPLOAD_DIR}/${branch}/${now}-${commit_new:0:8}"
  77                 local build="${build_path}/${target}"
  78
  79                 # Ready for build
  80                 ./make.sh --target="${target}" clean
  81
  82                 # Download the toolchain if required
  83                 ./make.sh --target="${target}" gettoolchain || continue
  84
  85                 # Download all sources
  86                 ./make.sh --target="${target}" downloadsrc || continue
  87
  88                 # Execute the build
  89                 mkdir -p "${build}"
  90                 ./make.sh --target="${target}" build | tee "${build}/build.log"
  91                 local ret=${PIPESTATUS[0]}
  92
  93                 # Save the changelog
  94                 git log -50 > "${build}/changelog.txt"
  95
  96                 # Save the result
  97                 if [ "${ret}" = "0" ]; then
  98                         mv -v *.iso *.img.gz *.img.xz *.tar.bz2 *.md5 packages/ "${build}"
  99                         extract_installer_from_iso "${build}"
 100                         touch "${build}/.success"
 101                 fi
 102                 mv -v log/ "${build}"
 103
 104                 # Cleanup the build environment
 105                 ./make.sh --target="${target}" clean
 106
 107                 # Upload the result
 108                 # If that failed, we will keep the result and it will
 109                 # be retried with the next build. If that succeeded, the
 110                 # build will be removed from disk.
 111                 if sync; then
 112                         rm -rf "${UPLOAD_DIR}"
 113                 fi
 114         done
 115
 116         popd
 117 }
 118
 119 sync() {
 120         mkdir -p "${UPLOAD_DIR}"
 121
 122         # Acquire a Kerberos ticket for authentication
 123         if ! klist &>/dev/null; then
 124                 kinit -k -t /etc/krb5.keytab "host/${HOSTNAME}"
 125         fi
 126
 127         rsync -avH --progress "${RSYNC_ARGS[@]}" \
 128                 "${UPLOAD_DIR}/" "${UPLOAD_TO}"
 129 }
 130
 131 is_locked() {
 132         [ -e "${LOCKFILE}" ]
 133 }
 134
 135 lock() {
 136         touch "${LOCKFILE}"
 137 }
 138
 139 unlock() {
 140         rm -f "${LOCKFILE}"
 141 }
 142
 143 # Don't start again if the script is already running
 144 # or if an other build script is running
 145 if is_locked || pgrep make.sh >/dev/null; then
 146         exit 0
 147 fi
 148
 149 # Lock
 150 trap unlock EXIT
 151 lock
 152
 153 for repo in $(find ${BASEDIR} -maxdepth 3 -type d -name ".git"); do
 154         [ -d "${repo}" ] || continue
 155
 156         build "$(dirname ${repo})"
 157 done
 158
 159 # Try to sync even nothing was built for retrying failed uploads
 160 sync
 161
 162 exit 0