build.sh

   1 #!/bin/bash -l
   2
   3 BASEDIR="/build/nightly"
   4 LOCKFILE="/tmp/.nightly-builds.lock"
   5
   6 UPLOAD_DIR="${BASEDIR}/upload"
   7 UPLOAD_TO="pakfire@fs01.haj.ipfire.org:/pub/nightly"
   8 RSYNC_ARGS=""
   9
  10 extract_installer_from_iso() {
  11         local dir="${1}"
  12
  13         local tmpdir="$(mktemp -d)"
  14         mkdir -p "${dir}/images"
  15
  16         local file
  17         for file in ${dir}/*.iso; do
  18                 if mount -o loop,ro "${file}" "${tmpdir}"; then
  19                         local f
  20                         for f in vmlinuz instroot; do
  21                                 cp -f "${tmpdir}/boot/isolinux/${f}" "${dir}/images"
  22                         done
  23                         umount "${tmpdir}"
  24
  25                         local ext
  26                         for ext in "" ".md5"; do
  27                                 ln -s --relative "${file}${ext}" \
  28                                         "${dir}/images/installer.iso${ext}"
  29                         done
  30                         break
  31                 fi
  32         done 2>/dev/null
  33
  34         rm -rf "${tmpdir}"
  35 }
  36
  37 build() {
  38         local dir="${1}"
  39         shift
  40
  41         # Check if this actually source of IPFire 2
  42         [ -x "${dir}/make.sh" ] || return 1
  43
  44         pushd "${dir}"
  45
  46         local branch="$(git config build.branch)"
  47         [ -z "${branch}" ] && branch="master"
  48
  49         local commit_old="$(git rev-parse HEAD)"
  50         git fetch
  51
  52         # Search for the latest core branch
  53         if [ "${branch}" = "core" ]; then
  54                 branch=$(git branch -r | awk -F/ '{ print $NF }' | grep ^core | sort --version-sort | tail -n1)
  55         fi
  56
  57         # If the branch was not updated, we won't build
  58         local commit_new="$(git rev-parse origin/${branch})"
  59         [ "${commit_old}" = "${commit_new}" ] && return 2
  60
  61         # Checkout the latest commit
  62         git reset --hard "${commit_new}"
  63
  64         local now="$(git log --format="%ci" -1 "${commit_new}")"
  65
  66         local targets="$(git config build.targets)"
  67         [ -z "${targets}" ] && targets="i586"
  68
  69         local target
  70         for target in ${targets}; do
  71                 local build_path="${UPLOAD_DIR}/${branch}/${now}-${commit_new:0:8}"
  72                 local build="${build_path}/${target}"
  73
  74                 # Ready for build
  75                 ./make.sh --target="${target}" clean
  76
  77                 # Download the toolchain if required
  78                 ./make.sh --target="${target}" gettoolchain || continue
  79
  80                 # Download all sources
  81                 ./make.sh --target="${target}" downloadsrc || continue
  82
  83                 # Execute the build
  84                 mkdir -p "${build}"
  85                 ./make.sh --target="${target}" build | tee "${build}/build.log"
  86                 local ret=${PIPESTATUS[0]}
  87
  88                 # Save the changelog
  89                 git log -50 > "${build}/changelog.txt"
  90
  91                 # Save the result
  92                 if [ "${ret}" = "0" ]; then
  93                         mv -v *.iso *.img.gz *.img.xz *.tar.bz2 *.md5 packages/ "${build}"
  94                         extract_installer_from_iso "${build}"
  95                         touch "${build}/.success"
  96                 fi
  97                 mv -v log/ "${build}"
  98
  99                 # Cleanup the build environment
 100                 ./make.sh --target="${target}" clean
 101
 102                 # Upload the result
 103                 # If that failed, we will keep the result and it will
 104                 # be retried with the next build. If that succeeded, the
 105                 # build will be removed from disk.
 106                 if sync; then
 107                         rm -rf "${UPLOAD_DIR}"
 108                 fi
 109         done
 110
 111         popd
 112 }
 113
 114 sync() {
 115         mkdir -p "${UPLOAD_DIR}"
 116
 117         # Acquire a Kerberos ticket for authentication
 118         if ! klist &>/dev/null; then
 119                 kinit -k -t /etc/krb5.keytab "host/${HOSTNAME}"
 120         fi
 121
 122         rsync -avHz --progress ${RSYNC_ARGS} \
 123                 "${UPLOAD_DIR}/" "${UPLOAD_TO}"
 124 }
 125
 126 is_locked() {
 127         [ -e "${LOCKFILE}" ]
 128 }
 129
 130 lock() {
 131         touch "${LOCKFILE}"
 132 }
 133
 134 unlock() {
 135         rm -f "${LOCKFILE}"
 136 }
 137
 138 # Don't start again if the script is already running
 139 # or if an other build script is running
 140 if is_locked || pgrep make.sh >/dev/null; then
 141         exit 0
 142 fi
 143
 144 # Lock
 145 trap unlock EXIT
 146 lock
 147
 148 for repo in $(find ${BASEDIR} -maxdepth 3 -type d -name ".git"); do
 149         [ -d "${repo}" ] || continue
 150
 151         build "$(dirname ${repo})"
 152 done
 153
 154 # Try to sync even nothing was built for retrying failed uploads
 155 sync
 156
 157 exit 0