From: Eric Leblond <eric@regit.org>
Date: Fri, 6 Sep 2013 09:26:21 +0000 (+0200)
Subject: script: add script to start personal builder
X-Git-Tag: suricata-2.0beta2~397
X-Git-Url: http://git.ipfire.org/gitweb.cgi?a=commitdiff_plain;h=c390006aee31e5bb8e084368e42469af2d9edfab;p=thirdparty%2Fsuricata.git

script: add script to start personal builder

This script HAS to be used by developer having an account on Suricata
buildbot. It MUST be run before doing a PR. It will trigger a build on
the branch and this will check the validity of the proposed branch.
The cinematic is simple:
 - Push branch XXX to github
 - Run 'prscript.py -u USER -p PASSWORD XXX'
 - Wait for the result
 - If successful, PR can be done
---

diff --git a/qa/prscript.py b/qa/prscript.py
new file mode 100755
index 0000000000..b0c1d2cdaa
--- /dev/null
+++ b/qa/prscript.py
@@ -0,0 +1,106 @@
+#!/usr/bin/env python
+# Copyright(C) 2013 Open Information Security Foundation
+
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, version 2 of the License.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
+
+import urllib, urllib2
+import simplejson as json
+import time
+import argparse
+import sys
+# variables
+#  - github user
+#  - buildbot user and password
+
+BASE_URI="https://buildbot.suricata-ids.org/"
+BUILDERS_URI=BASE_URI+"builders/"
+JSON_BUILDERS_URI=BASE_URI+"json/builders/"
+
+parser = argparse.ArgumentParser(prog='prscript', description='Script checking validity of branch before PR')
+parser.add_argument('-u', '--username', dest='username', help='github and buildbot user')
+parser.add_argument('-p', '--password', dest='password', help='buildbot password')
+parser.add_argument('-c', '--check', action='store_const', const=True, help='only check last build', default=False)
+parser.add_argument('branch', metavar='branch', help='github branch to build')
+args = parser.parse_args()
+username = args.username
+password = args.password
+
+def SubmitBuild(branch):
+    raw_params = {'username':username,'passwd':password,'branch':branch,'comments':'Testing ' + branch, 'name':'force_build'}
+    params = urllib.urlencode(raw_params)
+    request = urllib2.Request(BUILDERS_URI + username + '/force', params)
+    page = urllib2.urlopen(request)
+    info = page.info()
+    result = page.read()
+    if "Current Builds" in result:
+        print "Build submitted"
+        return 0
+    else:
+        return -1
+
+# TODO honor the branch argument
+def FindBuild(branch):
+    request = urllib2.Request(JSON_BUILDERS_URI + username + '/')
+    page = urllib2.urlopen(request)
+    json_result = json.loads(page.read())
+    # Pending build is unnumbered
+    if json_result["pendingBuilds"]:
+        return -1
+    if json_result["currentBuilds"]:
+        return json_result["currentBuilds"][0]
+    if json_result["cachedBuilds"]:
+        return json_result["cachedBuilds"][-1]
+
+def GetBuildStatus(builder, buildid):
+    # https://buildbot.suricata-ids.org/json/builders/build%20deb6/builds/11
+    request = urllib2.Request(JSON_BUILDERS_URI + username + '/builds/' + str(buildid))
+    page = urllib2.urlopen(request)
+    json_result = json.loads(page.read())
+    if json_result["currentStep"]:
+        return 1
+    if 'successful' in json_result["text"]:
+        return 0
+    return -1
+
+# check that github branch and current branch are sync
+
+
+# submit buildbot form to build current branch on the devel builder
+if not args.check:
+    res = SubmitBuild(args.branch)
+    if res == -1:
+        print "Unable to start build. Check command line parameters"
+        sys.exit(-1)
+    print "Waiting for test completion"
+
+# get build number and exit if we don't have
+buildid = FindBuild(args.branch)
+if buildid == -1:
+    print "Pending build tracking is not supported. Follow build by browsing " + BUILDERS_URI + username
+    sys.exit(-1)
+# fetch result every 10 secs till task is over
+
+res = 1
+while res == 1:
+    res = GetBuildStatus(username,buildid)
+    if res == 1:
+        time.sleep(10)
+
+# return the result
+if res == 0:
+    print "Build successful"
+    sys.exit(0)
+else:
+    print "Build failure: " + BUILDERS_URI + username + '/builds/' + str(buildid)
+    sys.exit(-1)