--- /dev/null
+#! /usr/bin/env python
+
+#
+# TVH bintray tool, compatible with both python2 and python3
+#
+
+import os
+import sys
+import json
+import base64
+import traceback
+try:
+ # Python 3
+ import urllib.request as urllib
+ from urllib.parse import urlencode
+except ImportError:
+ # Python 2
+ import urllib2 as urllib
+ from urllib import urlencode
+
+def env(key):
+ if key in os.environ: return os.environ[key]
+ return None
+
+DEBUG=False
+
+BINTRAY_API='https://bintray.com/api/v1'
+BINTRAY_USER=env('BINTRAY_USER')
+BINTRAY_PASS=env('BINTRAY_PASS')
+BINTRAY_REPO=env('BINTRAY_REPO')
+BINTRAY_COMPONENT=env('BINTRAY_COMPONENT')
+BINTRAY_ORG=env('BINTRAY_ORG') or 'tvheadend'
+BINTRAY_PACKAGE='tvheadend'
+
+PACKAGE_DESC='Tvheadend is a TV streaming server and recorder for Linux, FreeBSD and Android'
+
+class Response(object):
+ def __init__(self, response):
+ self.url = response.geturl()
+ self.code = response.getcode()
+ self.reason = response.msg
+ self.headers = response.info()
+ if 'Content-type' in self.headers and self.headers['Content-type'] == 'application/json':
+ self.body = json.loads(response.read())
+ else:
+ self.body = response.read()
+
+class Bintray(object):
+
+ def __init__(self, path, headers=None):
+ self._headers = headers or {}
+ self._path = path or []
+ a = '%s:%s' % (BINTRAY_USER, BINTRAY_PASS)
+ self._auth = b'Basic ' + base64.b64encode(a.encode('utf-8'))
+
+ def opener(self):
+ if DEBUG:
+ return urllib.build_opener(urllib.HTTPSHandler(debuglevel=1))
+ else:
+ return urllib.build_opener()
+
+ def _push(self, data, binary=None, method='PUT'):
+ content_type = 'application/json'
+ if binary:
+ content_type = 'application/binary'
+ else:
+ data = json.dumps(data)
+ opener = self.opener()
+ path = self._path
+ if path[0] != '/': path = '/' + path
+ request = urllib.Request(BINTRAY_API + path, data=data)
+ request.add_header('Content-Type', content_type)
+ request.add_header('Authorization', self._auth)
+ request.get_method = lambda: method
+ try:
+ r = Response(opener.open(request))
+ except urllib.HTTPError as e:
+ r = Response(e)
+ return r
+
+ def get(self, binary=None):
+ return self._push(None, method='GET')
+
+ def delete(self, binary=None):
+ return self._push(None, method='DELETE')
+
+ def put(self, data, binary=None):
+ return self._push(data, binary)
+
+ def post(self, data):
+ return self._push(data, method='POST')
+
+def error(lvl, msg, *args):
+ sys.stderr.write(msg % args + '\n')
+ sys.exit(lvl)
+
+def info(msg, *args):
+ print('BINTRAY: ' + msg % args)
+
+def do_upload(*args):
+ if len(args) < 2: error(1, 'upload [url] [file]')
+ bpath, file = args[0], args[1]
+ data = open(file, 'rb').read()
+ resp = Bintray(bpath).put(data, binary=1)
+ if resp.code != 200 and resp.code != 201:
+ if resp.code == 409:
+ error(0, 'HTTP WARNING "%s" %s %s', resp.url, resp.code, resp.reason)
+ error(10, 'HTTP ERROR "%s" %s %s', resp.url, resp.code, resp.reason)
+
+def get_ver(version):
+ if version.find('-') > 0:
+ version, git = version.split('-', 1)
+ else:
+ git = None
+ try:
+ major, minor, rest = version.split('.', 2)
+ except:
+ major, minor = version.split('.', 1)
+ rest = ''
+ return (major, minor, rest, git)
+
+def get_path(version, repo):
+ major, minor, rest, git = get_ver(version)
+ if int(major) >= 4 and int(minor) & 1 == 0:
+ if repo in ['fedora', 'centos', 'rhel'] and git.find('~') <= 0:
+ return '%s.%s-release' % (major, minor)
+ return '%s.%s' % (major, minor)
+ return 't'
+
+def get_component(version):
+ major, minor, rest, git = get_ver(version)
+ if int(major) >= 4 and int(minor) & 1 == 0:
+ if git and git.find('~') > 0:
+ return 'stable-%s.%s' % (major, minor)
+ return 'release-%s.%s' % (major, minor)
+ return 'unstable'
+
+def get_repo(filename, hint=None):
+ if hint: return hint
+ if BINTRAY_REPO: return BINTRAY_REPO
+ name, ext = os.path.splitext(filename)
+ if ext == '.deb':
+ return 'deb'
+ if ext == '.rpm':
+ if name.find('.centos') > 0:
+ return 'centos'
+ elif name.find('.fc') > 0:
+ return 'fedora'
+ elif name.find('.el') > 0:
+ return 'rhel'
+
+def rpmversion(name):
+ ver = type('',(object,),{})()
+ rpmbase, ver.arch = name.rsplit('.', 1)
+ rpmname, rpmversion = rpmbase.rsplit('-', 1)
+ rpmname, rpmversion2 = rpmname.rsplit('-', 1)
+ rpmversion = rpmversion2 + '-' + rpmversion
+ rpmver1, rpmver2 = rpmversion.split('-', 1)
+ rpmversion, ver.dist = rpmver2.split('.', 1)
+ ver.version = rpmver1 + '-' + rpmversion
+ return ver
+
+def get_bintray_params(filename, hint=None):
+ filename = filename.strip()
+ basename = os.path.basename(filename)
+ name, ext = os.path.splitext(basename)
+ args = type('',(object,),{})()
+ args.org = BINTRAY_ORG
+ args.repo = get_repo(basename, hint)
+ args.package = BINTRAY_PACKAGE
+ extra = []
+ if args.repo == 'deb':
+ debbase, debarch = name.rsplit('_', 1)
+ try:
+ debname, debversion = debbase.split('_', 1)
+ except:
+ debname, debversion = debbase.split('-', 1)
+ debversion, debdistro = debversion.rsplit('~', 1)
+ args.version = debversion
+ args.path = 'pool/' + get_path(debversion, args.repo) + '/' + args.package
+ extra.append('deb_component=' + (BINTRAY_COMPONENT or get_component(debversion)))
+ extra.append('deb_distribution=' + debdistro)
+ extra.append('deb_architecture=' + debarch)
+ else:
+ rpmver = rpmversion(name)
+ args.version = rpmver.version
+ args.path = 'linux/' + get_path(rpmver.version, args.repo) + \
+ '/' + rpmver.dist + '/' + rpmver.arch
+ extra = ';'.join(extra)
+ if extra: extra = ';' + extra
+ return (basename, args, extra)
+
+def do_publish(*args):
+ return
+ if len(args) < 1: error(1, 'upload [file with the file list]')
+ if not DEBUG:
+ branches = os.popen('git branch --contains HEAD').readlines()
+ ok = 0
+ for b in branches:
+ if b[0] == '*':
+ b = b[1:]
+ b = b.strip()
+ if b == 'master' or b.startswith('release/'):
+ ok = 1
+ break
+ if not ok:
+ info('BINTRAY upload - invalid branches\n%s', branches)
+ sys.exit(0)
+ files = open(args[0]).readlines()
+ args = None
+ for file in files:
+ try:
+ basename, args, extra = get_bintray_params(file)
+ hint = args.repo
+ break
+ except:
+ pass
+ if not args:
+ for file in files:
+ try:
+ basename, args, extra = get_bintray_params(file)
+ except:
+ traceback.print_exc()
+ bpath = '/packages/tvheadend/%s/tvheadend/versions' % args.repo
+ data = { 'name': args.version, 'desc': PACKAGE_DESC }
+ resp = Bintray(bpath).post(data)
+ if resp.code != 200 and resp.code != 201 and resp.code != 409:
+ error(10, 'Version %s/%s: HTTP ERROR %s %s',
+ args.repo, args.version, resp.code, resp.reason)
+ info('Version %s/%s created', args.repo, args.version)
+ for file in files:
+ file = file.strip()
+ basename, args, extra = get_bintray_params(file, hint)
+ pub = 1
+ if "-dirty" in basename.lower():
+ pub = 0
+ bpath = '/content/%s/%s/%s/%s/%s/%s%s;publish=%s' % \
+ (args.org, args.repo, args.package, args.version,
+ args.path, basename, extra, pub)
+ data = open(file, 'rb').read()
+ resp = Bintray(bpath).put(data, binary=1)
+ if resp.code != 200 and resp.code != 201:
+ error(10, 'File %s (%s): HTTP ERROR "%s" %s',
+ file, bpath, resp.code, resp.reason)
+ else:
+ info('File %s: uploaded', file)
+
+def get_versions(repo, package):
+ bpath = '/packages/%s/%s/%s' % (BINTRAY_ORG, repo, package)
+ resp = Bintray(bpath).get()
+ if resp.code != 200 and resp.code != 201:
+ error(10, ' %s/%s: HTTP ERROR %s %s',
+ repo, package, resp.code, resp.reason)
+ return resp.body
+
+def get_files(repo, package, unpublished=0):
+ bpath = '/packages/%s/%s/%s/files?include_unpublished=%d' % (BINTRAY_ORG, repo, package, unpublished)
+ resp = Bintray(bpath).get()
+ if resp.code != 200 and resp.code != 201:
+ error(10, ' %s/%s: HTTP ERROR %s %s',
+ repo, package, resp.code, resp.reason)
+ return resp.body
+
+def delete_file(repo, file):
+ bpath = '/content/%s/%s/%s' % (BINTRAY_ORG, repo, urllib.quote(file))
+ resp = Bintray(bpath).delete()
+ if resp.code != 200 and resp.code != 201:
+ error(10, ' %s/%s: HTTP ERROR %s %s',
+ repo, file, resp.code, resp.reason)
+
+def delete_up_to_count(repo, files, max_count, auxfcn=None):
+ files.sort(key=lambda x: x['sortkey'], reverse=True)
+ key = ''
+ count = 0
+ for f in files:
+ a, b = f['sortkey'].split('*')
+ if a == key:
+ if count > max_count:
+ info('delete %s', f['path'])
+ if auxfcn:
+ auxfcn(repo, f['path'])
+ else:
+ delete_file(repo, f['path'])
+ else:
+ info('keep %s', f['path'])
+ count += 1
+ else:
+ key = a
+ count = 0
+
+def do_tidy(*args):
+
+ def fedora_delete(repo, path):
+ rest = '-' + '-'.join(path.split('tvheadend-')[1:])
+ for f in files:
+ if f['path'].find(rest) >= 0:
+ delete_file(repo, f['path'])
+
+ def fedora_files(repo):
+ files = get_files(repo, 'tvheadend')
+ sfiles = []
+ for f in files:
+ if f['name'].startswith('tvheadend-debuginfo-'):
+ continue
+ if f['name'].find('~') < 0:
+ continue
+ name, ext = os.path.splitext(f['name'])
+ rpmver = rpmversion(name)
+ f['ver1'], f['ver2'] = rpmver.version.split('~')[0].split('-')
+ f['sortkey'] = "%s/%s/%s*%08d" % (rpmver.dist, rpmver.arch, f['ver1'], long(f['ver2']))
+ sfiles.append(f)
+ return files, sfiles
+
+ files, sfiles = fedora_files('centos')
+ delete_up_to_count('centos', sfiles, 10, fedora_delete)
+
+ files, sfiles = fedora_files('fedora')
+ delete_up_to_count('fedora', sfiles, 10, fedora_delete)
+
+ #files = get_files('misc', 'staticlib', 1)
+ #for f in files:
+ # a, b = f['path'].split('-')
+ # f['sortkey'] = a + '*' + f['created']
+ #delete_up_to_count('misc', files, 4)
+
+def do_unknown(*args):
+ r = 'Please, specify a valid command:\n'
+ for n in globals():
+ if n.startswith('do_') and n != 'do_unknown':
+ r += ' ' + n[3:] + '\n'
+ error(1, r[:-1])
+
+def test_filename():
+ FILES=[
+ "tvheadend_4.3-86~g7d2c4e8~xenial_amd64.deb",
+ "tvheadend_4.3-86~g7d2c4e8~xenial_arm64.deb",
+ "tvheadend_4.3-666~a6b0mfyj-dirty~jessie_armhf.deb",
+ "tvheadend-4.3-86~g7d2c4e8.el7.centos.x86_64.rpm",
+ "tvheadend-4.3-86~g7d2c4e8.fc24.x86_64.rpm",
+ "tvheadend-4.2.2~xenial_amd64.deb",
+ "tvheadend_4.2.2~xenial_arm64.deb",
+ "tvheadend-4.2.2-1.el7.centos.x86_64.rpm",
+ "tvheadend-4.2.2-1.fc24.x86_64.rpm",
+ "tvheadend-4.2.2-1~g82c8872~xenial_amd64.deb",
+ "tvheadend_4.2.2-1~g82c8872~xenial_arm64.deb",
+ "tvheadend-4.2.2-1~g82c8872.el7.centos.x86_64.rpm",
+ "tvheadend-4.2.2-1~g82c8872.fc24.x86_64.rpm",
+ ]
+ from pprint import pprint
+ for f in FILES:
+ basename, args, extra = get_bintray_params(f)
+ print('\n')
+ print('BASENAME:', basename)
+ print('EXTRA:', extra)
+ pprint(vars(args), indent=2)
+
+def main(argv):
+ global DEBUG
+ if len(argv) > 1 and argv[1] == '--test-filename':
+ return test_filename()
+ if not BINTRAY_USER or not BINTRAY_PASS:
+ error(2, 'No credentals')
+ if len(argv) > 1 and argv[1] == '--debug':
+ DEBUG=1
+ argv.pop(0)
+ cmd = 'do_' + (len(argv) > 1 and argv[1] or 'unknown')
+ if cmd in globals():
+ globals()[cmd](*argv[2:])
+ else:
+ do_unknown()
+
+if __name__ == "__main__":
+ main(sys.argv)
projects / thirdparty / tvheadend.git / commitdiff
