[packages/rpm-build-tools/merge-pld-builder-client: 2560/2675] Replace rebuild-th-kernel.sh with rebuild-kernel-packages.py
glen
glen at pld-linux.org
Mon Dec 19 22:07:53 CET 2016
commit a7dff850bcd1f80715a72ed0e8cc1803c649dc44
Author: Jan Rękorajski <baggins at pld-linux.org>
Date: Sun May 17 20:19:29 2015 +0200
Replace rebuild-th-kernel.sh with rebuild-kernel-packages.py
rebuild-kernel-packages.py | 237 +++++++++++++++++++++++++++++++++++++++++++++
1 file changed, 237 insertions(+)
---
diff --git a/rebuild-kernel-packages.py b/rebuild-kernel-packages.py
new file mode 100755
index 0000000..35c05ed
--- /dev/null
+++ b/rebuild-kernel-packages.py
@@ -0,0 +1,237 @@
+#!/usr/bin/python
+
+import argparse
+import collections
+import os
+import rpm
+import shlex
+import subprocess
+import sys
+
+packages = collections.OrderedDict([
+ ('crash', ['head', '3.18', '3.14', '3.10', '3.4']),
+ ('dahdi-linux', ['head', '3.18', '3.14', '3.10', '3.4']),
+ ('igb', ['head', '3.18', '3.14', '3.10', '3.4']),
+ ('ipset', ['head', '3.18', '3.14', '3.10', '3.4']),
+ ('ixgbe', ['head', '3.18', '3.14', '3.10', '3.4']),
+ ('lin_tape', ['head', '3.18', '3.14', '3.10', '3.4']),
+ ('linux-fusion', ['head', '3.18', '3.14', '3.10', '3.4']),
+ ('lttng-modules', ['head', '3.18', '3.14', '3.10', '3.4']),
+ ('nvidiabl', ['head', '3.18', '3.14', '3.10', '3.4']),
+ ('r8168', ['head', '3.18', '3.14', '3.10', '3.4']),
+ ('rtl8812au', ['head', '3.18', '3.14', '3.10', '3.4']),
+ ('spl', ['head', '3.18', '3.14', '3.10', '3.4']),
+ ('tpm_emulator', ['head', '3.18', '3.14', '3.10', '3.4']),
+ ('VirtualBox', ['head', '3.18', '3.14', '3.10', '3.4']),
+ ('vpb-driver', ['head', '3.18', '3.14', '3.10', '3.4']),
+ ('wl', ['head', '3.18', '3.14', '3.10', '3.4']),
+ ('xorg-driver-video-fglrx', ['head', '3.18', '3.14', '3.10', '3.4']),
+ ('xorg-driver-video-nvidia', ['head', '3.18', '3.14', '3.10', '3.4']),
+ ('xorg-driver-video-nvidia-legacy-304xx', ['head', '3.18', '3.14', '3.10', '3.4']),
+ ('xorg-driver-video-nvidia-legacy-340xx', ['head', '3.18', '3.14', '3.10', '3.4']),
+ ('zfs', ['head', '3.18', '3.14', '3.10', '3.4']),
+ ('xtables-addons:master', ['head', '3.18', '3.14', '3.10']),
+ ('blcr', ['3.18', '3.14', '3.10', '3.4']),
+ ('e1000e', ['3.18', '3.14', '3.10', '3.4']),
+ ('open-vm-tools', ['3.18', '3.14', '3.10', '3.4']),
+ ('linuxrdac', ['3.4']),
+ ('lirc', ['3.4']),
+ ('madwifi-ng', ['3.4']),
+ ('xtables-addons:XTADDONS_1', ['3.4'])
+])
+
+def get_rpmdir():
+ return rpm.expandMacro("%_topdir")
+
+def clean_pkgname(package):
+ pkg = package.split(":")
+ if not pkg:
+ raise NameError
+ spec = pkg[0]
+ # ensure package ends with .spec
+ if not spec.endswith(".spec"):
+ spec += ".spec"
+ name = spec[:-5]
+ # and pkg without subdir
+ name = name[name.rfind("/")+1:]
+ try:
+ branch = pkg[1]
+ except IndexError:
+ branch = "master"
+ return [name, spec, branch]
+
+def run_command(command, verbose=False, quiet=True):
+ gitproc = subprocess.Popen(command, stdout=subprocess.PIPE, stderr=subprocess.STDOUT, bufsize=-1)
+ gitproc.wait()
+ out = gitproc.stdout.read().strip("\n'")
+ if verbose:
+ print ' '.join(command)
+ if not quiet:
+ print out
+ if gitproc.returncode != 0:
+ if quiet:
+ print out
+ print '\nError running command: \n'
+ print ' '.join(command)
+ return (False, None)
+ return (True, out)
+
+def get_last_tag(package, dist="th", kernel=None, verbose=False):
+ try:
+ name, spec, branch = clean_pkgname(package)
+ except NameError:
+ return None
+ fetch_package(name, spec, branch, verbose=verbose)
+ if os.path.exists("%s/%s/%s" % (get_rpmdir(), name, spec)):
+ tag = get_autotag(name, spec, branch, dist=dist, kernel=kernel, verbose=verbose)
+ return tag
+
+def get_autotag(name, spec, branch, dist="th", kernel=None, verbose=False):
+ if not kernel or kernel == "head" or kernel == "master":
+ ref = "auto/%s/%s-[0-9]*" % (dist, name)
+ else:
+ ref = "auto/%s/%s-%s-[0-9]*" % (dist, name, kernel)
+ gitdir = "%s/%s" % (get_rpmdir(), name)
+ tag = run_command(["/usr/bin/git", "-C", gitdir, "describe", "--tags", "--match", ref, "--abbrev=0", branch], verbose=verbose)
+ return tag[1]
+
+def fetch_package(name, spec, branch, verbose=False):
+ gitdir = "%s/%s" % (get_rpmdir(), name)
+ if os.path.exists("%s/.git" % gitdir):
+ run_command(["/usr/bin/git", "-C", gitdir, "fetch", "origin"], verbose=verbose)
+ else:
+ run_command(["/usr/bin/git", "clone", "-o", "origin", "git://git.pld-linux.org/packages/" + name + ".git", gitdir], verbose=verbose)
+ if not os.path.exists("%s/%d" % (gitdir, spec)):
+ return None
+ run_command(["/usr/bin/git", "-C", gitdir, "config", "--local", "--add", "remote.origin.fetch", "refs/notes/*:refs/notes/*"], verbose=verbose)
+ run_command(["/usr/bin/git", "-C", gitdir, "remote", "set-url", "--push", "origin", "ssh://git@git.pld-linux.org/packages/" + name], verbose=verbose)
+ run_command(["/usr/bin/git", "-C", gitdir, "fetch", "origin", "refs/notes/*:refs/notes/*"], verbose=verbose)
+ if branch:
+ if run_command(["/usr/bin/git", "-C", gitdir, "rev-parse", "--verify", "-q", branch], verbose=verbose):
+ run_command(["/usr/bin/git", "-C", gitdir, "checkout", branch, "--"], verbose=verbose)
+ elif run_command(["/usr/bin/git", "-C", gitdir, "rev-parse", "--verify", "-q", "refs/remotes/origin/" + branch], verbose=verbose):
+ run_command(["/usr/bin/git", "-C", gitdir, "checkout", "-t", "refs/remotes/origin/" + branch], verbose=verbose)
+ rev_branch = run_command(["/usr/bin/git", "-C", gitdir, "rev-parse", branch], verbose=verbose)
+ rev_head = run_command(["/usr/bin/git", "-C", gitdir, "rev-parse", "HEAD"], verbose=verbose)
+ if rev_branch[1] != rev_head[1]:
+ print "Error: cannot checkout " + name
+ return None
+ run_command(["/usr/bin/git", "-C", gitdir, "merge", "--ff-only", "@{upstream}"], verbose=verbose)
+
+def csv_list(string):
+ return string.split(',')
+
+def kernel_cmp(x, y):
+ x = x.split('.')
+ y = y.split('.')
+ try:
+ int(x[0])
+ except ValueError:
+ return 1
+ try:
+ int(y[0])
+ except ValueError:
+ return -1
+ majdiff = int(x[0]) - int(y[0])
+ if majdiff:
+ return majdiff
+ mindiff = int(x[1]) - int(y[1])
+ return mindiff
+
+def main():
+ parser = argparse.ArgumentParser(description='Rebuild kernel modules.')
+ parser.add_argument('-d', '--dist',
+ default='th',
+ help='Dist name for getting auto-tags (default: %(default)s)')
+ parser.add_argument('-m', '--make-request',
+ default="make-request",
+ metavar='SCRIPT',
+ help='Name / path of the make-request script (default: %(default)s)')
+ parser.add_argument('-n', '--nopae',
+ action='store_true',
+ help='Build packages for nopae kernel for i686 (default: %(default)s)')
+ parser.add_argument('-p', '--packages',
+ type=csv_list,
+ default=packages.keys(),
+ metavar='PKG1[,PKG2...]',
+ help='Package names to build (default: all)')
+ parser.add_argument('-s', '--skip',
+ type=csv_list,
+ metavar='VER1[,VER2...]',
+ help='Don\'t build modules specific to these kernels (default: %(default)s)')
+ parser.add_argument('-t', '--test-build',
+ action='store_true',
+ help='Perform a test-builds')
+ parser.add_argument('-v', '--verbose',
+ action='store_true',
+ help='Be verbose when running commands (default: %(default)s)')
+ args = parser.parse_args()
+
+ build_mode = '-r'
+ if args.test_build:
+ build_mode = 't'
+
+ if not args.skip:
+ args.skip = []
+
+ if not args.make_request.startswith('/'):
+ for path in os.defpath.split(os.pathsep):
+ if os.path.isfile('/'.join([path, args.make_request])):
+ args.make_request = '/'.join([path, args.make_request])
+ break
+
+ source_packages = []
+ for ver in ['-','-nopae-','-3.18-','-3.14-','-3.10-','-3.4-']:
+ source_packages.extend(['kernel%sheaders' % ver, 'kernel%smodule-build' % ver])
+ command = (('%(make_request)s -b %(dist)s-src -t -c '
+ '"poldek -n %(dist)s -n %(dist)s-ready -n %(dist)s-test --up ; '
+ 'poldek -uGv %(source_packages)s"') %
+ {'make_request': args.make_request,
+ 'dist': args.dist,
+ 'source_packages': ' '.join(source_packages)})
+ run_command(shlex.split(command), verbose=args.verbose, quiet=False)
+ raw_input('\nPress Enter after src builder updates kernel packages...')
+
+ print '\nCurrent kernels versions:'
+ all_kernels = set()
+ for kernel_list in packages.values():
+ all_kernels.update(kernel_list)
+ all_kernels = list(all_kernels)
+ all_kernels.sort(cmp=kernel_cmp, reverse=True)
+ for kernel in all_kernels:
+ branch = 'master'
+ if kernel != 'head':
+ branch = 'LINUX_%s' % kernel.replace('.','_')
+ print '%s: %s' % (kernel, get_last_tag("kernel:%s" % branch, dist=args.dist, kernel=kernel, verbose=args.verbose))
+
+ for pkg, kernels in packages.iteritems():
+ if not pkg in args.packages:
+ continue
+ if not set(kernels).symmetric_difference(args.skip):
+ continue
+ tag = get_last_tag(pkg, dist=args.dist, verbose=args.verbose)
+ if not tag:
+ print "Failed getching last autotag for %s!" % pkg
+ continue
+ command = ("%s -nd %s -d %s --define 'build_kernels %s' --without userspace %s:%s" %
+ (args.make_request, build_mode, args.dist, ','.join(kernels), pkg, tag))
+ run_command(shlex.split(command), verbose=args.verbose, quiet=False)
+
+ if args.nopae:
+ for pkg, kernels in packages.iteritems():
+ if not pkg in args.packages:
+ continue
+ if not 'head' in kernels:
+ continue
+ tag = get_last_tag(pkg, dist=args.dist, verbose=args.verbose)
+ if not tag:
+ print "Failed getching last autotag for %s!" % pkg
+ continue
+ command = ("%s -nd %s -d %s -b th-i686 --define 'build_kernels nopae' --kernel nopae --without userspace %s:%s" %
+ (args.make_request, build_mode, args.dist, pkg, tag))
+ run_command(shlex.split(command), verbose=args.verbose, quiet=False)
+
+if __name__ == "__main__":
+ main()
+
+# vi: encoding=utf-8 ts=8 sts=4 sw=4 et
================================================================
---- gitweb:
http://git.pld-linux.org/gitweb.cgi/packages/rpm-build-tools.git/commitdiff/cca6584b96e6c33d0732d559e43e100d804e2ecd
More information about the pld-cvs-commit
mailing list