| #!/usr/bin/env python |
| # Created by Lukas Blakk on 2010-08-25 |
| """try_sendchange.py tryDir args |
| |
| example usage: |
| python try_sendchange.py lsblakk@mozilla.com-94624b46ec1b --build o --p all --u all --t none |
| |
| This script creates and sends sendchanges for each of the |
| platforms/test/talos requested to each of the TEST_MASTERS""" |
| |
| import sys |
| import os |
| import argparse |
| import re |
| from ftplib import FTP |
| |
| TEST_MASTERS = ['production-master01.build.mozilla.org:9009'] |
| PLATFORMS = ['linux', 'linux64', 'macosx', 'macosx64', 'win32', 'android-r7'] |
| TRY_BASE_PATH = '/pub/mozilla.org/firefox/try-builds/%(email)s-%(changeset)s/' |
| PLATFORM_BASE_PATH = '/pub/mozilla.org/firefox/try-builds/%(email)s-%(changeset)s/try-%(platform)s/' |
| |
| if __name__ == "__main__": |
| args = sys.argv[1:] |
| |
| parser = argparse.ArgumentParser(description='Accepts command line arguments for creating a test/talos try sendchanges', usage='%(prog)s email-changeset [options]') |
| |
| parser.add_argument('--dry-run', '-n', |
| action='store_true', |
| dest='dry_run', |
| help='outputs only the text of the sendchanges, without sending them') |
| parser.add_argument('--build', '-b', |
| default='do', |
| dest='build', |
| help='accepts the build types requested (default is debug & opt)') |
| parser.add_argument('--platforms', '-p', |
| default='all', |
| dest='platforms', |
| help='provide a list of desktop platforms, or specify none (default is all)') |
| parser.add_argument('--unittests', '-u', |
| default='none', |
| dest='tests', |
| help='provide a list of unit tests, or specify all (default is none)') |
| parser.add_argument('--talos', '-t', |
| default='none', |
| dest='talos', |
| help='provide a list of talos tests, or specify all (default is none)') |
| |
| (options, unknown_args) = parser.parse_known_args(args) |
| |
| if options.build == 'do' or options.build == 'od': |
| options.build = ['opt', 'debug'] |
| elif options.build == 'd': |
| options.build = ['debug'] |
| elif options.build == 'o': |
| options.build = ['opt'] |
| else: |
| options.build = ['opt'] |
| |
| if options.platforms == 'all': |
| platforms = PLATFORMS |
| else: |
| options.platforms = options.platforms.split(',') |
| platforms = options.platforms |
| |
| sendchanges = [] |
| email = None |
| |
| # locate an email-changeset in the command line request |
| for arg in unknown_args: |
| match = re.search('@', arg) |
| if match: |
| email, dummy, changeset = unknown_args[0].rpartition('-') |
| continue |
| |
| if (email != None): |
| # now create sendchanges for each TEST_MASTER |
| for master in TEST_MASTERS: |
| ftp = FTP('dm-ftp01.mozilla.org') |
| ftp.login() |
| |
| tryDirPath = TRY_BASE_PATH % {'email': email, |
| 'changeset': changeset} |
| dirlist = ftp.nlst(tryDirPath) |
| if dirlist: |
| print "Scanning ftp...\n" |
| else: |
| print "Nothing (or no) FTP dir list, so nothing to work with here." |
| for dir in dirlist: |
| for platform in platforms: |
| for buildType in options.build: |
| if buildType == 'debug': |
| platform = "%s-%s" % (platform, buildType) |
| if dir.endswith(platform): |
| tryUrlPath = PLATFORM_BASE_PATH % {'email': email, |
| 'changeset': changeset, |
| 'platform': platform} |
| filelist = ftp.nlst(tryUrlPath) |
| |
| packagedTests = None |
| for f in filelist: |
| match = re.search('tests.zip', f) |
| if match: |
| packagedTests = f |
| print "Found test pkg for %s" % platform |
| |
| path = None |
| for f in filelist: |
| for suffix in ('.tar.bz2', '.win32.zip', '.dmg', 'arm.apk'): |
| if f.endswith(suffix): |
| path = f |
| print "Found build for %s" % platform |
| if options.talos != 'none' and buildType == 'debug': |
| print "No talos for debug builds...skipping." |
| |
| if options.talos != 'none' and buildType == 'opt' and path: |
| sendchange = "buildbot sendchange --master %(master)s " \ |
| "--branch try-%(platform)s-talos " \ |
| "--revision %(changeset)s " \ |
| "--comment \"try: --t %(talos)s\" " \ |
| "--user %(email)s http://stage.mozilla.org%(path)s " \ |
| % {'master': master, |
| 'platform': platform, |
| 'changeset': changeset, |
| 'talos': options.talos, |
| 'email': email, |
| 'path': path} |
| if not options.dry_run: |
| os.system(sendchange) |
| print "Sent Talos: %s" % sendchange |
| else: |
| sendchanges.append(sendchange) |
| if options.tests != 'none' and packagedTests and path: |
| # take off the -debug in platform name if exists cause we tack |
| # buildType on in the sendchange |
| platform = platform.split('-')[0] |
| sendchange = "buildbot sendchange --master %(master)s " \ |
| "--branch try-%(platform)s-%(buildType)s-unittest " \ |
| "--revision %(changeset)s " \ |
| "--comment \"try: --u %(tests)s\" " \ |
| "--user %(email)s http://stage.mozilla.org%(path)s " \ |
| "http://stage.mozilla.org%(packagedTests)s " \ |
| % {'master': master, |
| 'platform': platform, |
| 'buildType': buildType, |
| 'changeset': changeset, |
| 'tests': options.tests, |
| 'email': email, |
| 'path': path, |
| 'packagedTests': packagedTests} |
| if not options.dry_run: |
| os.system(sendchange) |
| print "Sent Test: %s" % sendchange |
| else: |
| sendchanges.append(sendchange) |
| ftp.quit() |
| if options.dry_run and dirlist: |
| print "\nWhat will be sent:\n" |
| for s in sendchanges: |
| print s |
| |
| else: |
| print """Couldn't find an email address in the arguments list, please refer to --help\n |
| Usage: python try_sendchange.py email-changeset [options]""" |
