| #!/usr/bin/python |
| """ Usage: %prog platform [sdk_location] [tarball_url] [ftp_url] [extension] |
| |
| Script to pull down the latest jetpack sdk tarball, unpack it, and run its tests against the |
| executable of whatever valid platform is passed. |
| """ |
| import os |
| import sys |
| import urllib |
| import shutil |
| import re |
| import traceback |
| import time |
| import logging |
| import subprocess |
| from optparse import OptionParser |
| |
| SDK_TARBALL = "addonsdk.tar.bz2" |
| POLLER_DIR = "addonsdk-poller" |
| SDK_DIR = "jetpack" |
| |
| PLATFORMS = { |
| 'snowleopard': 'macosx64', |
| 'lion': 'macosx64', |
| 'yosemite': 'macosx64', |
| 'xp-ix': 'win32', |
| 'win7-ix': 'win32', |
| 'win8': 'win32', |
| 'w764': 'win64', |
| 'ubuntu32': 'linux', |
| 'ubuntu64': 'linux64', |
| 'ubuntu32_vm': 'linux', |
| 'ubuntu64_vm': 'linux64', |
| 'ubuntu64-asan_vm': 'linux64-asan', |
| } |
| |
| log = logging.getLogger() |
| |
| |
| # copied runCommand from tools/sut_tools/sut_lib.py |
| def runCommand(cmd, env=None, logEcho=True): |
| """Execute the given command. |
| Sends to the logger all stdout and stderr output. |
| """ |
| log.debug('calling [%s]' % ' '.join(cmd)) |
| |
| o = [] |
| p = subprocess.Popen(cmd, env=env, stdout=subprocess.PIPE, |
| stderr=subprocess.STDOUT) |
| |
| try: |
| for item in p.stdout: |
| o.append(item[:-1]) |
| print item[:-1] |
| p.wait() |
| except KeyboardInterrupt: |
| p.kill() |
| p.wait() |
| |
| return p, o |
| |
| |
| def emphasizeFailureText(text): |
| return '<em class="testfail">%s</em>' % text |
| |
| |
| def summarizeJetpackTestLog(name, log): |
| infoRe = re.compile(r"(\d+) of (\d+) tests passed") |
| successCount = 0 |
| failCount = 0 |
| totalCount = 0 |
| summary = "" |
| for line in log: |
| m = infoRe.match(line) |
| if m: |
| successCount += int(m.group(1)) |
| totalCount += int(m.group(2)) |
| failCount = int(totalCount - successCount) |
| # Handle failCount. |
| failCountStr = str(failCount) |
| if failCount > 0: |
| failCountStr = emphasizeFailureText(failCountStr) |
| # Format the counts |
| summary = "%d/%d" % (totalCount, failCount) |
| # Return the summary. |
| return "TinderboxPrint:%s<br/>%s\n" % (name, summary) |
| |
| if __name__ == '__main__': |
| is_poller = False |
| untar_args = '' |
| parser = OptionParser(usage=__doc__) |
| parser.add_option("-e", "--extension", dest="ext", default="", |
| help="Extension to match in the builds directory for downloading the build") |
| parser.add_option("-f", "--ftp-url", dest="ftp_url", default="", |
| help="Url for ftp latest-builds directory where the build to download lives") |
| parser.add_option( |
| "-s", "--sdk-location", dest="sdk_location", default='jetpack-location.txt', |
| help="Text file or url to use to download the current addonsdk tarball") |
| parser.add_option("-p", "--platform", dest="platform", |
| help="Platform of the build to download and to test") |
| parser.add_option("-t", "--tarball-url", dest="tarball_url", default="", |
| help="Url to download the jetpack tarball from") |
| parser.add_option("-b", "--branch", dest="branch", default="", |
| help="The branch this test is pulling an installer to run against") |
| |
| (options, args) = parser.parse_args() |
| |
| # Handling method of running tests (branch checkin vs. poller on addon-sdk |
| # repo) |
| if options.ftp_url == "": |
| # Branch change triggered test suite |
| # 'jetpack' dir must exist the build's tests package |
| if os.path.exists("./%s" % SDK_DIR): |
| os.chdir(SDK_DIR) |
| if ".txt" in options.sdk_location: |
| f = open(options.sdk_location, 'r') |
| sdk_url = f.readline() |
| f.close() |
| else: |
| sdk_url = options.sdk_location |
| os.chdir('..') |
| basepath = os.getcwd() |
| else: |
| print("No jetpack directory present! Cannot run test suite.") |
| sys.exit(2) |
| elif options.ftp_url != "" and options.ext != "" and options.tarball_url != "": |
| # Addonsdk checkin triggered |
| is_poller = True |
| |
| # Clobber previous run |
| # First try to delete n-2 run which failed to be removed |
| if os.path.exists("./" + POLLER_DIR + ".deleteme"): |
| try: |
| shutil.rmtree(POLLER_DIR + ".deleteme") |
| time.sleep(1) |
| except EnvironmentError: |
| print("Unable to delete n-2 run folder") |
| # Then try to delete n-1 test run |
| if os.path.exists("./%s" % POLLER_DIR): |
| try: |
| shutil.rmtree(POLLER_DIR) |
| except OSError, e: |
| print("Unable to delete n-1 run folder") |
| time.sleep(1) |
| # Rename it and try to delete it on next run |
| os.rename(POLLER_DIR, POLLER_DIR + ".deleteme") |
| |
| # Make a new workdir |
| os.mkdir(POLLER_DIR) |
| os.chdir(POLLER_DIR) |
| basepath = os.getcwd() |
| sdk_url = options.tarball_url |
| platform = PLATFORMS[options.platform] |
| branch = options.branch |
| ftp_url = options.ftp_url % locals() |
| print "FTP_URL: %s" % ftp_url |
| pat = re.compile('firefox.*%s$' % options.ext) |
| urls = urllib.urlopen("%s" % ftp_url) |
| lines = urls.read().splitlines() |
| directory = None |
| |
| # Find the largest-numbered numeric directory or symlink |
| for line in lines: |
| if line.startswith('d') or line.startswith('l'): |
| parts = line.split(" ") |
| # For a symlink, the last three parts are '1332439584', '->', |
| # '../old/etc.' |
| if line.startswith('l'): |
| parts[-1] = parts[-3] |
| if not parts[-1].isdigit(): |
| continue |
| if directory is None or int(parts[-1]) > int(directory): |
| directory = parts[-1] |
| |
| # Now get the executable for this platform |
| if directory is None: |
| print "Error, no directory found to check for executables" |
| sys.exit(4) |
| print "Using directory %s" % directory |
| urls = urllib.urlopen("%s/%s" % (ftp_url, directory)) |
| filenames = urls.read().splitlines() |
| executables = [] |
| for filename in filenames: |
| f = filename.split(" ")[-1] |
| if pat.match(f): |
| executables.append(f) |
| |
| # Only grab the most recent build (in case there's more than one in the |
| # dir) |
| if len(executables) > 0: |
| exe = sorted(executables, reverse=True)[0] |
| else: |
| print "Error: missing Firefox executable" |
| sys.exit(4) |
| |
| info_file = exe.replace( |
| options.ext, "%s.txt" % options.ext.split('.')[0]) |
| |
| # Now get the branch revision |
| for filename in filenames: |
| if info_file in filename: |
| info = filename.split(" ")[-1] |
| urllib.urlretrieve( |
| "%s/%s/%s" % (ftp_url, directory, info), info) |
| f = open(info, 'r') |
| for line in f.readlines(): |
| if "hg.mozilla.org" in line: |
| branch_rev = line.split('/')[-1].strip() |
| branch = line.split('/')[-3].strip() |
| print "TinderboxPrint: <a href=\"https://hg.mozilla.org/%(branch)s/rev/%(branch_rev)s\">%(branch)s-rev:%(branch_rev)s</a>\n" % locals() |
| f.close() |
| print "EXE_URL: %s/%s/%s" % (ftp_url, directory, exe) |
| |
| # Download the build |
| urllib.urlretrieve("%s/%s/%s" % (ftp_url, directory, exe), exe) |
| else: |
| parser.error("Incorrect number of arguments") |
| sys.exit(4) |
| |
| # Custom paths/args for each platform's executable |
| if options.platform in ('linux', 'linux64', 'ubuntu32', 'ubuntu64', |
| 'ubuntu32_vm', 'ubuntu64_vm', 'ubuntu64-asan_vm'): |
| app_path = "%s/firefox/firefox" % basepath |
| poller_cmd = 'tar -xjvf *%s' % options.ext |
| elif options.platform in ('macosx', 'macosx64', 'snowleopard', 'yosemite'): |
| poller_cmd = '../scripts/buildfarm/utils/installdmg.sh *.dmg' |
| elif options.platform in ('win32', 'win7-ix', 'win8', 'win64', 'xp-ix'): |
| app_path = "%s/firefox/firefox.exe" % basepath |
| # The --exclude=*.app is here to avoid extracting a symlink on win32 that is only |
| # relevant to OS X. It would be nice if we could just tell tar to |
| # ignore symlinks... |
| untar_args = "--exclude=*.app" |
| poller_cmd = 'unzip -o *%s' % options.ext |
| else: |
| print "%s is not a valid platform." % options.platform |
| sys.exit(4) |
| |
| # Download/untar sdk tarball as SDK_TARBALL |
| print "SDK_URL: %s" % sdk_url |
| try: |
| urllib.urlretrieve(sdk_url, SDK_TARBALL) |
| except EnvironmentError: |
| traceback.print_exc(file=sys.stdout) |
| sys.exit(4) |
| os.system('tar -xvf %s %s' % (SDK_TARBALL, untar_args)) |
| |
| # Unpack/mount/unzip the executables in addonsdk checkin triggered runs |
| if is_poller: |
| os.system(poller_cmd) |
| |
| # Find the sdk dir and Mac .app file to run tests with |
| # Must happen after poller_cmd is run or Mac has no executable yet in |
| # addonsdk checkin runs |
| dirs = os.listdir('.') |
| for d in dirs: |
| if 'addon-sdk' in d: |
| sdk_rev = d.split('-')[2] |
| print "TinderboxPrint: <a href=\"https://hg.mozilla.org/projects/addon-sdk/rev/%(sdk_rev)s\">sdk-rev:%(sdk_rev)s</a>\n" % locals() |
| sdkdir = os.path.abspath(d) |
| print "SDKDIR: %s" % sdkdir |
| if options.platform in ('macosx', 'macosx64', 'snowleopard', 'lion', 'yosemite'): |
| if '.app' in d: |
| app_path = os.path.abspath(d) |
| print "APP_PATH: %s" % app_path |
| |
| if not os.path.exists(app_path): |
| print "The APP_PATH \"%s\" does not exist" % app_path |
| sys.exit(4) |
| |
| # Run it! |
| if sdkdir: |
| os.chdir(sdkdir) |
| args = ['python', 'bin/cfx', '--parseable', '--overload-modules', |
| 'testall', '-a', 'firefox', '-b', app_path] |
| process, output = runCommand(args) |
| if is_poller: |
| print summarizeJetpackTestLog("Jetpack", output) |
| sys.exit(process.returncode) |
| else: |
| print "SDK_DIR is either missing or invalid." |
| sys.exit(4) |
