blob: 1753531a96f107d66bd436bf343c1c3367d21058 [file] [log] [blame]
from optparse import OptionParser
from urllib2 import urlopen
from urlparse import urljoin
from time import sleep
from buildbotcustom.l10n import ParseLocalesFile
from buildbotcustom.common import getSupportedPlatforms
from force_build import Forcer
ALL_PLATFORMS = getSupportedPlatforms()
class L10nForcer:
ignoredLocales = ('en-US') # locales that are _always_ to be skipped
def __init__(self, masterUrl, toForce, releaseTag, name="Unknown",
comments="Unknown", delay=2, loud=True):
"""toForce is a dict whose keys are platform names and whose values
are a tuple of locales to force for that platform
self.forcers = {}
assert isinstance(toForce, dict), "toForce must be a dict!"
for value in toForce.itervalues():
assert isinstance(value, (tuple, list)), \
"toForce values must be a list or tuple"
for platform in toForce.iterkeys():
forcer = Forcer(masterUrl, '%s_repack' % platform, loud)
self.forcers[platform] = forcer
self.toForce = toForce = name
self.comments = comments
self.delay = delay
self.loud = loud
self.releaseTag = releaseTag
def getProperties(self, locale):
return {'en_revision': self.releaseTag,
'l10n_revision': self.releaseTag,
'locale': locale}
def forceBuilds(self):
errors = []
for platform, locales in self.toForce.iteritems():
forcer = self.forcers[platform]
for locale in sorted(locales):
if locale in self.ignoredLocales:
properties = self.getProperties(locale)
# The Force Build form has on way to prevent builds from
# getting merged together. By putting each of them on a
# different branch, we can prevent this. It doesn't affect
# the builds in any way, but it could be confusing.
# Once we have a Scheduler we can use 'sendchange' with
# we should be able to stop doing this.
forcer.forceBuild(, comments=self.comments,
branch=locale, properties=properties)
errors.append((platform, locale))
if self.loud:
"*** Error when forcing %s %s" % (platform, locale)
# Don't raise the exception, keep going
if self.loud:
if len(errors) > 0:
for platform, locale in map(lambda x: (x[0], x[1]), errors):
print " %s - %s" % (platform, locale)
def getShippedLocales(shippedLocales):
parsed = ParseLocalesFile(shippedLocales)
# Now we have to reverse it, because we want it a different way
properlyParsed = {}
properlyParsed[p] = []
for locale, platforms in parsed.iteritems():
if platforms:
for p in platforms:
# map the bouncer/shipped-locales platforms to automation ones
if p == 'osx':
p = 'macosx'
# skip platforms we don't know about
if p not in properlyParsed.keys():
for p in properlyParsed.iterkeys():
return properlyParsed
def filterPlatforms(shippedLocales, includedPlatforms):
# includedPlatforms is a list of platforms that we want to do builds for,
# therefore, we remove any platform NOT in that list from shippedLocales
for platform in shippedLocales.keys():
if platform not in includedPlatforms:
del shippedLocales[platform]
return shippedLocales
if __name__ == '__main__':
usage = """usage: %prog [options]
You must have buildbotcustom and buildbot in your PYTHONPATH to use this script.
To retrigger all l10n builds for all platforms for Firefox 3.5.4:
%prog -m -t FIREFOX_3_5_4_RELEASE -v -b releases/mozilla-1.9.1 -n [your name]
To retrigger all l10n builds for linux for Firefox 3.5.4:
%prog -m -t FIREFOX_3_5_4_RELEASE -v -b releases/mozilla-1.9.1 -p linux -n [your name]
To retrigger all l10n builds for linux and macosx for Firefox 3.5.4:
%prog -m -t FIREFOX_3_5_4_RELEASE -v -b releases/mozilla-1.9.1 -p linux -p macosx -n [your name]
To retrigger 'de' builds for every platform for Firefox 3.6b1:
echo "de" > de-only
%prog -m -t FIREFOX_3_6b1_RELEASE -v -s de-only -n [your name]
To retrigger 'af' on linux and 'zh-TW' on win32 and mac for Firefox 3.6b1:
echo "af linux" > my-locales
echo "zh-TW win32 osx" >> my-locales
%prog -m -t FIREFOX_3_6b1_RELEASE -v -s my-locales -n [your name]
parser = OptionParser(usage=usage)
parser.add_option("-n", "--name", action="store", dest="name",
help="Name to use when submitting.")
parser.add_option("-m", "--master", action="store", dest="master",
help="The base url of the master to submit to. " +
"Eg, http://localhost:8010")
parser.add_option("-t", "--release-tag", action="store", dest="releaseTag",
help="The tag to build with. Eg, FIREFOX_3_5_3_RELEASE")
parser.add_option("-c", "--comments", action="store", dest="comments",
parser.add_option("-d", "--delay", action="store", dest="delay",
help="Amount of time (in seconds) to wait between each" +
"POST. Defaults to 2 seconds")
parser.add_option("-v", "--verbose", action="store_true", dest="loud",
parser.add_option("-g", "--hg", action="store", dest="hg",
help="Root of the HG server. Defaults to " +
" Only used when -s " +
"isn't specified.")
parser.add_option("-b", "--branch", action="store", dest="branch",
help="The branch, relative to the HG server, to " +
"locate shipped locales on. " +
"Eg, releases/mozilla-1.9.1. Only used when " +
"-s isn't specified.")
parser.add_option("-s", "--shipped-locales-file", action="store",
dest="shippedLocales", default=None,
help="When specified, this script will read in the "
"contents of the given file and force the "
"appropriate builds based on the contents. It is "
"assumed that the file is in shipped-locales format."
" If en-US is listed as a locale it will be ignored."
" If this option is absent shipped-locales will be "
"retrieved based on the -t, -g, and -b arguments "
"given. This will cause every locale for every "
"platform to be rebuilt. Use with caution.")
parser.add_option("-p", "--platform", action="append",
dest="platforms", default=None,
help="When specified, only platforms passed with -p will "
"have builds forced. By default, builds will be "
"forced for all platforms %s for " %
"locales without exceptions. Platform exceptions "
"will be obeyed regardless of -p options used. See "
"example usage for further details.")
(options, args) = parser.parse_args()
shippedLocales = None
if options.shippedLocales:
f = open(options.shippedLocales)
shippedLocales =
file = '%s/raw-file/%s/browser/locales/shipped-locales' % \
(options.branch, options.releaseTag)
url = urljoin(options.hg, file)
shippedLocales = urlopen(url).read()
platforms = options.platforms or ALL_PLATFORMS
for p in platforms:
assert p in ALL_PLATFORMS
toForce = filterPlatforms(getShippedLocales(shippedLocales), platforms)
forcer = L10nForcer(masterUrl=options.master, toForce=toForce,
comments=options.comments, delay=options.delay,