import FIREFOX_52_6_0esr_RELEASE from mozilla-esr52 hg repo

testing/mozharness/scripts/bouncer_submitter.py

@@ -0,0 +1,192 @@
+#!/usr/bin/env python
+# This Source Code Form is subject to the terms of the Mozilla Public
+# License, v. 2.0. If a copy of the MPL was not distributed with this
+# file, You can obtain one at http://mozilla.org/MPL/2.0/.
+
+import os
+import sys
+
+sys.path.insert(1, os.path.dirname(sys.path[0]))
+
+from mozharness.base.script import BaseScript
+from mozharness.mozilla.bouncer.submitter import BouncerSubmitterMixin
+from mozharness.mozilla.buildbot import BuildbotMixin
+from mozharness.mozilla.purge import PurgeMixin
+
+
+class BouncerSubmitter(BaseScript, PurgeMixin, BouncerSubmitterMixin, BuildbotMixin):
+    config_options = [
+        [["--repo"], {
+            "dest": "repo",
+            "help": "Specify source repo, e.g. releases/mozilla-beta",
+        }],
+        [["--revision"], {
+            "dest": "revision",
+            "help": "Source revision/tag used to fetch shipped-locales",
+        }],
+        [["--version"], {
+            "dest": "version",
+            "help": "Current version",
+        }],
+        [["--previous-version"], {
+            "dest": "prev_versions",
+            "action": "extend",
+            "help": "Previous version(s)",
+        }],
+        [["--build-number"], {
+            "dest": "build_number",
+            "help": "Build number of version",
+        }],
+        [["--bouncer-api-prefix"], {
+            "dest": "bouncer-api-prefix",
+            "help": "Bouncer admin API URL prefix",
+        }],
+        [["--credentials-file"], {
+            "dest": "credentials_file",
+            "help": "File containing Bouncer credentials",
+        }],
+    ]
+
+    def __init__(self, require_config_file=True):
+        BaseScript.__init__(self,
+                            config_options=self.config_options,
+                            require_config_file=require_config_file,
+                            # other stuff
+                            all_actions=[
+                                'clobber',
+                                'download-shipped-locales',
+                                'submit',
+                            ],
+                            default_actions=[
+                                'clobber',
+                                'download-shipped-locales',
+                                'submit',
+                            ],
+                            config={
+                                 'buildbot_json_path' : 'buildprops.json'
+                            }
+                            )
+        self.locales = None
+        self.credentials = None
+
+    def _pre_config_lock(self, rw_config):
+        super(BouncerSubmitter, self)._pre_config_lock(rw_config)
+
+        #override properties from buildbot properties here as defined by taskcluster properties
+        self.read_buildbot_config()
+
+        #check if release promotion is true first before overwriting these properties
+        if self.buildbot_config["properties"].get("release_promotion"):
+            for prop in ['product', 'version', 'build_number', 'revision', 'bouncer_submitter_config', ]:
+                if self.buildbot_config["properties"].get(prop):
+                    self.info("Overriding %s with %s" % (prop,  self.buildbot_config["properties"].get(prop)))
+                    self.config[prop] = self.buildbot_config["properties"].get(prop)
+            if self.buildbot_config["properties"].get("partial_versions"):
+                self.config["prev_versions"] = self.buildbot_config["properties"].get("partial_versions").split(", ")
+
+        for opt in ["version", "credentials_file", "bouncer-api-prefix"]:
+            if opt not in self.config:
+                self.fatal("%s must be specified" % opt)
+        if self.need_shipped_locales():
+            for opt in ["shipped-locales-url", "repo", "revision"]:
+                if opt not in self.config:
+                    self.fatal("%s must be specified" % opt)
+
+    def need_shipped_locales(self):
+        return any(e.get("add-locales") for e in
+                   self.config["products"].values())
+
+    def query_shipped_locales_path(self):
+        dirs = self.query_abs_dirs()
+        return os.path.join(dirs["abs_work_dir"], "shipped-locales")
+
+    def download_shipped_locales(self):
+        if not self.need_shipped_locales():
+            self.info("No need to download shipped-locales")
+            return
+
+        replace_dict = {"revision": self.config["revision"],
+                        "repo": self.config["repo"]}
+        url = self.config["shipped-locales-url"] % replace_dict
+        dirs = self.query_abs_dirs()
+        self.mkdir_p(dirs["abs_work_dir"])
+        if not self.download_file(url=url,
+                                  file_name=self.query_shipped_locales_path()):
+            self.fatal("Unable to fetch shipped-locales from %s" % url)
+        # populate the list
+        self.load_shipped_locales()
+
+    def load_shipped_locales(self):
+        if self.locales:
+            return self.locales
+        content = self.read_from_file(self.query_shipped_locales_path())
+        locales = []
+        for line in content.splitlines():
+            locale = line.split()[0]
+            if locale:
+                locales.append(locale)
+        self.locales = locales
+        return self.locales
+
+    def submit(self):
+        subs = {
+            "version": self.config["version"]
+        }
+        if self.config.get("build_number"):
+            subs["build_number"] = self.config["build_number"]
+
+        for product, pr_config in sorted(self.config["products"].items()):
+            product_name = pr_config["product-name"] % subs
+            if self.product_exists(product_name):
+                self.warning("Product %s already exists. Skipping..." %
+                             product_name)
+                continue
+            self.info("Adding %s..." % product)
+            self.api_add_product(
+                product_name=product_name,
+                add_locales=pr_config.get("add-locales"),
+                ssl_only=pr_config.get("ssl-only"))
+            self.info("Adding paths...")
+            for platform, pl_config in sorted(pr_config["paths"].items()):
+                bouncer_platform = pl_config["bouncer-platform"]
+                path = pl_config["path"] % subs
+                self.info("%s (%s): %s" % (platform, bouncer_platform, path))
+                self.api_add_location(product_name, bouncer_platform, path)
+
+        # Add partial updates
+        if "partials" in self.config and self.config.get("prev_versions"):
+            self.submit_partials()
+
+    def submit_partials(self):
+        subs = {
+            "version": self.config["version"]
+        }
+        if self.config.get("build_number"):
+            subs["build_number"] = self.config["build_number"]
+        prev_versions = self.config.get("prev_versions")
+        for product, part_config in sorted(self.config["partials"].items()):
+            product_name_tmpl = part_config["product-name"]
+            for prev_version in prev_versions:
+                prev_version, prev_build_number = prev_version.split("build")
+                subs["prev_version"] = prev_version
+                subs["prev_build_number"] = prev_build_number
+                product_name = product_name_tmpl % subs
+                if self.product_exists(product_name):
+                    self.warning("Product %s already exists. Skipping..." %
+                                 product_name)
+                    continue
+                self.info("Adding partial updates for %s" % product_name)
+                self.api_add_product(
+                    product_name=product_name,
+                    add_locales=part_config.get("add-locales"),
+                    ssl_only=part_config.get("ssl-only"))
+                for platform, pl_config in sorted(part_config["paths"].items()):
+                    bouncer_platform = pl_config["bouncer-platform"]
+                    path = pl_config["path"] % subs
+                    self.info("%s (%s): %s" % (platform, bouncer_platform, path))
+                    self.api_add_location(product_name, bouncer_platform, path)
+
+
+if __name__ == '__main__':
+    myScript = BouncerSubmitter()
+    myScript.run_and_exit()