| #!/usr/bin/python |
| # |
| # Copyright 2010 Google Inc. All Rights Reserved. |
| |
| """Script to checkout the ChromeOS source. |
| |
| This script sets up the ChromeOS source in the given directory, matching a |
| particular release of ChromeOS. |
| """ |
| |
| __author__ = "raymes@google.com (Raymes Khoury)" |
| |
| from datetime import datetime |
| import getpass |
| import optparse |
| import os |
| import pickle |
| import sys |
| import tempfile |
| import time |
| from utils import command_executer |
| from utils import logger |
| |
| GCLIENT_FILE = """solutions = [ |
| { "name" : "CHROME_DEPS", |
| "url" : |
| "svn://svn.chromium.org/chrome-internal/trunk/tools/buildspec/releases/%s", |
| "custom_deps" : { |
| "src/third_party/WebKit/LayoutTests": None, |
| "src-pdf": None, |
| "src/pdf": None, |
| }, |
| "safesync_url": "", |
| }, |
| ] |
| """ |
| |
| # List of stable versions used for common team image |
| # Sheriff must update this list when a new common version becomes available |
| COMMON_VERSIONS = "/home/mobiletc-prebuild/common_images/common_list.txt" |
| |
| def Usage(parser): |
| parser.print_help() |
| sys.exit(0) |
| |
| |
| def TimeToVersion(my_time, versions_git): |
| """Convert timestamp to version number.""" |
| cur_time = time.mktime(time.gmtime()) |
| des_time = float(my_time) |
| if cur_time - des_time > 7000000: |
| logger.GetLogger().LogFatal("The time you specify is too early.") |
| temp = tempfile.mkdtemp() |
| commands = ["cd {0}".format(temp), "git clone {0}".format(versions_git), |
| "cd manifest-versions", "git checkout -f $(git rev-list" + |
| " --max-count=1 --before={0} origin/master)".format(my_time)] |
| cmd_executer = command_executer.GetCommandExecuter() |
| ret = cmd_executer.RunCommands(commands) |
| if ret: |
| logger.GetLogger().LogFatal("Failed to checkout manifest-versions.") |
| path = os.path.realpath("{0}/manifest-versions/LKGM/lkgm.xml".format(temp)) |
| pp = path.split("/") |
| small = os.path.basename(path).split(".xml")[0] |
| version = pp[-2] + "." + small |
| commands = ["rm -rf {0}".format(temp)] |
| cmd_executer.RunCommands(commands) |
| return version |
| |
| # Get version spec file, either from "paladin" or "buildspec" directory. |
| def GetVersionSpecFile(version, versions_git): |
| temp = tempfile.mkdtemp() |
| commands = ["cd {0}".format(temp), \ |
| "git clone {0} versions".format(versions_git)] |
| cmd_executer = command_executer.GetCommandExecuter() |
| ret = cmd_executer.RunCommands(commands) |
| err_msg = None |
| if ret: |
| err_msg = "Failed to checkout versions_git - {0}".format(versions_git) |
| ret = None |
| else: |
| v, m = version.split(".", 1) |
| paladin_spec = "paladin/buildspecs/{0}/{1}.xml".format(v, m) |
| generic_spec = "buildspecs/{0}/{1}.xml".format(v, m) |
| paladin_path = "{0}/versions/{1}".format(temp, paladin_spec) |
| generic_path = "{0}/versions/{1}".format(temp, generic_spec) |
| if os.path.exists(paladin_path): |
| ret = paladin_spec |
| elif os.path.exists(generic_path): |
| ret = generic_spec |
| else: |
| err_msg = "No spec found for version {0}".format(version) |
| ret = None |
| # Fall through to clean up. |
| |
| commands = ["rm -rf {0}".format(temp)] |
| cmd_executer.RunCommands(commands) |
| if err_msg: |
| logger.GetLogger().LogFatal(err_msg) |
| return ret |
| |
| def TimeToCommonVersion(timestamp): |
| """Convert timestamp to common image version.""" |
| tdt = datetime.fromtimestamp(float(timestamp)) |
| with open(COMMON_VERSIONS, "r") as f: |
| common_list = pickle.load(f) |
| for sv in common_list: |
| sdt = datetime.strptime(sv["date"], "%Y-%m-%d %H:%M:%S.%f") |
| if tdt >= sdt: |
| return "%s.%s" % (sv["chrome_major_version"], sv["chromeos_version"]) |
| # should never reach here |
| logger.GetLogger().LogFatal("No common version for timestamp") |
| return None |
| |
| |
| def Main(argv): |
| """Checkout the ChromeOS source.""" |
| parser = optparse.OptionParser() |
| parser.add_option("--dir", dest="directory", |
| help="Target directory for ChromeOS installation.") |
| parser.add_option("--version", dest="version", default="latest_lkgm", |
| help="""ChromeOS version. Can be: |
| (1) A release version in the format: 'X.X.X.X' |
| (2) 'top' for top of trunk |
| (3) 'latest_lkgm' for the latest lkgm version |
| (4) 'lkgm' for the lkgm release before timestamp |
| (5) 'latest_common' for the latest team common stable version |
| (6) 'common' for the team common stable version before timestamp |
| Default is 'latest_lkgm'.""") |
| parser.add_option("--timestamp", dest="timestamp", default=None, |
| help="""Timestamps in epoch format. It will check out the |
| latest LKGM or the latest COMMON version of ChromeOS before the timestamp. |
| Use in combination with --version=latest or --version=common. Use |
| 'date -d <date string> +%s' to find epoch time""") |
| parser.add_option("--minilayout", dest="minilayout", default=False, |
| action="store_true", |
| help="""Whether to checkout the minilayout |
| (smaller checkout).'""") |
| parser.add_option("--jobs", "-j", dest="jobs", default="1", |
| help="Number of repo sync threads to use.") |
| parser.add_option("--public", "-p", dest="public", default=False, |
| action="store_true", |
| help="Use the public checkout instead of the private one.") |
| |
| options = parser.parse_args(argv)[0] |
| |
| if not options.version: |
| parser.print_help() |
| logger.GetLogger().LogFatal("No version specified.") |
| else: |
| version = options.version.strip() |
| |
| if not options.timestamp: |
| timestamp = "" |
| else: |
| timestamp = options.timestamp.strip() |
| if version not in ("lkgm", "common"): |
| parser.print_help() |
| logger.GetLogger().LogFatal("timestamp option only applies for " |
| "versions \"lkgm\" or \"common\"") |
| |
| if not options.directory: |
| parser.print_help() |
| logger.GetLogger().LogFatal("No directory specified.") |
| |
| directory = options.directory.strip() |
| |
| if options.public: |
| manifest_repo = "http://git.chromium.org/chromiumos/manifest.git" |
| versions_repo = "http://git.chromium.org/chromiumos/manifest-versions.git" |
| else: |
| manifest_repo = ( |
| "ssh://gerrit-int.chromium.org:29419/chromeos/manifest-internal.git") |
| versions_repo = ( |
| "ssh://gerrit-int.chromium.org:29419/chromeos/manifest-versions.git") |
| |
| if version == "top": |
| init = "repo init -u %s" % manifest_repo |
| elif version == "latest_lkgm": |
| version = TimeToVersion(time.mktime(time.gmtime()), versions_repo) |
| version, manifest = version.split(".", 1) |
| logger.GetLogger().LogOutput("found version %s.%s for latest LKGM" % ( |
| version, manifest)) |
| init = ("repo init -u %s -m paladin/buildspecs/%s/%s.xml" % ( |
| versions_repo, version, manifest)) |
| elif version == "lkgm": |
| if not timestamp: |
| parser.print_help() |
| logger.GetLogger().LogFatal("No timestamp specified for version=lkgm") |
| version = TimeToVersion(timestamp, versions_repo) |
| version, manifest = version.split(".", 1) |
| logger.GetLogger().LogOutput("found version %s.%s for LKGM at timestamp %s" |
| % (version, manifest, timestamp)) |
| init = ("repo init -u %s -m paladin/buildspecs/%s/%s.xml" % ( |
| versions_repo, version, manifest)) |
| elif version == "latest_common": |
| version = TimeToCommonVersion(time.mktime(time.gmtime())) |
| version, manifest = version.split(".", 1) |
| logger.GetLogger().LogOutput("found version %s.%s for latest Common image" % |
| (version, manifest)) |
| init = ("repo init -u %s -m buildspecs/%s/%s.xml" % ( |
| versions_repo, version, manifest)) |
| elif version == "common": |
| if not timestamp: |
| parser.print_help() |
| logger.GetLogger().LogFatal("No timestamp specified for version=lkgm") |
| version = TimeToCommonVersion(timestamp) |
| version, manifest = version.split(".", 1) |
| logger.GetLogger().LogOutput("found version %s.%s for latest common image " |
| "at timestamp %s" % ( |
| version, manifest, timestamp)) |
| init = ("repo init -u %s -m buildspecs/%s/%s.xml" % ( |
| versions_repo, version, manifest)) |
| else: |
| # user specified a specific version number |
| version_spec_file = GetVersionSpecFile(version, versions_repo) |
| if not version_spec_file: |
| return 1 |
| init = "repo init -u %s -m %s" % (versions_repo, version_spec_file) |
| |
| if options.minilayout: |
| init += " -g minilayout" |
| |
| init += " --repo-url=http://git.chromium.org/external/repo.git" |
| |
| commands = ["mkdir -p %s" % directory, |
| "cd %s" % directory, |
| init, |
| # crosbug#31837 - "Sources need to be world-readable to properly |
| # function inside the chroot" |
| "umask 022 && repo sync -j %s" % options.jobs] |
| cmd_executer = command_executer.GetCommandExecuter() |
| ret = cmd_executer.RunCommands(commands) |
| if ret: |
| return ret |
| |
| # Setup svn credentials for use inside the chroot |
| if getpass.getuser() == "mobiletc-prebuild": |
| chromium_username = "raymes" |
| else: |
| chromium_username = "$USER" |
| |
| return cmd_executer.RunCommand( |
| "svn ls --config-option config:auth:password-stores= " |
| "--config-option " |
| "servers:global:store-plaintext-passwords=yes " |
| "--username " + chromium_username + "@google.com " |
| "svn://svn.chromium.org/leapfrog-internal " |
| "svn://svn.chromium.org/chrome " |
| "svn://svn.chromium.org/chrome-internal > /dev/null") |
| |
| |
| if __name__ == "__main__": |
| retval = Main(sys.argv) |
| sys.exit(retval) |
