regions/update_testdata.py

#!/usr/bin/python2

# Copyright 2015 The Chromium OS Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.


"""Updates testdata/ based on data pulled from Chromium sources."""

from __future__ import print_function

import argparse
import json
import logging
import os
import re
import shutil
import subprocess
import sys
import tempfile

import yaml


# URLs to GIT paths.
SRC_GIT_URL = 'https://chromium.googlesource.com/chromium/src'
SRC_REMOTE_BRANCH = 'remotes/origin/master'

TESTDATA_PATH = os.path.join(os.path.dirname(__file__), 'testdata')


def GetChromiumSource(temp_dir):
  """Gets Chromium source code under a temp directory.

  Args:
    temp_dir: a temp directory to store the Chromium source code.
  """
  subprocess.check_call(
      ['git', 'clone', SRC_GIT_URL, '--no-checkout', '--depth', '1'],
      cwd=temp_dir)


def WriteTestData(name, value):
  if not value:
    sys.exit('No values found for %s' % name)

  path = os.path.join(TESTDATA_PATH, name + '.yaml')
  logging.info('%s: writing %r', path, value)
  with open(path, 'w') as f:
    f.write('# Automatically generated from ToT Chromium sources\n'
            '# by update_testdata.py. Do not edit manually.\n'
            '\n')
    yaml.dump(value, f, default_flow_style=False)


def UpdateLocales(source_dir):
  """Updates locales.

  Valid locales are entries of the kAcceptLanguageList array in
  l10n_util.cc <http://goo.gl/z8XsZJ>.

  Args:
    source_dir: the directory storing Chromium source.
  """
  cpp_code = subprocess.check_output(
      ['git', 'show', SRC_REMOTE_BRANCH + ':ui/base/l10n/l10n_util.cc'],
      cwd=source_dir)
  match = re.search(r'static[^\n]+kAcceptLanguageList\[\] = \{(.+?)^\}',
                    cpp_code, re.DOTALL | re.MULTILINE)
  if not match:
    sys.exit('Unable to find language list')

  locales = re.findall(r'"(.+)"', match.group(1))
  if not locales:
    sys.exit('Unable to parse language list')

  WriteTestData('locales', sorted(locales))


def UpdateTimeZones(source_dir):
  """Updates time zones.

  Valid time zones are values of the kTimeZones array in timezone_settings.cc
  <http://goo.gl/WSVUeE>.

  Args:
    source_dir: the directory storing Chromium source.
  """
  cpp_code = subprocess.check_output(
      ['git', 'show',
       SRC_REMOTE_BRANCH + ':chromeos/settings/timezone_settings.cc'],
      cwd=source_dir)
  match = re.search(r'static[^\n]+kTimeZones\[\] = \{(.+?)^\}',
                    cpp_code, re.DOTALL | re.MULTILINE)
  if not match:
    sys.exit('Unable to find time zones')

  time_zones = re.findall(r'"(.+)"', match.group(1))
  if not time_zones:
    sys.exit('Unable to parse time zones')

  WriteTestData('time_zones', time_zones)


def UpdateMigrationMap(source_dir):
  """Updates the input method migration map.

  The source is the kEngineIdMigrationMap array in input_method_util.cc
  <http://goo.gl/cDO53r>.

  Args:
    source_dir: the directory storing Chromium source.
  """
  cpp_code = subprocess.check_output(
      ['git', 'show',
       (SRC_REMOTE_BRANCH +
        ':chrome/browser/chromeos/input_method/input_method_util.cc')],
      cwd=source_dir)
  match = re.search(r'kEngineIdMigrationMap\[\]\[2\] = \{(.+?)^\}',
                    cpp_code, re.DOTALL | re.MULTILINE)
  if not match:
    sys.exit('Unable to find kEngineIdMigrationMap')

  map_code = match.group(1)
  migration_map = re.findall(r'{"(.+?)", "(.+?)"}', map_code)
  if not migration_map:
    sys.exit('Unable to parse kEngineIdMigrationMap')

  WriteTestData('migration_map', migration_map)


def UpdateInputMethods(source_dir):
  """Updates input method IDs.

  This is the union of all 'id' fields in input_method/*.json
  <http://goo.gl/z4JGvK>.

  Args:
    source_dir: the directory storing Chromium source.
  """
  files = [line.strip() for line in subprocess.check_output(
      ['git', 'show', SRC_REMOTE_BRANCH +
       ':chrome/browser/resources/chromeos/input_method'],
      cwd=source_dir).split()]
  pattern = re.compile(r'\.json$')
  json_files = [f for f in files if pattern.search(f)]

  input_methods = set()
  for f in json_files:
    contents = json.loads(subprocess.check_output(
        ['git', 'show', (SRC_REMOTE_BRANCH +
                         ':chrome/browser/resources/chromeos/input_method/' +
                         f)],
        cwd=source_dir))
    for c in contents['input_components']:
      input_methods.add(str(c['id']))

  WriteTestData('input_methods', sorted(input_methods))


def main():
  parser = argparse.ArgumentParser(
      description=('Updates some constants in regions_unittest_data.py based '
                   'on data pulled from Chromium sources. This overwrites '
                   'files in testdata, which you must then submit.'))
  unused_args = parser.parse_args()
  logging.basicConfig(level=logging.INFO)

  temp_dir = tempfile.mkdtemp()
  try:
    GetChromiumSource(temp_dir)
    source_dir = os.path.join(temp_dir, 'src')
    UpdateLocales(source_dir)
    UpdateTimeZones(source_dir)
    UpdateInputMethods(source_dir)
    UpdateMigrationMap(source_dir)
  finally:
    shutil.rmtree(temp_dir)

  logging.info('Run "git diff %s" to see changes (if any).', TESTDATA_PATH)
  logging.info('Make sure to submit any changes to %s!', TESTDATA_PATH)


if __name__ == '__main__':
  main()