| #!/usr/bin/env python3 |
| # -*- coding: utf-8 -*- |
| |
| # Copyright (c) 2011 The Chromium OS Authors. All rights reserved. |
| # Use of this source code is governed by a BSD-style license that can be |
| # found in the LICENSE file. |
| |
| """The unittest of experiment_file.""" |
| from __future__ import print_function |
| |
| import io |
| import unittest |
| |
| from experiment_file import ExperimentFile |
| |
| EXPERIMENT_FILE_1 = """ |
| board: x86-alex |
| remote: chromeos-alex3 |
| perf_args: record -a -e cycles |
| benchmark: PageCycler { |
| iterations: 3 |
| } |
| |
| image1 { |
| chromeos_image: /usr/local/google/cros_image1.bin |
| } |
| |
| image2 { |
| remote: chromeos-lumpy1 |
| chromeos_image: /usr/local/google/cros_image2.bin |
| } |
| """ |
| |
| EXPERIMENT_FILE_2 = """ |
| board: x86-alex |
| remote: chromeos-alex3 |
| iterations: 3 |
| |
| benchmark: PageCycler { |
| } |
| |
| benchmark: AndroidBench { |
| iterations: 2 |
| } |
| |
| image1 { |
| chromeos_image:/usr/local/google/cros_image1.bin |
| } |
| |
| image2 { |
| chromeos_image: /usr/local/google/cros_image2.bin |
| } |
| """ |
| |
| EXPERIMENT_FILE_3 = """ |
| board: x86-alex |
| remote: chromeos-alex3 |
| iterations: 3 |
| |
| benchmark: PageCycler { |
| } |
| |
| image1 { |
| chromeos_image:/usr/local/google/cros_image1.bin |
| } |
| |
| image1 { |
| chromeos_image: /usr/local/google/cros_image2.bin |
| } |
| """ |
| |
| EXPERIMENT_FILE_4 = """ |
| board: x86-alex |
| remote: chromeos-alex3 |
| iterations: 3 |
| |
| benchmark: webrtc { |
| test_args: --story-filter=datachannel |
| } |
| |
| benchmark: webrtc { |
| test_args: --story-tag-filter=smoothness |
| } |
| |
| image1 { |
| chromeos_image:/usr/local/google/cros_image1.bin |
| } |
| """ |
| |
| DUT_CONFIG_EXPERIMENT_FILE_GOOD = """ |
| board: kevin64 |
| remote: chromeos-kevin.cros |
| turbostat: False |
| intel_pstate: no_hwp |
| cooldown_temp: 38 |
| cooldown_time: 5 |
| governor: powersave |
| cpu_usage: exclusive_cores |
| cpu_freq_pct: 50 |
| top_interval: 5 |
| |
| benchmark: speedometer { |
| iterations: 3 |
| suite: telemetry_Crosperf |
| } |
| |
| image1 { |
| chromeos_image:/usr/local/google/cros_image1.bin |
| } |
| """ |
| |
| DUT_CONFIG_EXPERIMENT_FILE_BAD_GOV = """ |
| board: kevin64 |
| remote: chromeos-kevin.cros |
| intel_pstate: active |
| governor: misspelled_governor |
| |
| benchmark: speedometer2 { |
| iterations: 3 |
| suite: telemetry_Crosperf |
| } |
| """ |
| |
| DUT_CONFIG_EXPERIMENT_FILE_BAD_CPUUSE = """ |
| board: kevin64 |
| remote: chromeos-kevin.cros |
| turbostat: False |
| governor: ondemand |
| cpu_usage: unknown |
| |
| benchmark: speedometer2 { |
| iterations: 3 |
| suite: telemetry_Crosperf |
| } |
| |
| image1 { |
| chromeos_image:/usr/local/google/cros_image1.bin |
| } |
| """ |
| |
| OUTPUT_FILE = """board: x86-alex |
| remote: chromeos-alex3 |
| perf_args: record -a -e cycles |
| |
| benchmark: PageCycler { |
| \titerations: 3 |
| } |
| |
| label: image1 { |
| \tchromeos_image: /usr/local/google/cros_image1.bin |
| \tremote: chromeos-alex3 |
| } |
| |
| label: image2 { |
| \tchromeos_image: /usr/local/google/cros_image2.bin |
| \tremote: chromeos-lumpy1 |
| }\n\n""" |
| |
| |
| class ExperimentFileTest(unittest.TestCase): |
| """The main class for Experiment File test.""" |
| |
| def testLoadExperimentFile1(self): |
| input_file = io.StringIO(EXPERIMENT_FILE_1) |
| experiment_file = ExperimentFile(input_file) |
| global_settings = experiment_file.GetGlobalSettings() |
| self.assertEqual(global_settings.GetField('remote'), ['chromeos-alex3']) |
| self.assertEqual( |
| global_settings.GetField('perf_args'), 'record -a -e cycles') |
| benchmark_settings = experiment_file.GetSettings('benchmark') |
| self.assertEqual(len(benchmark_settings), 1) |
| self.assertEqual(benchmark_settings[0].name, 'PageCycler') |
| self.assertEqual(benchmark_settings[0].GetField('iterations'), 3) |
| |
| label_settings = experiment_file.GetSettings('label') |
| self.assertEqual(len(label_settings), 2) |
| self.assertEqual(label_settings[0].name, 'image1') |
| self.assertEqual(label_settings[0].GetField('chromeos_image'), |
| '/usr/local/google/cros_image1.bin') |
| self.assertEqual(label_settings[1].GetField('remote'), ['chromeos-lumpy1']) |
| self.assertEqual(label_settings[0].GetField('remote'), ['chromeos-alex3']) |
| |
| def testOverrideSetting(self): |
| input_file = io.StringIO(EXPERIMENT_FILE_2) |
| experiment_file = ExperimentFile(input_file) |
| global_settings = experiment_file.GetGlobalSettings() |
| self.assertEqual(global_settings.GetField('remote'), ['chromeos-alex3']) |
| |
| benchmark_settings = experiment_file.GetSettings('benchmark') |
| self.assertEqual(len(benchmark_settings), 2) |
| self.assertEqual(benchmark_settings[0].name, 'PageCycler') |
| self.assertEqual(benchmark_settings[0].GetField('iterations'), 3) |
| self.assertEqual(benchmark_settings[1].name, 'AndroidBench') |
| self.assertEqual(benchmark_settings[1].GetField('iterations'), 2) |
| |
| def testDuplicateLabel(self): |
| input_file = io.StringIO(EXPERIMENT_FILE_3) |
| self.assertRaises(Exception, ExperimentFile, input_file) |
| |
| def testDuplicateBenchmark(self): |
| input_file = io.StringIO(EXPERIMENT_FILE_4) |
| experiment_file = ExperimentFile(input_file) |
| benchmark_settings = experiment_file.GetSettings('benchmark') |
| self.assertEqual(benchmark_settings[0].name, 'webrtc') |
| self.assertEqual(benchmark_settings[0].GetField('test_args'), |
| '--story-filter=datachannel') |
| self.assertEqual(benchmark_settings[1].name, 'webrtc') |
| self.assertEqual(benchmark_settings[1].GetField('test_args'), |
| '--story-tag-filter=smoothness') |
| |
| def testCanonicalize(self): |
| input_file = io.StringIO(EXPERIMENT_FILE_1) |
| experiment_file = ExperimentFile(input_file) |
| res = experiment_file.Canonicalize() |
| self.assertEqual(res, OUTPUT_FILE) |
| |
| def testLoadDutConfigExperimentFile_Good(self): |
| input_file = io.StringIO(DUT_CONFIG_EXPERIMENT_FILE_GOOD) |
| experiment_file = ExperimentFile(input_file) |
| global_settings = experiment_file.GetGlobalSettings() |
| self.assertEqual(global_settings.GetField('turbostat'), False) |
| self.assertEqual(global_settings.GetField('intel_pstate'), 'no_hwp') |
| self.assertEqual(global_settings.GetField('governor'), 'powersave') |
| self.assertEqual(global_settings.GetField('cpu_usage'), 'exclusive_cores') |
| self.assertEqual(global_settings.GetField('cpu_freq_pct'), 50) |
| self.assertEqual(global_settings.GetField('cooldown_time'), 5) |
| self.assertEqual(global_settings.GetField('cooldown_temp'), 38) |
| self.assertEqual(global_settings.GetField('top_interval'), 5) |
| |
| def testLoadDutConfigExperimentFile_WrongGovernor(self): |
| input_file = io.StringIO(DUT_CONFIG_EXPERIMENT_FILE_BAD_GOV) |
| with self.assertRaises(RuntimeError) as msg: |
| ExperimentFile(input_file) |
| self.assertRegex(str(msg.exception), 'governor: misspelled_governor') |
| self.assertRegex( |
| str(msg.exception), "Invalid enum value for field 'governor'." |
| r' Must be one of \(performance, powersave, userspace, ondemand,' |
| r' conservative, schedutils, sched, interactive\)') |
| |
| def testLoadDutConfigExperimentFile_WrongCpuUsage(self): |
| input_file = io.StringIO(DUT_CONFIG_EXPERIMENT_FILE_BAD_CPUUSE) |
| with self.assertRaises(RuntimeError) as msg: |
| ExperimentFile(input_file) |
| self.assertRegex(str(msg.exception), 'cpu_usage: unknown') |
| self.assertRegex( |
| str(msg.exception), "Invalid enum value for field 'cpu_usage'." |
| r' Must be one of \(all, big_only, little_only, exclusive_cores\)') |
| |
| |
| if __name__ == '__main__': |
| unittest.main() |