| [ |
| { |
| "test_name": "platform_BootPerfServer", |
| "graphs": [ |
| { |
| "graph_name": "seconds_from_kernel", |
| "units": "sec", |
| "better_direction": "lower", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "seconds_kernel_to_startup", |
| "seconds_kernel_to_startup_done", |
| "seconds_kernel_to_x_started", |
| "seconds_kernel_to_chrome_exec", |
| "seconds_kernel_to_chrome_main", |
| "seconds_kernel_to_login", |
| "seconds_kernel_to_network" |
| ] |
| }, |
| { |
| "graph_name": "seconds_from_power_on", |
| "units": "sec", |
| "better_direction": "lower", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "seconds_power_on_to_lf_start", |
| "seconds_power_on_to_lf_end", |
| "seconds_power_on_to_lk_start", |
| "seconds_power_on_to_lk_end", |
| "seconds_power_on_to_kernel" |
| ] |
| }, |
| { |
| "graph_name": "seconds_power_on_to_login", |
| "units": "sec", |
| "better_direction": "lower", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "seconds_power_on_to_login" |
| ] |
| }, |
| { |
| "graph_name": "reboot_shutdown_time", |
| "units": "sec", |
| "better_direction": "lower", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "seconds_reboot_time", |
| "seconds_shutdown_time" |
| ] |
| }, |
| { |
| "graph_name": "rdbytes_from_kernel", |
| "units": "rdbytes", |
| "better_direction": "lower", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "rdbytes_kernel_to_startup", |
| "rdbytes_kernel_to_startup_done", |
| "rdbytes_kernel_to_x_started", |
| "rdbytes_kernel_to_chrome_exec", |
| "rdbytes_kernel_to_chrome_main", |
| "rdbytes_kernel_to_login" |
| ] |
| } |
| ] |
| }, |
| { |
| "test_name": "build_RootFilesystemSize", |
| "graphs": [ |
| { |
| "graph_name": "rootfs_prod", |
| "units": "bytes", |
| "better_direction": "lower", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "bytes_rootfs_prod" |
| ] |
| }, |
| { |
| "graph_name": "rootfs_test", |
| "units": "bytes", |
| "better_direction": "lower", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "bytes_rootfs_test" |
| ] |
| } |
| ] |
| }, |
| { |
| "test_name": "power_Consumption", |
| "graphs": [ |
| { |
| "graph_name": "system_pwr(VIDEO)", |
| "units": "watts", |
| "better_direction": "lower", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "vid1080_h264_fs_system_pwr", |
| "vid1080_h264_system_pwr", |
| "vid1080_vp8_system_pwr", |
| "vid400p_h264_fs_system_pwr", |
| "vid400p_h264_system_pwr", |
| "vid400p_vp8_system_pwr" |
| ] |
| }, |
| { |
| "graph_name": "system_pwr(OTHER)", |
| "units": "watts", |
| "better_direction": "lower", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "AboutBlank_system_pwr", |
| "BallsDHTML_system_pwr", |
| "BallsFlex_system_pwr,", |
| "PosterCircle_system_pwr" |
| ] |
| } |
| ] |
| }, |
| { |
| "test_name": "power_LoadTest.WIFI", |
| "graphs": [ |
| { |
| "graph_name": "energy_rate", |
| "units": "watts", |
| "better_direction": "lower", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "w_energy_rate" |
| ] |
| }, |
| { |
| "graph_name": "battery_life", |
| "units": "min", |
| "better_direction": "higher", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "minutes_battery_life" |
| ] |
| } |
| ] |
| }, |
| { |
| "test_name": "power_LoadTest.WIFI_1hr", |
| "graphs": [ |
| { |
| "graph_name": "energy_rate", |
| "units": "watts", |
| "better_direction": "lower", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "w_energy_rate" |
| ] |
| }, |
| { |
| "graph_name": "battery_life", |
| "units": "min", |
| "better_direction": "higher", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "minutes_battery_life" |
| ] |
| } |
| ] |
| }, |
| { |
| "test_name": "power_LoadTest.WIRED", |
| "graphs": [ |
| { |
| "graph_name": "energy_rate", |
| "units": "watts", |
| "better_direction": "lower", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "w_energy_rate" |
| ] |
| }, |
| { |
| "graph_name": "battery_life", |
| "units": "min", |
| "better_direction": "higher", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "minutes_battery_life" |
| ] |
| } |
| ] |
| }, |
| { |
| "test_name": "power_LoadTest.WIRED_1hr", |
| "graphs": [ |
| { |
| "graph_name": "energy_rate", |
| "units": "watts", |
| "better_direction": "lower", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "w_energy_rate" |
| ] |
| }, |
| { |
| "graph_name": "battery_life", |
| "units": "min", |
| "better_direction": "higher", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "minutes_battery_life" |
| ] |
| } |
| ] |
| }, |
| { |
| "test_name": "power_Idle", |
| "graphs": [ |
| { |
| "graph_name": "enery_rate", |
| "units": "watts", |
| "better_direction": "lower", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "w_energy_rate" |
| ] |
| } |
| ] |
| }, |
| { |
| "test_name": "power_Resume", |
| "graphs": [ |
| { |
| "graph_name": "suspend_resume_time", |
| "units": "sec", |
| "better_direction": "lower", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "seconds_system_resume", |
| "seconds_system_suspend", |
| "seconds_system_resume_firmware", |
| "seconds_system_resume_kernel" |
| ] |
| } |
| ] |
| }, |
| { |
| "test_name": "hardware_MemoryThroughput", |
| "graphs": [ |
| { |
| "graph_name": "memory_mb_per_second", |
| "units": "mb_per_sec", |
| "better_direction": "higher", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "mb_per_sec_memory_cp_256k_seq", |
| "mb_per_sec_memory_r_256k_ran", |
| "mb_per_sec_memory_rw_256k_seq", |
| "mb_per_sec_memory_set_256k_seq", |
| "mb_per_sec_memory_w_256k_seq" |
| ] |
| } |
| ] |
| }, |
| { |
| "test_name": "desktopui_PyAutoPerf", |
| "old_test_names": ["desktopui_PyAutoPerfTests"], |
| "graphs": [ |
| { |
| "graph_name": "new_tab_load_time", |
| "units": "msec", |
| "better_direction": "lower", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "milliseconds_NewTabPage", |
| "milliseconds_NewTabPdfPage", |
| "milliseconds_NewTabFlashPage" |
| ] |
| }, |
| { |
| "graph_name": "20_tabs_load_time", |
| "units": "msec", |
| "better_direction": "lower", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "milliseconds_20TabsNewTabPage" |
| ] |
| }, |
| { |
| "graph_name": "new_tab_google_site_load_time", |
| "units": "msec", |
| "better_direction": "lower", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "milliseconds_NewTabGmail", |
| "milliseconds_NewTabCalendar", |
| "milliseconds_NewTabDocs" |
| ] |
| }, |
| { |
| "graph_name": "upload_download_time", |
| "units": "msec", |
| "better_direction": "lower", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "milliseconds_Download100MBFile", |
| "milliseconds_Upload50MBFile" |
| ] |
| }, |
| { |
| "graph_name": "v8_benchmark_total", |
| "units": "score", |
| "better_direction": "higher", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "score_V8Benchmark" |
| ] |
| }, |
| { |
| "graph_name": "v8_benchmark_breakdown", |
| "units": "score", |
| "better_direction": "higher", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "score_V8Benchmark-Richards", |
| "score_V8Benchmark-DeltaBlue", |
| "score_V8Benchmark-Crypto", |
| "score_V8Benchmark-RayTrace", |
| "score_V8Benchmark-EarleyBoyer", |
| "score_V8Benchmark-RegExp", |
| "score_V8Benchmark-Splay" |
| ] |
| }, |
| { |
| "graph_name": "scroll_fps", |
| "units": "fps", |
| "better_direction": "higher", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "FPS_ScrollBlankPage", |
| "FPS_ScrollTextPage", |
| "FPS_ScrollGooglePlusPage", |
| "FPS_ScrollGmail" |
| ] |
| }, |
| { |
| "graph_name": "flash_fps", |
| "units": "fps", |
| "better_direction": "higher", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "FPS_FlashGaming", |
| "FPS_FlashText" |
| ] |
| }, |
| { |
| "graph_name": "scimark_gui_mflops", |
| "units": "mflops", |
| "better_direction": "higher", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "MFLOPS_ScimarkGui-lu_factoriza*", |
| "MFLOPS_ScimarkGui-fast_fourier*", |
| "MFLOPS_ScimarkGui-jacobi_sor-M*", |
| "MFLOPS_ScimarkGui-monte_carlo_*", |
| "MFLOPS_ScimarkGui-sparse_matri*" |
| ] |
| }, |
| { |
| "graph_name": "scimark_gui_mb", |
| "units": "mb", |
| "better_direction": "lower", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "MB_ScimarkGui-lu_factorization*", |
| "MB_ScimarkGui-fast_fourier_tra*", |
| "MB_ScimarkGui-jacobi_sor-Mem", |
| "MB_ScimarkGui-monte_carlo_inte*", |
| "MB_ScimarkGui-sparse_matrix_mu*" |
| ] |
| }, |
| { |
| "graph_name": "sunspider_benchmark_total", |
| "units": "msec", |
| "better_direction": "lower", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "ms_SunSpider-total" |
| ] |
| }, |
| { |
| "graph_name": "sunspider_benchmark_breakdown", |
| "units": "msec", |
| "better_direction": "lower", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "ms_SunSpider-3d", |
| "ms_SunSpider-access", |
| "ms_SunSpider-bitops", |
| "ms_SunSpider-controlflow", |
| "ms_SunSpider-crypto", |
| "ms_SunSpider-date", |
| "ms_SunSpider-math", |
| "ms_SunSpider-regexp", |
| "ms_SunSpider-string" |
| ] |
| }, |
| { |
| "graph_name": "dromaeo_benchmark_total", |
| "units": "runs_per_sec", |
| "better_direction": "higher", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "runsPerSec_Dromaeo-total" |
| ] |
| }, |
| { |
| "graph_name": "dromaeo_benchmark_breakdown", |
| "units": "runs_per_sec", |
| "better_direction": "higher", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "runsPerSec_Dromaeo-RegularExpr*", |
| "runsPerSec_Dromaeo-Arrays", |
| "runsPerSec_Dromaeo-Base64Encod*", |
| "runsPerSec_Dromaeo-CodeEvaluat*", |
| "runsPerSec_Dromaeo-Rotating3DC*", |
| "runsPerSec_Dromaeo-Strings" |
| ] |
| }, |
| { |
| "graph_name": "youtube_dropped_frames", |
| "units": "frames", |
| "better_direction": "lower", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "frames_YoutubeDroppedFramesSlo*", |
| "frames_YoutubeDroppedFramesNor*", |
| "frames_YoutubeDroppedFramesFas*" |
| ] |
| }, |
| { |
| "graph_name": "youtube_cpu_usage", |
| "units": "frac_cpu_busy", |
| "better_direction": "lower", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "extrapolation_YoutubeCPUExtrap*" |
| ] |
| }, |
| { |
| "graph_name": "netflix_dropped_frames", |
| "units": "frames", |
| "better_direction": "lower", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "frames_NetflixDroppedFrames" |
| ] |
| }, |
| { |
| "graph_name": "netflix_cpu_usage", |
| "units": "frac_cpu_busy", |
| "better_direction": "lower", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "extrapolation_NetflixCPUExtrap*" |
| ] |
| }, |
| { |
| "graph_name": "webgl_fps", |
| "units": "fps", |
| "better_direction": "higher", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "fps_WebGLAquarium", |
| "fps_WebGLField", |
| "fps_WebGLSpaceRocks" |
| ] |
| }, |
| { |
| "graph_name": "angry_birds_cpu_usage", |
| "units": "frac_cpu_busy", |
| "better_direction": "lower", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "Fraction_AngryBirdsCpuBusy" |
| ] |
| }, |
| { |
| "graph_name": "angry_birds_v8_heap_size", |
| "units": "mb", |
| "better_direction": "lower", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "MB_AngryBirdsV8HeapSize" |
| ] |
| }, |
| { |
| "graph_name": "page_cycler_group_1", |
| "units": "msec", |
| "better_direction": "lower", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "milliseconds_Alexa_usFile_Page*", |
| "milliseconds_MozFile_PageCycle*", |
| "milliseconds_Moz2File_PageCycl*" |
| ] |
| }, |
| { |
| "graph_name": "page_cycler_group_2", |
| "units": "msec", |
| "better_direction": "lower", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "milliseconds_DhtmlFile_PageCyc*", |
| "milliseconds_MoreJSFile_PageCy*", |
| "milliseconds_Intl2File_PageCyc*", |
| "milliseconds_Intl1File_PageCyc*" |
| ] |
| }, |
| { |
| "graph_name": "page_cycler_bloatfile", |
| "units": "msec", |
| "better_direction": "lower", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "milliseconds_BloatFile_PageCyc*" |
| ] |
| }, |
| { |
| "graph_name": "memory_control_gemobj", |
| "units": "kb", |
| "better_direction": "lower", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "KB_MemCtrl-EndGemObj-0Tabs0", |
| "KB_MemCtrl-MaxGemObj-10Tabs1", |
| "KB_MemCtrl-EndGemObj-0Tabs1", |
| "KB_MemCtrl-MaxGemObj-10Tabs2", |
| "KB_MemCtrl-EndGemObj-0Tabs2" |
| ] |
| }, |
| { |
| "graph_name": "memory_control_memfree", |
| "units": "kb", |
| "better_direction": "higher", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "KB_MemCtrl-EndMemFree-0Tabs0", |
| "KB_MemCtrl-MinMemFree-10Tabs1", |
| "KB_MemCtrl-EndMemFree-0Tabs1", |
| "KB_MemCtrl-MinMemFree-10Tabs2", |
| "KB_MemCtrl-EndMemFree-0Tabs2" |
| ] |
| }, |
| { |
| "graph_name": "memory_live_gemobj", |
| "units": "kb", |
| "better_direction": "lower", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "KB_MemLive-EndGemObj-0Tabs0", |
| "KB_MemLive-MaxGemObj-10Tabs1", |
| "KB_MemLive-EndGemObj-0Tabs1", |
| "KB_MemLive-MaxGemObj-10Tabs2", |
| "KB_MemLive-EndGemObj-0Tabs2" |
| ] |
| }, |
| { |
| "graph_name": "memory_live_memfree", |
| "units": "kb", |
| "better_direction": "higher", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "KB_MemLive-EndMemFree-0Tabs0", |
| "KB_MemLive-MinMemFree-10Tabs1", |
| "KB_MemLive-EndMemFree-0Tabs1", |
| "KB_MemLive-MinMemFree-10Tabs2", |
| "KB_MemLive-EndMemFree-0Tabs2" |
| ] |
| } |
| ] |
| }, |
| { |
| "test_name": "audiovideo_FFMPEG", |
| "graphs": [ |
| { |
| "graph_name": "tulip_fps", |
| "units": "fps", |
| "better_direction": "higher", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "fps_tulip_hp_mp4", |
| "fps_tulip_bp_mp4", |
| "fps_tulip_ogv" |
| ] |
| } |
| ] |
| }, |
| { |
| "test_name": "graphics_GLBench", |
| "graphs": [ |
| { |
| "graph_name": "glbench_benchmark", |
| "units": "units", |
| "better_direction": "???", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "1280x768_fps_compositing", |
| "mpixels_sec_clear_color", |
| "mpixels_sec_fill_solid", |
| "mpixels_sec_yuv_shader_2", |
| "mpixels_sec_yuv_shader_4", |
| "mtri_sec_triangle_setup" |
| ] |
| } |
| ] |
| }, |
| { |
| "test_name": "graphics_GLMark2", |
| "graphs": [ |
| { |
| "graph_name": "glmark2_benchmark", |
| "units": "fps", |
| "better_direction": "higher", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "glmark2_score" |
| ] |
| } |
| ] |
| }, |
| { |
| "test_name": "graphics_Piglit", |
| "graphs": [ |
| { |
| "graph_name": "piglit_benchmark", |
| "units": "count", |
| "better_direction": "higher", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "count_subtests_pass" |
| ] |
| } |
| ] |
| }, |
| { |
| "test_name": "graphics_WebGLConformance", |
| "graphs": [ |
| { |
| "graph_name": "webgl_conformance", |
| "units": "count", |
| "better_direction": "higher", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "count_tests_pass" |
| ] |
| } |
| ] |
| }, |
| { |
| "test_name": "graphics_WebGLPerformance", |
| "graphs": [ |
| { |
| "graph_name": "webgl_performance", |
| "units": "msec", |
| "better_direction": "lower", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "time_ms_geom_mean" |
| ] |
| } |
| ] |
| }, |
| { |
| "test_name": "telemetry_ScrollingBenchmark", |
| "master": "ChromiumPerf", |
| "graphs": [ |
| { |
| "graph_name": "name", |
| "units": "units", |
| "better_direction": "lower", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "key1" |
| ] |
| } |
| ] |
| }, |
| { |
| "test_name": "telemetry_OctaneBenchmark", |
| "master": "ChromiumPerf", |
| "graphs": [ |
| { |
| "graph_name": "overall_score", |
| "units": "score", |
| "better_direction": "higher", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "score*" |
| ] |
| } |
| ] |
| }, |
| { |
| "test_name": "platform_GesturesRegressionTest", |
| "master": "chromeos.touchpad", |
| "graphs": [ |
| { |
| "graph_name": "gestures_regression", |
| "units": "points", |
| "better_direction": "higher", |
| "info_url": "../../../../../scripts/doc/default.html", |
| "keys": [ |
| "*" |
| ] |
| } |
| ] |
| } |
| ] |
