| { |
| "version": 1, |
| "tests": [ |
| { |
| "name": "meet-basic-2", |
| "tool": "tast", |
| "test_expr": "ui.GoogleMeetCUJ.basic_two", |
| "attributes": ["basic"] |
| }, |
| { |
| "name": "meet-basic-small", |
| "tool": "tast", |
| "test_expr": "ui.GoogleMeetCUJ.basic_small", |
| "attributes": ["basic"] |
| }, |
| { |
| "name": "meet-basic-large", |
| "tool": "tast", |
| "test_expr": "ui.GoogleMeetCUJ.basic_large", |
| "attributes": ["basic"] |
| }, |
| { |
| "name": "meet-basic-class", |
| "tool": "tast", |
| "test_expr": "ui.GoogleMeetCUJ.basic_class", |
| "attributes": ["basic"] |
| }, |
| { |
| "name": "meet-plus-large", |
| "tool": "tast", |
| "test_expr": "ui.GoogleMeetCUJ.plus_large", |
| "attributes": ["plus"], |
| "deps": ["plus"] |
| }, |
| { |
| "name": "meet-plus-class", |
| "tool": "tast", |
| "test_expr": "ui.GoogleMeetCUJ.plus_class", |
| "attributes": ["plus"], |
| "deps": ["plus"] |
| }, |
| { |
| "name": "meet-premium-large", |
| "tool": "tast", |
| "test_expr": "ui.GoogleMeetCUJ.premium_large", |
| "attributes": ["premium"], |
| "deps": ["premium"] |
| }, |
| { |
| "name": "tabswitch-basic-noproxy", |
| "tool": "tast", |
| "test_expr": "ui.TabSwitchCUJ2.basic_noproxy", |
| "attributes": ["basic"] |
| }, |
| { |
| "name": "tabswitch-plus-noproxy", |
| "tool": "tast", |
| "test_expr": "ui.TabSwitchCUJ2.plus_noproxy", |
| "attributes": ["plus"], |
| "deps": ["plus"] |
| }, |
| { |
| "name": "tabswitch-premium-noproxy", |
| "tool": "tast", |
| "test_expr": "ui.TabSwitchCUJ2.premium_noproxy", |
| "attributes": ["premium"], |
| "deps": ["premium"] |
| }, |
| { |
| "name": "quick-check-unlock", |
| "tool": "tast", |
| "test_expr": "ui.QuickCheckCUJ2.basic_unlock", |
| "attributes": ["basic"] |
| }, |
| { |
| "name": "quick-check-wakeup", |
| "tool": "tast", |
| "test_expr": "ui.QuickCheckCUJ2.basic_wakeup", |
| "attributes": ["basic"] |
| }, |
| { |
| "name": "video-basic-youtube-web", |
| "tool": "tast", |
| "test_expr": "ui.VideoCUJ2.basic_youtube_web", |
| "attributes": ["basic"] |
| }, |
| { |
| "name": "video-plus-youtube-web", |
| "tool": "tast", |
| "test_expr": "ui.VideoCUJ2.plus_youtube_web", |
| "attributes": ["plus"], |
| "deps": ["plus"] |
| }, |
| { |
| "name": "video-basic-youtube-app", |
| "tool": "tast", |
| "test_expr": "ui.VideoCUJ2.basic_youtube_app", |
| "attributes": ["basic"] |
| }, |
| { |
| "name": "video-plus-youtube-app", |
| "tool": "tast", |
| "test_expr": "ui.VideoCUJ2.plus_youtube_app", |
| "attributes": ["plus"], |
| "deps": ["plus"] |
| }, |
| { |
| "name": "everyday-basic-ytmusic", |
| "tool": "tast", |
| "test_expr": "ui.EverydayMultiTaskingCUJ.basic_ytmusic", |
| "attributes": ["basic"] |
| }, |
| { |
| "name": "everyday-plus-ytmusic", |
| "tool": "tast", |
| "test_expr": "ui.EverydayMultiTaskingCUJ.plus_ytmusic", |
| "attributes": ["plus"], |
| "deps": ["plus"] |
| }, |
| { |
| "name": "extended-display-meet", |
| "tool": "tast", |
| "test_expr": "ui.ExtendedDisplayCUJ.premium_meet_large", |
| "attributes": ["plus"], |
| "deps": ["external_display", "plus"] |
| }, |
| { |
| "name": "zoom-basic-two", |
| "tool": "tast", |
| "test_expr": "ui.ZoomConfCUJ.basic_two", |
| "attributes": ["basic"] |
| }, |
| { |
| "name": "zoom-basic-small", |
| "tool": "tast", |
| "test_expr": "ui.ZoomConfCUJ.basic_small", |
| "attributes": ["basic"] |
| }, |
| { |
| "name": "zoom-basic-large", |
| "tool": "tast", |
| "test_expr": "ui.ZoomConfCUJ.basic_large", |
| "attributes": ["basic"] |
| }, |
| { |
| "name": "zoom-basic-class", |
| "tool": "tast", |
| "test_expr": "ui.ZoomConfCUJ.basic_class", |
| "attributes": ["basic"] |
| }, |
| { |
| "name": "zoom-plus-large", |
| "tool": "tast", |
| "test_expr": "ui.ZoomConfCUJ.plus_large", |
| "attributes": ["plus"], |
| "deps": ["plus"] |
| }, |
| { |
| "name": "zoom-plus-class", |
| "tool": "tast", |
| "test_expr": "ui.ZoomConfCUJ.plus_class", |
| "attributes": ["plus"], |
| "deps": ["plus"] |
| }, |
| { |
| "name": "zoom-premium-large", |
| "tool": "tast", |
| "test_expr": "ui.ZoomConfCUJ.premium_large", |
| "attributes": ["premium"], |
| "deps": ["premium"] |
| }, |
| { |
| "name": "geekbench-public-android", |
| "tool": "tast", |
| "test_expr": "ui.GeekbenchPublicAndroidApp", |
| "attributes": ["benchmark", "basic"] |
| }, |
| { |
| "name": "lmbench", |
| "tool": "tast", |
| "test_expr": "ui.LMbench", |
| "attributes": ["benchmark", "basic"] |
| }, |
| { |
| "name": "crxprt2", |
| "tool": "tast", |
| "test_expr": "ui.CRXPRT2", |
| "attributes": ["benchmark", "basic"] |
| } |
| ], |
| "suites": [ |
| { |
| "name": "performance_cuj_experimental", |
| "args_file": "perf_cuj.config", |
| "tests": [ |
| {"test": "meet-basic-2", "repeats": 1}, |
| {"test": "meet-basic-small", "repeats": 1}, |
| {"test": "meet-basic-large", "repeats": 1}, |
| {"test": "meet-basic-class", "repeats": 1}, |
| {"test": "meet-plus-large", "repeats": 1}, |
| {"test": "meet-plus-class", "repeats": 1}, |
| {"test": "meet-premium-large", "repeats": 1}, |
| {"test": "tabswitch-basic-noproxy", "repeats": 1}, |
| {"test": "tabswitch-plus-noproxy", "repeats": 1}, |
| {"test": "tabswitch-premium-noproxy", "repeats": 1}, |
| {"test": "quick-check-unlock", "repeats": 1}, |
| {"test": "quick-check-wakeup", "repeats": 1}, |
| {"test": "video-basic-youtube-web", "repeats": 1}, |
| {"test": "video-plus-youtube-web", "repeats": 1}, |
| {"test": "video-basic-youtube-app", "repeats": 1}, |
| {"test": "video-plus-youtube-app", "repeats": 1}, |
| {"test": "everyday-basic-ytmusic", "repeats": 1}, |
| {"test": "everyday-plus-ytmusic", "repeats": 1}, |
| {"test": "extended-display-meet", "repeats": 1}, |
| {"test": "zoom-basic-two", "repeats": 1}, |
| {"test": "zoom-basic-small", "repeats": 1}, |
| {"test": "zoom-basic-large", "repeats": 1}, |
| {"test": "zoom-basic-class", "repeats": 1}, |
| {"test": "zoom-plus-large", "repeats": 1}, |
| {"test": "zoom-plus-class", "repeats": 1}, |
| {"test": "zoom-premium-large", "repeats": 1} |
| ] |
| }, |
| { |
| "name": "performance_cuj_quick", |
| "args_file": "perf_cuj.config", |
| "tests": [ |
| {"test": "meet-basic-2", "repeats": 1}, |
| {"test": "meet-plus-large", "repeats": 1}, |
| {"test": "meet-premium-large", "repeats": 1}, |
| {"test": "tabswitch-basic-noproxy", "repeats": 1}, |
| {"test": "quick-check-unlock", "repeats": 1}, |
| {"test": "quick-check-wakeup", "repeats": 1}, |
| {"test": "video-basic-youtube-web", "repeats": 1}, |
| {"test": "everyday-basic-ytmusic", "repeats": 1}, |
| {"test": "extended-display-meet", "repeats": 1} |
| ] |
| }, |
| { |
| "name": "performance_cuj", |
| "args_file": "perf_cuj.config", |
| "tests": [ |
| {"test": "meet-basic-2", "repeats": 10}, |
| {"test": "meet-basic-small", "repeats": 10}, |
| {"test": "meet-basic-large", "repeats": 10}, |
| {"test": "meet-basic-class", "repeats": 10}, |
| {"test": "meet-plus-large", "repeats": 10}, |
| {"test": "meet-plus-class", "repeats": 10}, |
| {"test": "meet-premium-large", "repeats": 10}, |
| {"test": "tabswitch-basic-noproxy", "repeats": 10}, |
| {"test": "tabswitch-plus-noproxy", "repeats": 10}, |
| {"test": "tabswitch-premium-noproxy", "repeats": 10}, |
| {"test": "quick-check-unlock", "repeats": 10}, |
| {"test": "quick-check-wakeup", "repeats": 10}, |
| {"test": "video-basic-youtube-web", "repeats": 10}, |
| {"test": "video-plus-youtube-web", "repeats": 10}, |
| {"test": "video-basic-youtube-app", "repeats": 10}, |
| {"test": "video-plus-youtube-app", "repeats": 10}, |
| {"test": "everyday-basic-ytmusic", "repeats": 10}, |
| {"test": "everyday-plus-ytmusic", "repeats": 10}, |
| {"test": "extended-display-meet", "repeats": 10} |
| ] |
| }, |
| { |
| "name": "performance_cuj_benchmarks", |
| "args_file": "perf_cuj.config", |
| "tests": [ |
| {"test": "geekbench-public-android", "repeats": 2}, |
| {"test": "lmbench", "repeats": 2}, |
| {"test": "crxprt2", "repeats": 2} |
| ] |
| } |
| ] |
| } |