#!/usr/bin/env python3 # Lint as: python2, python3 # Copyright 2016 The Chromium OS Authors. All rights reserved. # Use of this source code is governed by a BSD-style license that can be # found in the LICENSE file. import collections CONFIG = {} CONFIG['TEST_NAME'] = 'cheets_CTS_P' CONFIG['DOC_TITLE'] = 'Android Compatibility Test Suite (CTS)' CONFIG['MOBLAB_SUITE_NAME'] = 'suite:cts_P, suite:cts' CONFIG['MOBLAB_HARDWARE_SUITE_NAME'] = 'suite:cts-hardware' CONFIG['COPYRIGHT_YEAR'] = 2018 CONFIG['AUTHKEY'] = '' # Both arm, x86 tests results normally is below 200MB. # 1000MB should be sufficient for CTS tests and dump logs for android-cts. CONFIG['LARGE_MAX_RESULT_SIZE'] = 1000 * 1024 # Individual module normal produces less results than all modules, which is # ranging from 4MB to 50MB. 500MB should be sufficient to handle all the cases. CONFIG['NORMAL_MAX_RESULT_SIZE'] = 500 * 1024 CONFIG['TRADEFED_CTS_COMMAND'] = 'cts' CONFIG['TRADEFED_RETRY_COMMAND'] = 'retry' CONFIG['TRADEFED_DISABLE_REBOOT'] = False CONFIG['TRADEFED_DISABLE_REBOOT_ON_COLLECTION'] = True CONFIG['TRADEFED_MAY_SKIP_DEVICE_INFO'] = False CONFIG['TRADEFED_EXECUTABLE_PATH'] = 'android-cts/tools/cts-tradefed' CONFIG['TRADEFED_IGNORE_BUSINESS_LOGIC_FAILURE'] = False # module runs in suite:arc-cts on boards, and each module runs in # suite:arc-cts-unibuild on selected models. CONFIG['INTERNAL_SUITE_NAMES'] = ['suite:arc-cts', 'suite:arc-cts-unibuild'] CONFIG['QUAL_SUITE_NAMES'] = ['suite:arc-cts-qual'] CONFIG['HARDWARE_SUITE_NAME'] = 'suite:arc-cts-hardware' CONFIG['CONTROLFILE_TEST_FUNCTION_NAME'] = 'run_TS' CONFIG['CONTROLFILE_WRITE_SIMPLE_QUAL_AND_REGRESS'] = False CONFIG['CONTROLFILE_WRITE_CAMERA'] = True CONFIG['CONTROLFILE_WRITE_EXTRA'] = True # The dashboard suppresses upload to APFE for GS directories (based on autotest # tag) that contain 'tradefed-run-collect-tests'. b/119640440 # Do not change the name/tag without adjusting the dashboard. _COLLECT = 'tradefed-run-collect-tests-only-internal' _PUBLIC_COLLECT = 'tradefed-run-collect-tests-only' # Test module name for WM presubmit tests. _WM_PRESUBMIT = 'wm-presubmit' CONFIG['LAB_DEPENDENCY'] = { 'x86': ['cts_abi_x86'] } CONFIG['CTS_JOB_RETRIES_IN_PUBLIC'] = 1 CONFIG['CTS_QUAL_RETRIES'] = 9 CONFIG['CTS_MAX_RETRIES'] = { 'CtsDeqpTestCases': 15, # TODO(b/126787654) 'CtsGraphicsTestCases': 5, # TODO(b/155056869) 'CtsSensorTestCases': 30, # TODO(b/124528412) } # Timeout in hours. CONFIG['CTS_TIMEOUT_DEFAULT'] = 1.0 CONFIG['CTS_TIMEOUT'] = { 'CtsActivityManagerDeviceTestCases': 2.0, 'CtsAppSecurityHostTestCases': 4.0, # TODO(b/172409836) 'CtsAutoFillServiceTestCases': 6.0, # TODO(b/145092442) 'CtsCameraTestCases': 2.0, # TODO(b/150657700) 'CtsDeqpTestCases': 20.0, 'CtsDeqpTestCases.dEQP-EGL': 2.0, 'CtsDeqpTestCases.dEQP-GLES2': 2.0, 'CtsDeqpTestCases.dEQP-GLES3': 6.0, 'CtsDeqpTestCases.dEQP-GLES31': 6.0, 'CtsDeqpTestCases.dEQP-VK': 15.0, 'CtsFileSystemTestCases': 3.0, 'CtsIcuTestCases': 2.0, 'CtsLibcoreOjTestCases': 2.0, 'CtsMediaStressTestCases': 5.0, 'CtsMediaTestCases': 10.0, 'CtsPrintTestCases': 1.5, 'CtsSecurityTestCases': 2.0, 'CtsVideoTestCases': 1.5, 'CtsWidgetTestCases': 1.5, _COLLECT: 2.5, _PUBLIC_COLLECT: 2.5, _WM_PRESUBMIT: 0.2, } # Any test that runs as part as blocking BVT needs to be stable and fast. For # this reason we enforce a tight timeout on these modules/jobs. # Timeout in hours. (0.2h = 12 minutes) # # For the test content 5 minutes are more than enough, but when some component # (typically camera) is stuck, the CTS precondition step hits 5 minute abort. # Since this abort doesn't affect too much for the main CTS runs (with longer # timeouts), it's ok to let them go in. Bad state of camre should be caught by # camera tests, not by this general test harness health check for CTS. CONFIG['BVT_TIMEOUT'] = 0.2 CONFIG['QUAL_BOOKMARKS'] = sorted([ 'A', # A bookend to simplify partition algorithm. 'CtsAccessibilityServiceTestCases', # TODO(ihf) remove when b/121291711 fixed. This module causes problems. Put it into its own control file. 'CtsAccessibilityServiceTestCasesz', 'CtsActivityManagerDevice', # Runs long enough. (3h) 'CtsActivityManagerDevicez', 'CtsCameraTestCases', # Recurrenly becomes flaky and affects other tests. 'CtsCameraTestCasesz', 'CtsDeqpTestCases', 'CtsDeqpTestCasesz', # Put Deqp in one control file. Long enough, fairly stable. 'CtsFileSystemTestCases', # Runs long enough. (3h) 'CtsFileSystemTestCasesz', 'CtsMediaBitstreamsTestCases', # Put each Media module in its own control file. Long enough. 'CtsMediaHostTestCases', 'CtsMediaStressTestCases', 'CtsMediaTestCases', 'CtsMediaTestCasesz', 'CtsJvmti', 'CtsSecurityHostTestCases', # TODO(ihf): remove when passing cleanly. 'CtsSecurityHostTestCasesz', 'CtsSensorTestCases', # TODO(ihf): Remove when not needing 30 retries. 'CtsSensorTestCasesz', 'CtsViewTestCases', # TODO(b/126741318): Fix performance regression and remove this. 'CtsViewTestCasesz', 'zzzzz' # A bookend to simplify algorithm. ]) CONFIG['SMOKE'] = [ _WM_PRESUBMIT, ] CONFIG['BVT_ARC'] = [ 'CtsAccelerationTestCases', ] CONFIG['BVT_PERBUILD'] = [ 'CtsAccountManagerTestCases', 'CtsGraphicsTestCases', 'CtsJankDeviceTestCases', 'CtsOpenGLTestCases', 'CtsOpenGlPerf2TestCases', 'CtsPermission2TestCases', 'CtsSimpleperfTestCases', 'CtsSpeechTestCases', 'CtsTelecomTestCases', 'CtsTelephonyTestCases', 'CtsThemeDeviceTestCases', 'CtsTransitionTestCases', 'CtsTvTestCases', 'CtsUsbTests', 'CtsVoiceSettingsTestCases', ] CONFIG['NEEDS_POWER_CYCLE'] = [ 'CtsBluetoothTestCases', ] CONFIG['HARDWARE_DEPENDENT_MODULES'] = [ 'CtsSensorTestCases', 'CtsCameraTestCases', 'CtsBluetoothTestCases', ] # The suite is divided based on the run-time hint in the *.config file. CONFIG['VMTEST_INFO_SUITES'] = collections.OrderedDict() # Modules that are known to download and/or push media file assets. CONFIG['MEDIA_MODULES'] = [ 'CtsMediaTestCases', 'CtsMediaStressTestCases', 'CtsMediaBitstreamsTestCases', ] CONFIG['NEEDS_PUSH_MEDIA'] = CONFIG['MEDIA_MODULES'] + [ 'CtsMediaStressTestCases.camera', 'CtsMediaTestCases.audio', ] CONFIG['SPLIT_BY_BITS_MODULES'] = [ 'CtsDeqpTestCases', 'CtsMediaTestCases', 'CtsViewTestCases', ] # See b/149889853. Non-media test basically does not require dynamic # config. To reduce the flakiness, let us suppress the config. CONFIG['NEEDS_DYNAMIC_CONFIG_ON_COLLECTION'] = False CONFIG['NEEDS_DYNAMIC_CONFIG'] = CONFIG['MEDIA_MODULES'] + [ 'CtsIntentSignatureTestCases', 'CtsMediaStressTestCases.camera', ] # Modules that are known to need the default apps of Chrome (eg. Files.app). CONFIG['ENABLE_DEFAULT_APPS'] = [ 'CtsAppSecurityHostTestCases', 'CtsContentTestCases', ] # Run `eject` for (and only for) each device with RM=1 in lsblk output. _EJECT_REMOVABLE_DISK_COMMAND = ( "\'lsblk -do NAME,RM | sed -n s/1$//p | xargs -n1 eject\'") # Behave more like in the verififed mode. _SECURITY_PARANOID_COMMAND = ( "\'echo 3 > /proc/sys/kernel/perf_event_paranoid\'") # TODO(kinaba): Come up with a less hacky way to handle the situation. # {0} is replaced with the retry count. Writes either 1 (required by # CtsSimpleperfTestCases) or 3 (CtsSecurityHostTestCases). _ALTERNATING_PARANOID_COMMAND = ( "\'echo $(({0} % 2 * 2 + 1)) > /proc/sys/kernel/perf_event_paranoid\'") # Expose /proc/config.gz _CONFIG_MODULE_COMMAND = "\'modprobe configs\'" # TODO(b/126741318): Fix performance regression and remove this. _SLEEP_60_COMMAND = "\'sleep 60\'" _START_MDNS_COMMAND = "\'android-sh -c \\\'setprop ctl.start mdnsd\\\'\'" _WIFI_CONNECT_COMMANDS_V2 = [ # These needs to be in order. "'adb shell cmd wifi add-network %s %s %s' % (pipes.quote(ssid), 'open' if wifipass == '' else 'wpa', pipes.quote(wifipass))", "'adb shell cmd wifi connect-network %s' % pipes.quote(ssid)", "'adb shell dumpsys wifi transports -eth'", ] # Preconditions applicable to public and internal tests. CONFIG['PRECONDITION'] = { 'CtsSecurityHostTestCases': [_SECURITY_PARANOID_COMMAND, _CONFIG_MODULE_COMMAND], # Tests are performance-sensitive, workaround to avoid CPU load on login. # TODO(b/126741318): Fix performance regression and remove this. 'CtsViewTestCases': [_SLEEP_60_COMMAND], 'CtsNetTestCases': [_START_MDNS_COMMAND], } CONFIG['LOGIN_PRECONDITION'] = { 'CtsAppSecurityHostTestCases': [_EJECT_REMOVABLE_DISK_COMMAND], 'CtsJobSchedulerTestCases': [_EJECT_REMOVABLE_DISK_COMMAND], 'CtsMediaTestCases': [_EJECT_REMOVABLE_DISK_COMMAND], 'CtsOsTestCases': [_EJECT_REMOVABLE_DISK_COMMAND], 'CtsProviderTestCases': [_EJECT_REMOVABLE_DISK_COMMAND], } _WIFI_CONNECT_COMMANDS = [ # These needs to be in order. "'/usr/local/autotest/cros/scripts/wifi connect %s %s\' % (ssid, wifipass)", "'/usr/local/autotest/cros/scripts/reorder-services-moblab.sh wifi'" ] # Preconditions applicable to public tests. CONFIG['PUBLIC_PRECONDITION'] = { 'CtsSecurityHostTestCases': [_SECURITY_PARANOID_COMMAND, _CONFIG_MODULE_COMMAND], 'CtsUsageStatsTestCases': _WIFI_CONNECT_COMMANDS, 'CtsNetTestCases': _WIFI_CONNECT_COMMANDS + [_START_MDNS_COMMAND], 'CtsLibcoreTestCases': _WIFI_CONNECT_COMMANDS, } CONFIG['PUBLIC_DEPENDENCIES'] = { 'CtsCameraTestCases': ['lighting'], 'CtsMediaTestCases': ['noloopback'], } # This information is changed based on regular analysis of the failure rate on # partner moblabs. CONFIG['PUBLIC_MODULE_RETRY_COUNT'] = { 'CtsAccessibilityServiceTestCases': 12, 'CtsActivityManagerDeviceTestCases': 12, 'CtsBluetoothTestCases': 10, 'CtsDeqpTestCases': 15, 'CtsFileSystemTestCases': 10, 'CtsGraphicsTestCases': 12, 'CtsIncidentHostTestCases': 12, 'CtsNetTestCases': 10, 'CtsSecurityHostTestCases': 10, 'CtsSensorTestCases': 12, 'CtsUsageStatsTestCases': 10, _PUBLIC_COLLECT: 0, } CONFIG['PUBLIC_OVERRIDE_TEST_PRIORITY'] = { _PUBLIC_COLLECT: 70, 'CtsDeqpTestCases': 70, } # This information is changed based on regular analysis of the job run time on # partner moblabs. CONFIG['OVERRIDE_TEST_LENGTH'] = { 'CtsDeqpTestCases': 4, # LONG 'CtsMediaTestCases': 4, 'CtsMediaStressTestCases': 4, 'CtsSecurityTestCases': 4, 'CtsCameraTestCases': 4, # Even though collect tests doesn't run very long, it must be the very first # job executed inside of the suite. Hence it is the only 'LENGTHY' test. _COLLECT: 5, # LENGTHY } # Enabling --logcat-on-failure can extend total run time significantly if # individual tests finish in the order of 10ms or less (b/118836700). Specify # modules here to not enable the flag. CONFIG['DISABLE_LOGCAT_ON_FAILURE'] = set([ 'all', 'CtsDeqpTestCases', 'CtsDeqpTestCases.dEQP-EGL', 'CtsDeqpTestCases.dEQP-GLES2', 'CtsDeqpTestCases.dEQP-GLES3', 'CtsDeqpTestCases.dEQP-GLES31', 'CtsDeqpTestCases.dEQP-VK', 'CtsLibcoreTestCases', ]) # This list of modules will be used for reduced set of testing for build # variant process. Suites: cts_hardware & arc-cts-hardware. CONFIG['HARDWARE_MODULES'] = [ 'CtsPerfettoTestCases', 'CtsSustainedPerformanceHostTestCases', 'CtsCameraTestCases', 'CtsViewTestCases', 'CtsMediaTestCases', 'CtsNativeMediaAAudioTestCases', 'CtsNetTestCases', 'CtsUsageStatsTestCases', 'CtsSensorTestCases', ] SUITES_DEQP_SUBMODULE = [ 'suite:arc-cts-deqp','suite:graphics_per-week'] CONFIG['EXTRA_MODULES'] = { 'CtsDeqpTestCases': { 'CtsDeqpTestCases.dEQP-EGL': SUITES_DEQP_SUBMODULE, 'CtsDeqpTestCases.dEQP-GLES2': SUITES_DEQP_SUBMODULE, 'CtsDeqpTestCases.dEQP-GLES3': SUITES_DEQP_SUBMODULE, 'CtsDeqpTestCases.dEQP-GLES31': SUITES_DEQP_SUBMODULE, 'CtsDeqpTestCases.dEQP-VK': SUITES_DEQP_SUBMODULE, }, 'CtsMediaTestCases': { 'CtsMediaTestCases.audio': ['suite:arc-cts'], }, _WM_PRESUBMIT: { _WM_PRESUBMIT: [], }, } # In addition to EXTRA_MODULES, these modules do require separate control files # requiring separate declaration. CONFIG['HARDWAREONLY_EXTRA_MODULES'] = { 'CtsAppTestCases': { 'CtsAppTestCases.feature': [], }, 'CtsDeqpTestCases': { 'CtsDeqpTestCases.dEQP-GLES3.functional.prerequisite': [], }, 'CtsMediaStressTestCases': { 'CtsMediaStressTestCases.camera': [], }, 'CtsPermissionTestCases': { 'CtsPermissionTestCases.camera': [], }, } # Moblab wants to shard dEQP really finely. This isn't needed anymore as it got # faster, but I guess better safe than sorry. CONFIG['PUBLIC_EXTRA_MODULES'] = { 'CtsDeqpTestCases': { # moblab cts suite 'CtsDeqpTestCases.dEQP-EGL': [CONFIG['MOBLAB_SUITE_NAME']], 'CtsDeqpTestCases.dEQP-GLES2': [CONFIG['MOBLAB_SUITE_NAME']], 'CtsDeqpTestCases.dEQP-GLES3': [CONFIG['MOBLAB_SUITE_NAME']], 'CtsDeqpTestCases.dEQP-GLES31': [CONFIG['MOBLAB_SUITE_NAME']], 'CtsDeqpTestCases.dEQP-VK.api': [CONFIG['MOBLAB_SUITE_NAME']], 'CtsDeqpTestCases.dEQP-VK.binding_model': [CONFIG['MOBLAB_SUITE_NAME']], 'CtsDeqpTestCases.dEQP-VK.clipping': [CONFIG['MOBLAB_SUITE_NAME']], 'CtsDeqpTestCases.dEQP-VK.compute': [CONFIG['MOBLAB_SUITE_NAME']], 'CtsDeqpTestCases.dEQP-VK.device_group': [CONFIG['MOBLAB_SUITE_NAME']], 'CtsDeqpTestCases.dEQP-VK.draw': [CONFIG['MOBLAB_SUITE_NAME']], 'CtsDeqpTestCases.dEQP-VK.dynamic_state': [CONFIG['MOBLAB_SUITE_NAME']], 'CtsDeqpTestCases.dEQP-VK.fragment_operations': [CONFIG['MOBLAB_SUITE_NAME']], 'CtsDeqpTestCases.dEQP-VK.geometry': [CONFIG['MOBLAB_SUITE_NAME']], 'CtsDeqpTestCases.dEQP-VK.glsl': [CONFIG['MOBLAB_SUITE_NAME']], 'CtsDeqpTestCases.dEQP-VK.image': [CONFIG['MOBLAB_SUITE_NAME']], 'CtsDeqpTestCases.dEQP-VK.info': [CONFIG['MOBLAB_SUITE_NAME']], 'CtsDeqpTestCases.dEQP-VK.memory': [CONFIG['MOBLAB_SUITE_NAME']], 'CtsDeqpTestCases.dEQP-VK.multiview': [CONFIG['MOBLAB_SUITE_NAME']], 'CtsDeqpTestCases.dEQP-VK.pipeline': [CONFIG['MOBLAB_SUITE_NAME']], 'CtsDeqpTestCases.dEQP-VK.protected_memory': [CONFIG['MOBLAB_SUITE_NAME']], 'CtsDeqpTestCases.dEQP-VK.query_pool': [ CONFIG['MOBLAB_SUITE_NAME'] ], 'CtsDeqpTestCases.dEQP-VK.rasterization': [ CONFIG['MOBLAB_SUITE_NAME'] ], 'CtsDeqpTestCases.dEQP-VK.renderpass': [ CONFIG['MOBLAB_SUITE_NAME'] ], 'CtsDeqpTestCases.dEQP-VK.renderpass2': [ CONFIG['MOBLAB_SUITE_NAME'] ], 'CtsDeqpTestCases.dEQP-VK.robustness': [ CONFIG['MOBLAB_SUITE_NAME'] ], 'CtsDeqpTestCases.dEQP-VK.sparse_resources': [ CONFIG['MOBLAB_SUITE_NAME'] ], 'CtsDeqpTestCases.dEQP-VK.spirv_assembly': [ CONFIG['MOBLAB_SUITE_NAME'] ], 'CtsDeqpTestCases.dEQP-VK.ssbo': [CONFIG['MOBLAB_SUITE_NAME']], 'CtsDeqpTestCases.dEQP-VK.subgroups': [ CONFIG['MOBLAB_SUITE_NAME'] ], 'CtsDeqpTestCases.dEQP-VK.subgroups.b': [ CONFIG['MOBLAB_SUITE_NAME'] ], 'CtsDeqpTestCases.dEQP-VK.subgroups.s': [ CONFIG['MOBLAB_SUITE_NAME'] ], 'CtsDeqpTestCases.dEQP-VK.subgroups.vote': [ CONFIG['MOBLAB_SUITE_NAME'] ], 'CtsDeqpTestCases.dEQP-VK.subgroups.arithmetic': [ CONFIG['MOBLAB_SUITE_NAME'] ], 'CtsDeqpTestCases.dEQP-VK.subgroups.clustered': [ CONFIG['MOBLAB_SUITE_NAME'] ], 'CtsDeqpTestCases.dEQP-VK.subgroups.quad': [ CONFIG['MOBLAB_SUITE_NAME'] ], 'CtsDeqpTestCases.dEQP-VK.synchronization': [ CONFIG['MOBLAB_SUITE_NAME'] ], 'CtsDeqpTestCases.dEQP-VK.tessellation': [ CONFIG['MOBLAB_SUITE_NAME'] ], 'CtsDeqpTestCases.dEQP-VK.texture': [ CONFIG['MOBLAB_SUITE_NAME'] ], 'CtsDeqpTestCases.dEQP-VK.ubo': [CONFIG['MOBLAB_SUITE_NAME']], 'CtsDeqpTestCases.dEQP-VK.wsi': [CONFIG['MOBLAB_SUITE_NAME']], 'CtsDeqpTestCases.dEQP-VK.ycbcr': [ CONFIG['MOBLAB_SUITE_NAME'] ], }, } # TODO(haddowk,kinaba): Hack for b/138622686. Clean up later. CONFIG['EXTRA_SUBMODULE_OVERRIDE'] = { 'x86': { 'CtsDeqpTestCases.dEQP-VK.subgroups.arithmetic': [ 'CtsDeqpTestCases.dEQP-VK.subgroups.arithmetic.32', 'CtsDeqpTestCases.dEQP-VK.subgroups.arithmetic.64', ] } } CONFIG['EXTRA_COMMANDLINE'] = { 'CtsAppTestCases.feature': [ '--module', 'CtsAppTestCases', '--test', 'android.app.cts.SystemFeaturesTest' ], 'CtsDeqpTestCases.dEQP-EGL': [ '--include-filter', 'CtsDeqpTestCases', '--module', 'CtsDeqpTestCases', '--test', 'dEQP-EGL.*' ], 'CtsDeqpTestCases.dEQP-GLES2': [ '--include-filter', 'CtsDeqpTestCases', '--module', 'CtsDeqpTestCases', '--test', 'dEQP-GLES2.*' ], 'CtsDeqpTestCases.dEQP-GLES3': [ '--include-filter', 'CtsDeqpTestCases', '--module', 'CtsDeqpTestCases', '--test', 'dEQP-GLES3.*' ], 'CtsDeqpTestCases.dEQP-GLES3.functional.prerequisite': [ '--module', 'CtsDeqpTestCases', '--test', 'dEQP-GLES3.functional.prerequisite#*' ], 'CtsDeqpTestCases.dEQP-GLES31': [ '--include-filter', 'CtsDeqpTestCases', '--module', 'CtsDeqpTestCases', '--test', 'dEQP-GLES31.*' ], 'CtsDeqpTestCases.dEQP-VK': [ '--include-filter', 'CtsDeqpTestCases', '--module', 'CtsDeqpTestCases', '--test', 'dEQP-VK.*' ], 'CtsDeqpTestCases.dEQP-VK.api': [ '--include-filter', 'CtsDeqpTestCases', '--module', 'CtsDeqpTestCases', '--test', 'dEQP-VK.api.*' ], 'CtsDeqpTestCases.dEQP-VK.binding_model': [ '--include-filter', 'CtsDeqpTestCases', '--module', 'CtsDeqpTestCases', '--test', 'dEQP-VK.binding_model.*' ], 'CtsDeqpTestCases.dEQP-VK.clipping': [ '--include-filter', 'CtsDeqpTestCases', '--module', 'CtsDeqpTestCases', '--test', 'dEQP-VK.clipping.*' ], 'CtsDeqpTestCases.dEQP-VK.compute': [ '--include-filter', 'CtsDeqpTestCases', '--module', 'CtsDeqpTestCases', '--test', 'dEQP-VK.compute.*' ], 'CtsDeqpTestCases.dEQP-VK.device_group': [ '--include-filter', 'CtsDeqpTestCases', '--module', 'CtsDeqpTestCases', '--test', 'dEQP-VK.device_group*' # Not ending on .* like most others! ], 'CtsDeqpTestCases.dEQP-VK.draw': [ '--include-filter', 'CtsDeqpTestCases', '--module', 'CtsDeqpTestCases', '--test', 'dEQP-VK.draw.*' ], 'CtsDeqpTestCases.dEQP-VK.dynamic_state': [ '--include-filter', 'CtsDeqpTestCases', '--module', 'CtsDeqpTestCases', '--test', 'dEQP-VK.dynamic_state.*' ], 'CtsDeqpTestCases.dEQP-VK.fragment_operations': [ '--include-filter', 'CtsDeqpTestCases', '--module', 'CtsDeqpTestCases', '--test', 'dEQP-VK.fragment_operations.*' ], 'CtsDeqpTestCases.dEQP-VK.geometry': [ '--include-filter', 'CtsDeqpTestCases', '--module', 'CtsDeqpTestCases', '--test', 'dEQP-VK.geometry.*' ], 'CtsDeqpTestCases.dEQP-VK.glsl': [ '--include-filter', 'CtsDeqpTestCases', '--module', 'CtsDeqpTestCases', '--test', 'dEQP-VK.glsl.*' ], 'CtsDeqpTestCases.dEQP-VK.image': [ '--include-filter', 'CtsDeqpTestCases', '--module', 'CtsDeqpTestCases', '--test', 'dEQP-VK.image.*' ], 'CtsDeqpTestCases.dEQP-VK.info': [ '--include-filter', 'CtsDeqpTestCases', '--module', 'CtsDeqpTestCases', '--test', 'dEQP-VK.info*' # Not ending on .* like most others! ], 'CtsDeqpTestCases.dEQP-VK.memory': [ '--include-filter', 'CtsDeqpTestCases', '--module', 'CtsDeqpTestCases', '--test', 'dEQP-VK.memory.*' ], 'CtsDeqpTestCases.dEQP-VK.multiview': [ '--include-filter', 'CtsDeqpTestCases', '--module', 'CtsDeqpTestCases', '--test', 'dEQP-VK.multiview.*' ], 'CtsDeqpTestCases.dEQP-VK.pipeline': [ '--include-filter', 'CtsDeqpTestCases', '--module', 'CtsDeqpTestCases', '--test', 'dEQP-VK.pipeline.*' ], 'CtsDeqpTestCases.dEQP-VK.protected_memory': [ '--include-filter', 'CtsDeqpTestCases', '--module', 'CtsDeqpTestCases', '--test', 'dEQP-VK.protected_memory.*' ], 'CtsDeqpTestCases.dEQP-VK.query_pool': [ '--include-filter', 'CtsDeqpTestCases', '--module', 'CtsDeqpTestCases', '--test', 'dEQP-VK.query_pool.*' ], 'CtsDeqpTestCases.dEQP-VK.rasterization': [ '--include-filter', 'CtsDeqpTestCases', '--module', 'CtsDeqpTestCases', '--test', 'dEQP-VK.rasterization.*' ], 'CtsDeqpTestCases.dEQP-VK.renderpass': [ '--include-filter', 'CtsDeqpTestCases', '--module', 'CtsDeqpTestCases', '--test', 'dEQP-VK.renderpass.*' ], 'CtsDeqpTestCases.dEQP-VK.renderpass2': [ '--include-filter', 'CtsDeqpTestCases', '--module', 'CtsDeqpTestCases', '--test', 'dEQP-VK.renderpass2.*' ], 'CtsDeqpTestCases.dEQP-VK.robustness': [ '--include-filter', 'CtsDeqpTestCases', '--module', 'CtsDeqpTestCases', '--test', 'dEQP-VK.robustness.*' ], 'CtsDeqpTestCases.dEQP-VK.sparse_resources': [ '--include-filter', 'CtsDeqpTestCases', '--module', 'CtsDeqpTestCases', '--test', 'dEQP-VK.sparse_resources.*' ], 'CtsDeqpTestCases.dEQP-VK.spirv_assembly': [ '--include-filter', 'CtsDeqpTestCases', '--module', 'CtsDeqpTestCases', '--test', 'dEQP-VK.spirv_assembly.*' ], 'CtsDeqpTestCases.dEQP-VK.ssbo': [ '--include-filter', 'CtsDeqpTestCases', '--module', 'CtsDeqpTestCases', '--test', 'dEQP-VK.ssbo.*' ], 'CtsDeqpTestCases.dEQP-VK.subgroups': [ '--include-filter', 'CtsDeqpTestCases', '--module', 'CtsDeqpTestCases', '--test', 'dEQP-VK.subgroups.*' ], # Splitting VK.subgroups to smaller pieces to workaround b/138622686. # TODO(kinaba,haddowk): remove them once the root cause is fixed, or # reconsider the sharding strategy. 'CtsDeqpTestCases.dEQP-VK.subgroups.b': [ '--include-filter', 'CtsDeqpTestCases', '--module', 'CtsDeqpTestCases', '--test', 'dEQP-VK.subgroups.b*' ], 'CtsDeqpTestCases.dEQP-VK.subgroups.s': [ '--include-filter', 'CtsDeqpTestCases', '--module', 'CtsDeqpTestCases', '--test', 'dEQP-VK.subgroups.s*' ], 'CtsDeqpTestCases.dEQP-VK.subgroups.vote': [ '--include-filter', 'CtsDeqpTestCases', '--module', 'CtsDeqpTestCases', '--test', 'dEQP-VK.subgroups.vote#*' ], 'CtsDeqpTestCases.dEQP-VK.subgroups.arithmetic': [ '--include-filter', 'CtsDeqpTestCases', '--module', 'CtsDeqpTestCases', '--test', 'dEQP-VK.subgroups.arithmetic#*' ], # TODO(haddowk,kinaba): Hack for b/138622686. Clean up later. 'CtsDeqpTestCases.dEQP-VK.subgroups.arithmetic.32': [ '--include-filter', 'CtsDeqpTestCases', '--module', 'CtsDeqpTestCases', '--test', 'dEQP-VK.subgroups.arithmetic#*', '--abi', 'x86' ], # TODO(haddowk,kinaba): Hack for b/138622686. Clean up later. 'CtsDeqpTestCases.dEQP-VK.subgroups.arithmetic.64': [ '--include-filter', 'CtsDeqpTestCases', '--module', 'CtsDeqpTestCases', '--test', 'dEQP-VK.subgroups.arithmetic#*', '--abi', 'x86_64' ], 'CtsDeqpTestCases.dEQP-VK.subgroups.clustered': [ '--include-filter', 'CtsDeqpTestCases', '--module', 'CtsDeqpTestCases', '--test', 'dEQP-VK.subgroups.clustered#*' ], 'CtsDeqpTestCases.dEQP-VK.subgroups.quad': [ '--include-filter', 'CtsDeqpTestCases', '--module', 'CtsDeqpTestCases', '--test', 'dEQP-VK.subgroups.quad#*' ], 'CtsDeqpTestCases.dEQP-VK.synchronization': [ '--include-filter', 'CtsDeqpTestCases', '--module', 'CtsDeqpTestCases', '--test', 'dEQP-VK.synchronization.*' ], 'CtsDeqpTestCases.dEQP-VK.tessellation': [ '--include-filter', 'CtsDeqpTestCases', '--module', 'CtsDeqpTestCases', '--test', 'dEQP-VK.tessellation.*' ], 'CtsDeqpTestCases.dEQP-VK.texture': [ '--include-filter', 'CtsDeqpTestCases', '--module', 'CtsDeqpTestCases', '--test', 'dEQP-VK.texture.*' ], 'CtsDeqpTestCases.dEQP-VK.ubo': [ '--include-filter', 'CtsDeqpTestCases', '--module', 'CtsDeqpTestCases', '--test', 'dEQP-VK.ubo.*' ], 'CtsDeqpTestCases.dEQP-VK.wsi': [ '--include-filter', 'CtsDeqpTestCases', '--module', 'CtsDeqpTestCases', '--test', 'dEQP-VK.wsi.*' ], 'CtsDeqpTestCases.dEQP-VK.ycbcr': [ '--include-filter', 'CtsDeqpTestCases', '--module', 'CtsDeqpTestCases', '--test', 'dEQP-VK.ycbcr.*' ], 'CtsMediaStressTestCases.camera': [ '--module', 'CtsMediaStressTestCases', '--test', 'android.mediastress.cts.MediaRecorderStressTest', ], 'CtsMediaTestCases.audio': [ '--include-filter', 'CtsMediaTestCases android.media.cts.AudioAttributesTest', '--include-filter', 'CtsMediaTestCases android.media.cts.AudioEffectTest', '--include-filter', 'CtsMediaTestCases android.media.cts.AudioFocusTest', '--include-filter', 'CtsMediaTestCases android.media.cts.AudioFormatTest', '--include-filter', 'CtsMediaTestCases android.media.cts.AudioManagerTest', '--include-filter', 'CtsMediaTestCases android.media.cts.AudioNativeTest', '--include-filter', 'CtsMediaTestCases android.media.cts.AudioPlayRoutingNative', '--include-filter', 'CtsMediaTestCases android.media.cts.AudioPlaybackConfigurationTest', '--include-filter', 'CtsMediaTestCases android.media.cts.AudioPreProcessingTest', '--include-filter', 'CtsMediaTestCases android.media.cts.AudioPresentationTest', '--include-filter', 'CtsMediaTestCases android.media.cts.AudioRecordAppOpTest', '--include-filter', 'CtsMediaTestCases android.media.cts.AudioRecordRoutingNative', '--include-filter', 'CtsMediaTestCases android.media.cts.AudioRecordTest', '--include-filter', 'CtsMediaTestCases android.media.cts.AudioRecord_BufferSizeTest', '--include-filter', 'CtsMediaTestCases android.media.cts.AudioRecordingConfigurationTest', '--include-filter', 'CtsMediaTestCases android.media.cts.AudioTrackLatencyTest', '--include-filter', 'CtsMediaTestCases android.media.cts.AudioTrackSurroundTest', '--include-filter', 'CtsMediaTestCases android.media.cts.AudioTrackTest', '--include-filter', 'CtsMediaTestCases android.media.cts.AudioTrack_ListenerTest', '--include-filter', 'CtsMediaTestCases android.media.cts.SoundPoolAacTest', '--include-filter', 'CtsMediaTestCases android.media.cts.SoundPoolMidiTest', '--include-filter', 'CtsMediaTestCases android.media.cts.SoundPoolOggTest', '--include-filter', 'CtsMediaTestCases android.media.cts.VolumeShaperTest', ], 'CtsPermissionTestCases.camera': [ '--include-filter', 'CtsPermissionTestCases android.permission.cts.CameraPermissionTest', '--include-filter', 'CtsPermissionTestCases android.permission.cts.Camera2PermissionTest', ], _WM_PRESUBMIT: [ '--include-filter', 'CtsActivityManagerDeviceSdk25TestCases', '--include-filter', 'CtsActivityManagerDeviceTestCases', '--include-filter', 'CtsAppTestCases android.app.cts.TaskDescriptionTest', '--include-filter', 'CtsWindowManagerDeviceTestCases', '--test-arg', ('com.android.compatibility.common.tradefed.testtype.JarHostTest:' 'include-annotation:android.platform.test.annotations.Presubmit' ), '--test-arg', ('com.android.tradefed.testtype.AndroidJUnitTest:' 'include-annotation:android.platform.test.annotations.Presubmit' ), '--test-arg', ('com.android.tradefed.testtype.HostTest:' 'include-annotation:android.platform.test.annotations.Presubmit' ), '--test-arg', ('com.android.tradefed.testtype.AndroidJUnitTest:' 'exclude-annotation:androidx.test.filters.FlakyTest'), ], } CONFIG['EXTRA_ATTRIBUTES'] = { 'CtsDeqpTestCases': ['suite:arc-cts', 'suite:arc-cts-deqp'], 'CtsDeqpTestCases.dEQP-EGL': [ 'suite:arc-cts-deqp', 'suite:graphics_per-week' ], 'CtsDeqpTestCases.dEQP-GLES2': [ 'suite:arc-cts-deqp', 'suite:graphics_per-week' ], 'CtsDeqpTestCases.dEQP-GLES3': [ 'suite:arc-cts-deqp', 'suite:graphics_per-week' ], 'CtsDeqpTestCases.dEQP-GLES31': [ 'suite:arc-cts-deqp', 'suite:graphics_per-week' ], 'CtsDeqpTestCases.dEQP-VK': [ 'suite:arc-cts-deqp', 'suite:graphics_per-week' ], _COLLECT: ['suite:arc-cts-qual', 'suite:arc-cts'], } CONFIG['EXTRA_ARTIFACTS'] = { 'CtsViewTestCases': ["/storage/emulated/0/SurfaceViewSyncTest/"], } CONFIG['EXTRA_ARTIFACTS_HOST'] = { # For fixing flakiness b/143049967. 'CtsThemeHostTestCases': ["/tmp/diff_*.png"], } _PREREQUISITE_BLUETOOTH = 'bluetooth' _PREREQUISITE_REGION_US = 'region_us' CONFIG['PREREQUISITES'] = { 'CtsBluetoothTestCases': [_PREREQUISITE_BLUETOOTH], 'CtsStatsdHostTestCases': [_PREREQUISITE_BLUETOOTH], 'CtsWebkitTestCases': [_PREREQUISITE_REGION_US], 'CtsContentTestCases': [_PREREQUISITE_REGION_US], 'CtsAppSecurityTestCases': [_PREREQUISITE_REGION_US], 'CtsThemeHostTestCases': [_PREREQUISITE_REGION_US], } from generate_controlfiles_common import main if __name__ == '__main__': main(CONFIG)