From e4d88c98a43eebc69bf41fa0ec8c76d85c262de2 Mon Sep 17 00:00:00 2001 From: Matan Lurey Date: Tue, 2 Apr 2024 15:33:54 -0700 Subject: [PATCH] Run `DrawSolidBlueScreenTest` 20x in a row in `bringup` (up from 5x) (flutter/engine#51850) I'm hoping this increases the chance of a flake by ~4x, as that would help me debug https://github.com/flutter/flutter/issues/145988. Also removed `--verbose`, which wasn't valuable (just made the "filtered" logs harder to read). --- .../linux_android_emulator_debug_on_ci.json | 377 +++++++++++++++++- 1 file changed, 366 insertions(+), 11 deletions(-) diff --git a/engine/src/flutter/ci/builders/linux_android_emulator_debug_on_ci.json b/engine/src/flutter/ci/builders/linux_android_emulator_debug_on_ci.json index b57718d5f9c..1d0480d2ab5 100644 --- a/engine/src/flutter/ci/builders/linux_android_emulator_debug_on_ci.json +++ b/engine/src/flutter/ci/builders/linux_android_emulator_debug_on_ci.json @@ -4,7 +4,7 @@ "post-submit) in order to debug why the Android Scenario App sometimes ", "hangs (https://github.com/flutter/flutter/issues/145988).", "", - "This builder runs a simple test 5x in a row to see if the issue is ", + "This builder runs a simple test 20x in a row to see if the issue is ", "reproducible on something other than platform view or external texture ", "tests (i.e is general emulator or CI instability)." ], @@ -31,7 +31,7 @@ "tests": [ { "language": "dart", - "name": "Android Scenario App Integration Tests (Skia, Smoke Test) 1/5", + "name": "Android Scenario App Integration Tests (Skia, Smoke Test) 01/20", "test_timeout_secs": 900, "max_attempts": 1, "test_dependencies": [ @@ -50,13 +50,12 @@ "--out-dir=../out/ci/android_emulator_debug_x64", "--no-enable-impeller", "--no-use-skia-gold", - "--verbose", "--smoke-test=dev.flutter.scenariosui.DrawSolidBlueScreenTest" ] }, { "language": "dart", - "name": "Android Scenario App Integration Tests (Skia, Smoke Test) 2/5", + "name": "Android Scenario App Integration Tests (Skia, Smoke Test) 02/20", "test_timeout_secs": 900, "max_attempts": 1, "test_dependencies": [ @@ -75,13 +74,12 @@ "--out-dir=../out/ci/android_emulator_debug_x64", "--no-enable-impeller", "--no-use-skia-gold", - "--verbose", "--smoke-test=dev.flutter.scenariosui.DrawSolidBlueScreenTest" ] }, { "language": "dart", - "name": "Android Scenario App Integration Tests (Skia, Smoke Test) 3/5", + "name": "Android Scenario App Integration Tests (Skia, Smoke Test) 03/20", "test_timeout_secs": 900, "max_attempts": 1, "test_dependencies": [ @@ -100,13 +98,12 @@ "--out-dir=../out/ci/android_emulator_debug_x64", "--no-enable-impeller", "--no-use-skia-gold", - "--verbose", "--smoke-test=dev.flutter.scenariosui.DrawSolidBlueScreenTest" ] }, { "language": "dart", - "name": "Android Scenario App Integration Tests (Skia, Smoke Test) 4/5", + "name": "Android Scenario App Integration Tests (Skia, Smoke Test) 04/20", "test_timeout_secs": 900, "max_attempts": 1, "test_dependencies": [ @@ -125,13 +122,372 @@ "--out-dir=../out/ci/android_emulator_debug_x64", "--no-enable-impeller", "--no-use-skia-gold", - "--verbose", "--smoke-test=dev.flutter.scenariosui.DrawSolidBlueScreenTest" ] }, { "language": "dart", - "name": "Android Scenario App Integration Tests (Skia, Smoke Test) 5/5", + "name": "Android Scenario App Integration Tests (Skia, Smoke Test) 05/20", + "test_timeout_secs": 900, + "max_attempts": 1, + "test_dependencies": [ + { + "dependency": "android_virtual_device", + "version": "android_34_google_apis_x64.textpb" + }, + { + "dependency": "avd_cipd_version", + "version": "build_id:8759428741582061553" + } + ], + "contexts": ["android_virtual_device"], + "script": "flutter/testing/scenario_app/bin/run_android_tests.dart", + "parameters": [ + "--out-dir=../out/ci/android_emulator_debug_x64", + "--no-enable-impeller", + "--no-use-skia-gold", + "--smoke-test=dev.flutter.scenariosui.DrawSolidBlueScreenTest" + ] + }, + { + "language": "dart", + "name": "Android Scenario App Integration Tests (Skia, Smoke Test) 06/20", + "test_timeout_secs": 900, + "max_attempts": 1, + "test_dependencies": [ + { + "dependency": "android_virtual_device", + "version": "android_34_google_apis_x64.textpb" + }, + { + "dependency": "avd_cipd_version", + "version": "build_id:8759428741582061553" + } + ], + "contexts": ["android_virtual_device"], + "script": "flutter/testing/scenario_app/bin/run_android_tests.dart", + "parameters": [ + "--out-dir=../out/ci/android_emulator_debug_x64", + "--no-enable-impeller", + "--no-use-skia-gold", + "--smoke-test=dev.flutter.scenariosui.DrawSolidBlueScreenTest" + ] + }, + { + "language": "dart", + "name": "Android Scenario App Integration Tests (Skia, Smoke Test) 07/20", + "test_timeout_secs": 900, + "max_attempts": 1, + "test_dependencies": [ + { + "dependency": "android_virtual_device", + "version": "android_34_google_apis_x64.textpb" + }, + { + "dependency": "avd_cipd_version", + "version": "build_id:8759428741582061553" + } + ], + "contexts": ["android_virtual_device"], + "script": "flutter/testing/scenario_app/bin/run_android_tests.dart", + "parameters": [ + "--out-dir=../out/ci/android_emulator_debug_x64", + "--no-enable-impeller", + "--no-use-skia-gold", + "--smoke-test=dev.flutter.scenariosui.DrawSolidBlueScreenTest" + ] + }, + { + "language": "dart", + "name": "Android Scenario App Integration Tests (Skia, Smoke Test) 08/20", + "test_timeout_secs": 900, + "max_attempts": 1, + "test_dependencies": [ + { + "dependency": "android_virtual_device", + "version": "android_34_google_apis_x64.textpb" + }, + { + "dependency": "avd_cipd_version", + "version": "build_id:8759428741582061553" + } + ], + "contexts": ["android_virtual_device"], + "script": "flutter/testing/scenario_app/bin/run_android_tests.dart", + "parameters": [ + "--out-dir=../out/ci/android_emulator_debug_x64", + "--no-enable-impeller", + "--no-use-skia-gold", + "--smoke-test=dev.flutter.scenariosui.DrawSolidBlueScreenTest" + ] + }, + { + "language": "dart", + "name": "Android Scenario App Integration Tests (Skia, Smoke Test) 09/20", + "test_timeout_secs": 900, + "max_attempts": 1, + "test_dependencies": [ + { + "dependency": "android_virtual_device", + "version": "android_34_google_apis_x64.textpb" + }, + { + "dependency": "avd_cipd_version", + "version": "build_id:8759428741582061553" + } + ], + "contexts": ["android_virtual_device"], + "script": "flutter/testing/scenario_app/bin/run_android_tests.dart", + "parameters": [ + "--out-dir=../out/ci/android_emulator_debug_x64", + "--no-enable-impeller", + "--no-use-skia-gold", + "--smoke-test=dev.flutter.scenariosui.DrawSolidBlueScreenTest" + ] + }, + { + "language": "dart", + "name": "Android Scenario App Integration Tests (Skia, Smoke Test) 10/20", + "test_timeout_secs": 900, + "max_attempts": 1, + "test_dependencies": [ + { + "dependency": "android_virtual_device", + "version": "android_34_google_apis_x64.textpb" + }, + { + "dependency": "avd_cipd_version", + "version": "build_id:8759428741582061553" + } + ], + "contexts": ["android_virtual_device"], + "script": "flutter/testing/scenario_app/bin/run_android_tests.dart", + "parameters": [ + "--out-dir=../out/ci/android_emulator_debug_x64", + "--no-enable-impeller", + "--no-use-skia-gold", + "--smoke-test=dev.flutter.scenariosui.DrawSolidBlueScreenTest" + ] + }, + { + "language": "dart", + "name": "Android Scenario App Integration Tests (Skia, Smoke Test) 11/20", + "test_timeout_secs": 900, + "max_attempts": 1, + "test_dependencies": [ + { + "dependency": "android_virtual_device", + "version": "android_34_google_apis_x64.textpb" + }, + { + "dependency": "avd_cipd_version", + "version": "build_id:8759428741582061553" + } + ], + "contexts": ["android_virtual_device"], + "script": "flutter/testing/scenario_app/bin/run_android_tests.dart", + "parameters": [ + "--out-dir=../out/ci/android_emulator_debug_x64", + "--no-enable-impeller", + "--no-use-skia-gold", + "--smoke-test=dev.flutter.scenariosui.DrawSolidBlueScreenTest" + ] + }, + { + "language": "dart", + "name": "Android Scenario App Integration Tests (Skia, Smoke Test) 12/20", + "test_timeout_secs": 900, + "max_attempts": 1, + "test_dependencies": [ + { + "dependency": "android_virtual_device", + "version": "android_34_google_apis_x64.textpb" + }, + { + "dependency": "avd_cipd_version", + "version": "build_id:8759428741582061553" + } + ], + "contexts": ["android_virtual_device"], + "script": "flutter/testing/scenario_app/bin/run_android_tests.dart", + "parameters": [ + "--out-dir=../out/ci/android_emulator_debug_x64", + "--no-enable-impeller", + "--no-use-skia-gold", + "--smoke-test=dev.flutter.scenariosui.DrawSolidBlueScreenTest" + ] + }, + { + "language": "dart", + "name": "Android Scenario App Integration Tests (Skia, Smoke Test) 13/20", + "test_timeout_secs": 900, + "max_attempts": 1, + "test_dependencies": [ + { + "dependency": "android_virtual_device", + "version": "android_34_google_apis_x64.textpb" + }, + { + "dependency": "avd_cipd_version", + "version": "build_id:8759428741582061553" + } + ], + "contexts": ["android_virtual_device"], + "script": "flutter/testing/scenario_app/bin/run_android_tests.dart", + "parameters": [ + "--out-dir=../out/ci/android_emulator_debug_x64", + "--no-enable-impeller", + "--no-use-skia-gold", + "--smoke-test=dev.flutter.scenariosui.DrawSolidBlueScreenTest" + ] + }, + { + "language": "dart", + "name": "Android Scenario App Integration Tests (Skia, Smoke Test) 14/20", + "test_timeout_secs": 900, + "max_attempts": 1, + "test_dependencies": [ + { + "dependency": "android_virtual_device", + "version": "android_34_google_apis_x64.textpb" + }, + { + "dependency": "avd_cipd_version", + "version": "build_id:8759428741582061553" + } + ], + "contexts": ["android_virtual_device"], + "script": "flutter/testing/scenario_app/bin/run_android_tests.dart", + "parameters": [ + "--out-dir=../out/ci/android_emulator_debug_x64", + "--no-enable-impeller", + "--no-use-skia-gold", + "--smoke-test=dev.flutter.scenariosui.DrawSolidBlueScreenTest" + ] + }, + { + "language": "dart", + "name": "Android Scenario App Integration Tests (Skia, Smoke Test) 15/20", + "test_timeout_secs": 900, + "max_attempts": 1, + "test_dependencies": [ + { + "dependency": "android_virtual_device", + "version": "android_34_google_apis_x64.textpb" + }, + { + "dependency": "avd_cipd_version", + "version": "build_id:8759428741582061553" + } + ], + "contexts": ["android_virtual_device"], + "script": "flutter/testing/scenario_app/bin/run_android_tests.dart", + "parameters": [ + "--out-dir=../out/ci/android_emulator_debug_x64", + "--no-enable-impeller", + "--no-use-skia-gold", + "--smoke-test=dev.flutter.scenariosui.DrawSolidBlueScreenTest" + ] + }, + { + "language": "dart", + "name": "Android Scenario App Integration Tests (Skia, Smoke Test) 16/20", + "test_timeout_secs": 900, + "max_attempts": 1, + "test_dependencies": [ + { + "dependency": "android_virtual_device", + "version": "android_34_google_apis_x64.textpb" + }, + { + "dependency": "avd_cipd_version", + "version": "build_id:8759428741582061553" + } + ], + "contexts": ["android_virtual_device"], + "script": "flutter/testing/scenario_app/bin/run_android_tests.dart", + "parameters": [ + "--out-dir=../out/ci/android_emulator_debug_x64", + "--no-enable-impeller", + "--no-use-skia-gold", + "--smoke-test=dev.flutter.scenariosui.DrawSolidBlueScreenTest" + ] + }, + { + "language": "dart", + "name": "Android Scenario App Integration Tests (Skia, Smoke Test) 17/20", + "test_timeout_secs": 900, + "max_attempts": 1, + "test_dependencies": [ + { + "dependency": "android_virtual_device", + "version": "android_34_google_apis_x64.textpb" + }, + { + "dependency": "avd_cipd_version", + "version": "build_id:8759428741582061553" + } + ], + "contexts": ["android_virtual_device"], + "script": "flutter/testing/scenario_app/bin/run_android_tests.dart", + "parameters": [ + "--out-dir=../out/ci/android_emulator_debug_x64", + "--no-enable-impeller", + "--no-use-skia-gold", + "--smoke-test=dev.flutter.scenariosui.DrawSolidBlueScreenTest" + ] + }, + { + "language": "dart", + "name": "Android Scenario App Integration Tests (Skia, Smoke Test) 18/20", + "test_timeout_secs": 900, + "max_attempts": 1, + "test_dependencies": [ + { + "dependency": "android_virtual_device", + "version": "android_34_google_apis_x64.textpb" + }, + { + "dependency": "avd_cipd_version", + "version": "build_id:8759428741582061553" + } + ], + "contexts": ["android_virtual_device"], + "script": "flutter/testing/scenario_app/bin/run_android_tests.dart", + "parameters": [ + "--out-dir=../out/ci/android_emulator_debug_x64", + "--no-enable-impeller", + "--no-use-skia-gold", + "--smoke-test=dev.flutter.scenariosui.DrawSolidBlueScreenTest" + ] + }, + { + "language": "dart", + "name": "Android Scenario App Integration Tests (Skia, Smoke Test) 19/20", + "test_timeout_secs": 900, + "max_attempts": 1, + "test_dependencies": [ + { + "dependency": "android_virtual_device", + "version": "android_34_google_apis_x64.textpb" + }, + { + "dependency": "avd_cipd_version", + "version": "build_id:8759428741582061553" + } + ], + "contexts": ["android_virtual_device"], + "script": "flutter/testing/scenario_app/bin/run_android_tests.dart", + "parameters": [ + "--out-dir=../out/ci/android_emulator_debug_x64", + "--no-enable-impeller", + "--no-use-skia-gold", + "--smoke-test=dev.flutter.scenariosui.DrawSolidBlueScreenTest" + ] + }, + { + "language": "dart", + "name": "Android Scenario App Integration Tests (Skia, Smoke Test) 20/20", "test_timeout_secs": 900, "max_attempts": 1, "test_dependencies": [ @@ -150,7 +506,6 @@ "--out-dir=../out/ci/android_emulator_debug_x64", "--no-enable-impeller", "--no-use-skia-gold", - "--verbose", "--smoke-test=dev.flutter.scenariosui.DrawSolidBlueScreenTest" ] }