mirror of
https://github.com/flutter/flutter
synced 2024-10-13 11:42:54 +00:00
Unmark devicelab tests as flaky that are no longer flaky (#37872)
This commit is contained in:
parent
445e5e290b
commit
52fb11ec23
|
@ -151,14 +151,12 @@ tasks:
|
||||||
description: >
|
description: >
|
||||||
Measures the runtime performance of the tiles tab in the Complex Layout sample app on iPhone 6.
|
Measures the runtime performance of the tiles tab in the Complex Layout sample app on iPhone 6.
|
||||||
stage: devicelab
|
stage: devicelab
|
||||||
flaky: true
|
|
||||||
required_agent_capabilities: ["mac/ios"]
|
required_agent_capabilities: ["mac/ios"]
|
||||||
|
|
||||||
tiles_scroll_perf_iphonexs__timeline_summary:
|
tiles_scroll_perf_iphonexs__timeline_summary:
|
||||||
description: >
|
description: >
|
||||||
Measures the runtime performance of the tiles tab in the Complex Layout sample app on iPhone XS.
|
Measures the runtime performance of the tiles tab in the Complex Layout sample app on iPhone XS.
|
||||||
stage: devicelab
|
stage: devicelab
|
||||||
flaky: true
|
|
||||||
required_agent_capabilities: ["mac/iphonexs"]
|
required_agent_capabilities: ["mac/iphonexs"]
|
||||||
|
|
||||||
home_scroll_perf__timeline_summary:
|
home_scroll_perf__timeline_summary:
|
||||||
|
@ -244,14 +242,12 @@ tasks:
|
||||||
description: >
|
description: >
|
||||||
Verifies that Platform View can be used from an Android project.
|
Verifies that Platform View can be used from an Android project.
|
||||||
stage: devicelab
|
stage: devicelab
|
||||||
flaky: true
|
|
||||||
required_agent_capabilities: ["mac/android"]
|
required_agent_capabilities: ["mac/android"]
|
||||||
|
|
||||||
complex_layout__start_up:
|
complex_layout__start_up:
|
||||||
description: >
|
description: >
|
||||||
Measures the startup time of the Complex Layout sample app on Android.
|
Measures the startup time of the Complex Layout sample app on Android.
|
||||||
stage: devicelab
|
stage: devicelab
|
||||||
flaky: true
|
|
||||||
required_agent_capabilities: ["mac/android"]
|
required_agent_capabilities: ["mac/android"]
|
||||||
|
|
||||||
hot_mode_dev_cycle__benchmark:
|
hot_mode_dev_cycle__benchmark:
|
||||||
|
@ -295,7 +291,6 @@ tasks:
|
||||||
description: >
|
description: >
|
||||||
Verifies that Flutter View can be used from an Android project.
|
Verifies that Flutter View can be used from an Android project.
|
||||||
stage: devicelab
|
stage: devicelab
|
||||||
flaky: true
|
|
||||||
required_agent_capabilities: ["mac/android"]
|
required_agent_capabilities: ["mac/android"]
|
||||||
|
|
||||||
integration_ui:
|
integration_ui:
|
||||||
|
@ -347,6 +342,7 @@ tasks:
|
||||||
test can run on off-the-shelf infrastructures, such as Firebase Test Lab.
|
test can run on off-the-shelf infrastructures, such as Firebase Test Lab.
|
||||||
stage: devicelab
|
stage: devicelab
|
||||||
required_agent_capabilities: ["linux/android"]
|
required_agent_capabilities: ["linux/android"]
|
||||||
|
flaky: true
|
||||||
|
|
||||||
flutter_attach_test:
|
flutter_attach_test:
|
||||||
description: >
|
description: >
|
||||||
|
@ -378,21 +374,18 @@ tasks:
|
||||||
Measures image loading performance on release (aot) build.
|
Measures image loading performance on release (aot) build.
|
||||||
stage: devicelab
|
stage: devicelab
|
||||||
required_agent_capabilities: ["linux/android"]
|
required_agent_capabilities: ["linux/android"]
|
||||||
flaky: true
|
|
||||||
|
|
||||||
image_list_jit_reported_duration:
|
image_list_jit_reported_duration:
|
||||||
description: >
|
description: >
|
||||||
Measures image loading performance on debug (jit) build.
|
Measures image loading performance on debug (jit) build.
|
||||||
stage: devicelab
|
stage: devicelab
|
||||||
required_agent_capabilities: ["linux/android"]
|
required_agent_capabilities: ["linux/android"]
|
||||||
flaky: true
|
|
||||||
|
|
||||||
build_benchmark:
|
build_benchmark:
|
||||||
description: >
|
description: >
|
||||||
Measures APK build performance across config changes.
|
Measures APK build performance across config changes.
|
||||||
stage: devicelab
|
stage: devicelab
|
||||||
required_agent_capabilities: ["linux/android"]
|
required_agent_capabilities: ["linux/android"]
|
||||||
flaky: true
|
|
||||||
|
|
||||||
# iOS on-device tests
|
# iOS on-device tests
|
||||||
|
|
||||||
|
@ -431,13 +424,11 @@ tasks:
|
||||||
Runs a driver test on the Platform Channel sample app on iPhone 6 Swift project.
|
Runs a driver test on the Platform Channel sample app on iPhone 6 Swift project.
|
||||||
stage: devicelab_ios
|
stage: devicelab_ios
|
||||||
required_agent_capabilities: ["mac/ios"]
|
required_agent_capabilities: ["mac/ios"]
|
||||||
flaky: true
|
|
||||||
|
|
||||||
platform_view_ios__start_up:
|
platform_view_ios__start_up:
|
||||||
description: >
|
description: >
|
||||||
Verifies that Platform View can be used from an iOS project.
|
Verifies that Platform View can be used from an iOS project.
|
||||||
stage: devicelab_ios
|
stage: devicelab_ios
|
||||||
flaky: true
|
|
||||||
required_agent_capabilities: ["mac/ios"]
|
required_agent_capabilities: ["mac/ios"]
|
||||||
|
|
||||||
complex_layout_scroll_perf_ios__timeline_summary:
|
complex_layout_scroll_perf_ios__timeline_summary:
|
||||||
|
@ -451,14 +442,12 @@ tasks:
|
||||||
description: >
|
description: >
|
||||||
Measures the startup time of the Flutter Gallery app on iPhone 6.
|
Measures the startup time of the Flutter Gallery app on iPhone 6.
|
||||||
stage: devicelab_ios
|
stage: devicelab_ios
|
||||||
flaky: true
|
|
||||||
required_agent_capabilities: ["mac/ios"]
|
required_agent_capabilities: ["mac/ios"]
|
||||||
|
|
||||||
complex_layout_ios__start_up:
|
complex_layout_ios__start_up:
|
||||||
description: >
|
description: >
|
||||||
Measures the startup time of the Complex Layout sample app on iPhone 6.
|
Measures the startup time of the Complex Layout sample app on iPhone 6.
|
||||||
stage: devicelab_ios
|
stage: devicelab_ios
|
||||||
flaky: true
|
|
||||||
required_agent_capabilities: ["mac/ios"]
|
required_agent_capabilities: ["mac/ios"]
|
||||||
|
|
||||||
flutter_gallery_ios__transition_perf:
|
flutter_gallery_ios__transition_perf:
|
||||||
|
@ -466,7 +455,6 @@ tasks:
|
||||||
Measures the performance of screen transitions in Flutter Gallery on
|
Measures the performance of screen transitions in Flutter Gallery on
|
||||||
iOS.
|
iOS.
|
||||||
stage: devicelab_ios
|
stage: devicelab_ios
|
||||||
flaky: true
|
|
||||||
required_agent_capabilities: ["mac/ios"]
|
required_agent_capabilities: ["mac/ios"]
|
||||||
|
|
||||||
hello_world_ios__compile:
|
hello_world_ios__compile:
|
||||||
|
@ -514,14 +502,13 @@ tasks:
|
||||||
Run flutter web on the devicelab and hot restart.
|
Run flutter web on the devicelab and hot restart.
|
||||||
stage: devicelab_ios
|
stage: devicelab_ios
|
||||||
required_agent_capabilities: ["mac/ios"]
|
required_agent_capabilities: ["mac/ios"]
|
||||||
flaky: true
|
flaky: true # marekd as flaky while infra is under heavy development
|
||||||
|
|
||||||
build_benchmark_ios:
|
build_benchmark_ios:
|
||||||
description: >
|
description: >
|
||||||
Measures iOS build performance across config changes.
|
Measures iOS build performance across config changes.
|
||||||
stage: devicelab_ios
|
stage: devicelab_ios
|
||||||
required_agent_capabilities: ["mac/ios"]
|
required_agent_capabilities: ["mac/ios"]
|
||||||
flaky: true
|
|
||||||
|
|
||||||
# Tests running on Windows host
|
# Tests running on Windows host
|
||||||
|
|
||||||
|
@ -579,7 +566,6 @@ tasks:
|
||||||
description: >
|
description: >
|
||||||
Measures the startup time of the Flutter Gallery app on Android.
|
Measures the startup time of the Flutter Gallery app on Android.
|
||||||
stage: devicelab
|
stage: devicelab
|
||||||
flaky: true
|
|
||||||
required_agent_capabilities: ["linux/android"]
|
required_agent_capabilities: ["linux/android"]
|
||||||
|
|
||||||
flutter_gallery__transition_perf:
|
flutter_gallery__transition_perf:
|
||||||
|
@ -609,7 +595,6 @@ tasks:
|
||||||
Measures memory usage after Android app suspend and resume.
|
Measures memory usage after Android app suspend and resume.
|
||||||
stage: devicelab
|
stage: devicelab
|
||||||
required_agent_capabilities: ["linux/android"]
|
required_agent_capabilities: ["linux/android"]
|
||||||
flaky: true
|
|
||||||
|
|
||||||
flutter_gallery__image_cache_memory:
|
flutter_gallery__image_cache_memory:
|
||||||
description: >
|
description: >
|
||||||
|
@ -634,7 +619,6 @@ tasks:
|
||||||
description: >
|
description: >
|
||||||
Measures the startup time of the Flutter Gallery app on 32-bit iOS (iPhone 4S).
|
Measures the startup time of the Flutter Gallery app on 32-bit iOS (iPhone 4S).
|
||||||
stage: devicelab_ios
|
stage: devicelab_ios
|
||||||
flaky: true
|
|
||||||
required_agent_capabilities: ["mac/ios32"]
|
required_agent_capabilities: ["mac/ios32"]
|
||||||
|
|
||||||
flutter_gallery_ios32__transition_perf:
|
flutter_gallery_ios32__transition_perf:
|
||||||
|
@ -642,7 +626,6 @@ tasks:
|
||||||
Measures the performance of screen transitions in Flutter Gallery on
|
Measures the performance of screen transitions in Flutter Gallery on
|
||||||
32-bit iOS (iPhone 4S).
|
32-bit iOS (iPhone 4S).
|
||||||
stage: devicelab_ios
|
stage: devicelab_ios
|
||||||
flaky: true
|
|
||||||
required_agent_capabilities: ["mac/ios32"]
|
required_agent_capabilities: ["mac/ios32"]
|
||||||
|
|
||||||
run_without_leak_mac:
|
run_without_leak_mac:
|
||||||
|
|
Loading…
Reference in a new issue