mirror of
https://github.com/flutter/flutter
synced 2024-10-14 04:02:56 +00:00
302 lines
9.3 KiB
YAML
302 lines
9.3 KiB
YAML
# Describes the tasks we run in the continuous integration (CI) environment.
|
|
#
|
|
# Cocoon[1] uses this file to generate a checklist of tasks to be performed for
|
|
# every master commit.
|
|
#
|
|
# [1] github.com/flutter/cocoon
|
|
|
|
# CI tasks.
|
|
#
|
|
# Each key in this dictionary is the unique name of a task, which also
|
|
# corresponds to a file in the "bin/" directory that the task runner will run.
|
|
#
|
|
# Required properties:
|
|
#
|
|
# * description: free form string
|
|
# describes what the task is about
|
|
# * stage: one of "devicelab", "devicelab_ios", "devicelab_win"
|
|
# tasks are grouped by stage so they appear next to each on the dashboard and have a distinct
|
|
# icon attached to them. Stages can be used to create dependencies, e.g. we may decide to not
|
|
# run device tests on red Travis.
|
|
# * required_agent_capabilities: a list of strings
|
|
# list of capabilities a devicelab agent must have to be able to run this task.
|
|
#
|
|
# Optional properties:
|
|
#
|
|
# * flaky: boolean true or false
|
|
# whether the task is considered flaky; the result of running a flaky task does not affect
|
|
# the overall build status. Tests should be marked flaky when newly added, until they have
|
|
# been proved for a few cycles. Tests that are actually flaky but not being actively worked
|
|
# on should be hidden because they just cause confusion otherwise.
|
|
# * timeout_in_minutes: integer
|
|
# a custom task timeout, specified in minutes.
|
|
|
|
tasks:
|
|
# Deviceless tests
|
|
|
|
# TODO: make these not require "has-android-device"; it is only there to
|
|
# ensure we have the Android SDK.
|
|
|
|
complex_layout__build:
|
|
description: >
|
|
Collects various performance metrics from AOT builds of the Complex
|
|
Layout sample app.
|
|
stage: devicelab
|
|
required_agent_capabilities: ["has-android-device"]
|
|
|
|
basic_material_app__size:
|
|
description: >
|
|
Measures the APK size of a basic material app.
|
|
stage: devicelab
|
|
required_agent_capabilities: ["has-android-device"]
|
|
|
|
# Android on-device tests
|
|
|
|
complex_layout_scroll_perf__timeline_summary:
|
|
description: >
|
|
Measures the runtime performance of the Complex Layout sample app on
|
|
Android.
|
|
stage: devicelab
|
|
required_agent_capabilities: ["has-android-device"]
|
|
|
|
channels_integration_test:
|
|
description: >
|
|
Checks that platform channels work on Android.
|
|
stage: devicelab
|
|
required_agent_capabilities: ["has-android-device"]
|
|
|
|
platform_channel_sample_test:
|
|
description: >
|
|
Runs a driver test on the Platform Channel sample app on Android.
|
|
stage: devicelab
|
|
required_agent_capabilities: ["has-android-device"]
|
|
|
|
complex_layout__start_up:
|
|
description: >
|
|
Measures the startup time of the Complex Layout sample app on Android.
|
|
stage: devicelab
|
|
required_agent_capabilities: ["has-android-device"]
|
|
|
|
hot_mode_dev_cycle__benchmark:
|
|
description: >
|
|
Measures the performance of Dart VM hot patching feature.
|
|
stage: devicelab
|
|
required_agent_capabilities: ["has-android-device"]
|
|
|
|
complex_layout_scroll_perf__memory:
|
|
description: >
|
|
Measures memory usage of the scroll performance test.
|
|
stage: devicelab
|
|
required_agent_capabilities: ["has-android-device"]
|
|
|
|
hello_world__memory:
|
|
description: >
|
|
Measures starting memory usage of the simplest Flutter app.
|
|
stage: devicelab
|
|
required_agent_capabilities: ["has-android-device"]
|
|
|
|
microbenchmarks:
|
|
description: >
|
|
Runs benchmarks from dev/benchmarks/microbenchmarks.
|
|
stage: devicelab
|
|
required_agent_capabilities: ["has-android-device"]
|
|
timeout_in_minutes: 30
|
|
|
|
flutter_view__start_up:
|
|
description: >
|
|
Verifies that Flutter View can be used from an Android project.
|
|
stage: devicelab
|
|
required_agent_capabilities: ["has-android-device"]
|
|
|
|
integration_ui:
|
|
description: >
|
|
Runs end-to-end Flutter tests on Android.
|
|
stage: devicelab
|
|
required_agent_capabilities: ["has-android-device"]
|
|
|
|
android_sample_catalog_generator:
|
|
description: >
|
|
Builds sample catalog markdown pages and Android screenshots
|
|
stage: devicelab
|
|
required_agent_capabilities: ["has-android-device"]
|
|
flaky: true
|
|
|
|
complex_layout_semantics_perf:
|
|
description: >
|
|
Measures duration of building the initial semantics tree.
|
|
stage: devicelab
|
|
required_agent_capabilities: ["linux/android"]
|
|
flaky: true
|
|
|
|
# iOS on-device tests
|
|
|
|
channels_integration_test_ios:
|
|
description: >
|
|
Checks that platform channels work on iOS.
|
|
stage: devicelab_ios
|
|
required_agent_capabilities: ["has-ios-device"]
|
|
flaky: true
|
|
|
|
platform_channel_sample_test_ios:
|
|
description: >
|
|
Runs a driver test on the Platform Channel sample app on iOS.
|
|
stage: devicelab_ios
|
|
required_agent_capabilities: ["has-ios-device"]
|
|
flaky: true
|
|
|
|
complex_layout_scroll_perf_ios__timeline_summary:
|
|
description: >
|
|
Measures the runtime performance of the Complex Layout sample app on
|
|
iOS.
|
|
stage: devicelab_ios
|
|
required_agent_capabilities: ["has-ios-device"]
|
|
flaky: true
|
|
|
|
# flutter_gallery_ios__start_up:
|
|
# description: >
|
|
# Measures the startup time of the Flutter Gallery app on iOS.
|
|
# stage: devicelab_ios
|
|
# required_agent_capabilities: ["has-ios-device"]
|
|
# flaky: true
|
|
|
|
# complex_layout_ios__start_up:
|
|
# description: >
|
|
# Measures the startup time of the Complex Layout sample app on iOS.
|
|
# stage: devicelab_ios
|
|
# required_agent_capabilities: ["has-ios-device"]
|
|
# flaky: true
|
|
|
|
flutter_gallery_ios__transition_perf:
|
|
description: >
|
|
Measures the performance of screen transitions in Flutter Gallery on
|
|
iOS.
|
|
stage: devicelab_ios
|
|
required_agent_capabilities: ["has-ios-device"]
|
|
flaky: true
|
|
|
|
basic_material_app_ios__size:
|
|
description: >
|
|
Measures the IPA size of a basic material app.
|
|
stage: devicelab_ios
|
|
required_agent_capabilities: ["has-ios-device"]
|
|
flaky: true
|
|
|
|
# microbenchmarks_ios:
|
|
# description: >
|
|
# Runs benchmarks from dev/benchmarks/microbenchmarks on iOS.
|
|
# stage: devicelab_ios
|
|
# required_agent_capabilities: ["has-ios-device"]
|
|
# timeout_in_minutes: 30
|
|
# flaky: true
|
|
|
|
# flutter_view_ios__start_up:
|
|
# description: >
|
|
# Verifies that Flutter View can be used from an iOS project.
|
|
# stage: devicelab_ios
|
|
# required_agent_capabilities: ["has-ios-device"]
|
|
# flaky: true
|
|
|
|
integration_ui_ios:
|
|
description: >
|
|
Runs end-to-end Flutter tests on iOS.
|
|
stage: devicelab_ios
|
|
required_agent_capabilities: ["has-ios-device"]
|
|
flaky: true
|
|
|
|
ios_sample_catalog_generator:
|
|
description: >
|
|
Builds sample catalog markdown pages and iOS screenshots
|
|
stage: devicelab_ios
|
|
required_agent_capabilities: ["has-ios-device"]
|
|
flaky: true
|
|
|
|
# Tests running on Windows host
|
|
|
|
channels_integration_test_win:
|
|
description: >
|
|
Checks that platform channels work when app is launched from Windows.
|
|
stage: devicelab_win
|
|
required_agent_capabilities: ["windows"]
|
|
|
|
flutter_gallery_win__build:
|
|
description: >
|
|
Collects various performance metrics from AOT builds of the Flutter
|
|
Gallery on Windows.
|
|
stage: devicelab_win
|
|
required_agent_capabilities: ["windows"]
|
|
|
|
hot_mode_dev_cycle_win__benchmark:
|
|
description: >
|
|
Measures the performance of Dart VM hot patching feature on Windows.
|
|
stage: devicelab_win
|
|
required_agent_capabilities: ["windows"]
|
|
|
|
# Tests running on Linux hosts
|
|
|
|
hot_mode_dev_cycle_linux__benchmark:
|
|
description: >
|
|
Measures the performance of Dart VM hot patching feature on a Linux host.
|
|
stage: devicelab
|
|
required_agent_capabilities: ["linux/android"]
|
|
flaky: true
|
|
|
|
dartdocs:
|
|
description: >
|
|
Tracks how many members are still lacking documentation.
|
|
stage: devicelab
|
|
required_agent_capabilities: ["linux/android"]
|
|
flaky: true
|
|
|
|
technical_debt__cost:
|
|
description: >
|
|
Estimates our technical debt (TODOs, analyzer ignores, etc).
|
|
stage: devicelab
|
|
required_agent_capabilities: ["linux/android"]
|
|
flaky: true
|
|
|
|
flutter_gallery__build:
|
|
description: >
|
|
Collects various performance metrics from AOT builds of the Flutter
|
|
Gallery.
|
|
stage: devicelab
|
|
required_agent_capabilities: ["linux/android"]
|
|
|
|
flutter_gallery__start_up:
|
|
description: >
|
|
Measures the startup time of the Flutter Gallery app on Android.
|
|
stage: devicelab
|
|
required_agent_capabilities: ["linux/android"]
|
|
|
|
flutter_gallery__transition_perf:
|
|
description: >
|
|
Measures the performance of screen transitions in Flutter Gallery on
|
|
Android.
|
|
stage: devicelab
|
|
required_agent_capabilities: ["linux/android"]
|
|
|
|
flutter_gallery__transition_perf_with_semantics:
|
|
description: >
|
|
Measures the delta in performance of screen transitions without and
|
|
with semantics enabled.
|
|
stage: devicelab
|
|
required_agent_capabilities: ["linux/android"]
|
|
flaky: true
|
|
|
|
flutter_gallery__memory_nav:
|
|
description: >
|
|
Measures memory usage after repeated navigation in Gallery.
|
|
stage: devicelab
|
|
required_agent_capabilities: ["linux/android"]
|
|
|
|
flutter_gallery__back_button_memory:
|
|
description: >
|
|
Measures memory usage after Android app suspend and resume.
|
|
stage: devicelab
|
|
required_agent_capabilities: ["linux/android"]
|
|
|
|
analyzer_benchmark:
|
|
description: >
|
|
Measures the speed of Dart analyzer.
|
|
stage: devicelab
|
|
required_agent_capabilities: ["linux/android"]
|