diff --git a/pkg/pkg.status b/pkg/pkg.status index 32c34d53289..d5de3970487 100644 --- a/pkg/pkg.status +++ b/pkg/pkg.status @@ -9,22 +9,22 @@ */*/*/packages/*/*: Skip */*/packages/*/*: Skip */packages/*/*: Skip -analyzer/test/generated/compile_time_error_code_driver_test: Slow -analyzer/test/generated/compile_time_error_code_kernel_test: Slow -analyzer/test/generated/compile_time_error_code_test: Slow -analyzer/test/generated/hint_code_kernel_test: Slow -analyzer/test/generated/non_error_resolver_driver_test: Slow -analyzer/test/generated/non_error_resolver_kernel_test: Slow -analyzer/test/generated/non_hint_code_kernel_test: Slow -analyzer/test/generated/static_type_warning_code_kernel_test: Slow -analyzer/test/generated/static_warning_code_driver_test: Slow -analyzer/test/generated/static_warning_code_kernel_test: Slow -analyzer/test/generated/strong_mode_kernel_test: Slow -analyzer/test/src/dart/analysis/driver_kernel_test: Slow -analyzer/test/src/summary/resynthesize_kernel_test: Slow -analyzer/test/src/task/strong/checker_test: Slow -analyzer_plugin/test/plugin/folding_mixin_test: Slow -dev_compiler/test/modular/*: Slow +analyzer/test/generated/compile_time_error_code_driver_test: Slow, Pass +analyzer/test/generated/compile_time_error_code_kernel_test: Slow, Pass +analyzer/test/generated/compile_time_error_code_test: Slow, Pass +analyzer/test/generated/hint_code_kernel_test: Slow, Pass +analyzer/test/generated/non_error_resolver_driver_test: Slow, Pass +analyzer/test/generated/non_error_resolver_kernel_test: Slow, Pass +analyzer/test/generated/non_hint_code_kernel_test: Slow, Pass +analyzer/test/generated/static_type_warning_code_kernel_test: Slow, Pass +analyzer/test/generated/static_warning_code_driver_test: Slow, Pass +analyzer/test/generated/static_warning_code_kernel_test: Slow, Pass +analyzer/test/generated/strong_mode_kernel_test: Slow, Pass +analyzer/test/src/dart/analysis/driver_kernel_test: Slow, Pass +analyzer/test/src/summary/resynthesize_kernel_test: Slow, Pass +analyzer/test/src/task/strong/checker_test: Slow, Pass +analyzer_plugin/test/plugin/folding_mixin_test: Slow, Pass +dev_compiler/test/modular/*: Slow, Pass dev_compiler/test/options/*: Skip # test needs fixes dev_compiler/test/sourcemap/*: SkipByDesign # Skip sourcemap tests dev_compiler/test/sourcemap/testfiles/*: SkipByDesign # Skip dev_compiler codegen tests @@ -50,10 +50,10 @@ front_end/test/minimal_incremental_kernel_generator_test: Slow, Pass front_end/test/whole_program_test: Slow, Pass front_end/testcases/*: Skip # These are not tests but input for tests. front_end/tool/incremental_perf_test: Slow, Pass -kernel/test/closures_test: Slow +kernel/test/closures_test: Slow, Pass kernel/testcases/*: Skip # These are not tests but input for tests. -vm/test/frontend_server_test: Slow -vm/test/transformations/type_flow/transformer_test: Slow +vm/test/frontend_server_test: Slow, Pass +vm/test/transformations/type_flow/transformer_test: Slow, Pass vm/testcases/*: SkipByDesign # These are not tests but input for tests. [ $compiler == dart2analyzer ] @@ -61,7 +61,7 @@ dev_compiler/test/options/*: SkipByDesign testing/test/dart_sdk_negative_test: SkipByDesign [ $compiler != dart2analyzer ] -analyzer/test/src/summary/summarize_fasta_test: Slow +analyzer/test/src/summary/summarize_fasta_test: Slow, Pass [ $compiler == dart2js ] _fe_analyzer_shared/test/*: SkipByDesign # Only meant to run on vm @@ -77,9 +77,9 @@ dartdev/test/command_test: SkipByDesign # Only meant to run on vm (uses dart:io) dartfix/test/*: SkipByDesign # Only meant to run on vm front_end/test/*: SkipByDesign # Only meant to run on vm, most use dart:mirrors and dart:io front_end/tool/*: SkipByDesign # Only meant to run on vm -modular_test/test/memory_pipeline_test: Slow -modular_test/test/validate_pipeline_test: Slow -modular_test/test/validate_suite_test: Slow +modular_test/test/memory_pipeline_test: Slow, Pass +modular_test/test/validate_pipeline_test: Slow, Pass +modular_test/test/validate_suite_test: Slow, Pass nnbd_migration/test/*: SkipByDesign # Uses mirrors smith/test/*: SkipByDesign # Only meant to run on vm status_file/test/normalize_test: SkipByDesign # Uses dart:io @@ -93,30 +93,30 @@ testing/*: SkipByDesign # Only meant to run on vm *: SkipByDesign # The pkg test framework imports dart:mirrors. [ $runtime == vm ] -analysis_server/test/benchmarks_test: Slow -analysis_server/test/domain_completion_test: Slow -analysis_server/test/edit/refactoring_test: Slow -analysis_server/test/integration/*: Slow -analysis_server/test/services/completion/dart/imported_reference_contributor_test: Slow -analysis_server/test/services/completion/dart/keyword_contributor_test: Slow -analysis_server/test/services/completion/dart/local_constructor_contributor_test: Slow -analysis_server/test/services/completion/dart/local_reference_contributor_test: Slow -analysis_server/test/services/completion/dart/type_member_contributor_test: Slow -analysis_server/test/services/correction/assist_test: Slow -analysis_server/test/services/refactoring/extract_method_test: Slow -analysis_server/test/services/refactoring/inline_method_test: Slow +analysis_server/test/benchmarks_test: Slow, Pass +analysis_server/test/domain_completion_test: Slow, Pass +analysis_server/test/edit/refactoring_test: Slow, Pass +analysis_server/test/integration/*: Slow, Pass +analysis_server/test/services/completion/dart/imported_reference_contributor_test: Slow, Pass +analysis_server/test/services/completion/dart/keyword_contributor_test: Slow, Pass +analysis_server/test/services/completion/dart/local_constructor_contributor_test: Slow, Pass +analysis_server/test/services/completion/dart/local_reference_contributor_test: Slow, Pass +analysis_server/test/services/completion/dart/type_member_contributor_test: Slow, Pass +analysis_server/test/services/correction/assist_test: Slow, Pass +analysis_server/test/services/refactoring/extract_method_test: Slow, Pass +analysis_server/test/services/refactoring/inline_method_test: Slow, Pass analysis_server/test/socket_server_test: Skip # Pass, Slow -analysis_server/test/src/plugin/plugin_manager_test: Slow -analyzer/test/generated/hint_code_driver_test: Slow -analyzer/test/generated/non_error_resolver_kernel_test: Slow -analyzer/test/generated/strong_mode_driver_test: Slow -analyzer/test/src/dart/analysis/driver_resolution_kernel_test: Slow -analyzer/test/src/dart/analysis/driver_test: Slow -analyzer/test/src/summary/resynthesize_ast_test: Slow -analyzer/test/src/task/strong/front_end_inference_test: Slow -analyzer/test/src/task/strong/inferred_type_test: Slow -analyzer_plugin/test/src/utilities/change_builder/change_builder_dart_test: Slow -analyzer_plugin/test/src/utilities/completion/optype_test: Slow +analysis_server/test/src/plugin/plugin_manager_test: Slow, Pass +analyzer/test/generated/hint_code_driver_test: Slow, Pass +analyzer/test/generated/non_error_resolver_kernel_test: Slow, Pass +analyzer/test/generated/strong_mode_driver_test: Slow, Pass +analyzer/test/src/dart/analysis/driver_resolution_kernel_test: Slow, Pass +analyzer/test/src/dart/analysis/driver_test: Slow, Pass +analyzer/test/src/summary/resynthesize_ast_test: Slow, Pass +analyzer/test/src/task/strong/front_end_inference_test: Slow, Pass +analyzer/test/src/task/strong/inferred_type_test: Slow, Pass +analyzer_plugin/test/src/utilities/change_builder/change_builder_dart_test: Slow, Pass +analyzer_plugin/test/src/utilities/completion/optype_test: Slow, Pass mutation_observer: Skip # Skip tests on the VM if the package depends on dart:html [ $runtime != vm ] @@ -155,7 +155,7 @@ testing/test/analyze_test: SkipByDesign kernel/test/*: SkipByDesign # Uses dart:io and bigints. [ $arch == x64 && $runtime == vm && $system == windows && $checked ] -analyzer/test/src/task/strong/inferred_type_test: Slow +analyzer/test/src/task/strong/inferred_type_test: Slow, Pass [ $builder_tag != dart2js_analyzer && $compiler == dart2js ] analysis_server/test/*: Skip # Issue 26813 @@ -171,7 +171,7 @@ modular_test/test/specification_parser_test: SkipByDesign modular_test/test/src/find_sdk_root2_test: SkipByDesign [ $compiler == dart2js && $runtime == chrome && $system == macos ] -third_party/di_tests/di_test: Slow # Issue 22896 +third_party/di_tests/di_test: Slow, Pass # Issue 22896 [ $compiler == dart2js && $runtime == d8 ] front_end/test/src/base/uri_resolver_test: SkipByDesign # Relies on access to file system @@ -180,11 +180,11 @@ front_end/test/src/base/uri_resolver_test: SkipByDesign # Relies on access to fi front_end/test/mixin_export_test: RuntimeError # Issue 30576 [ $compiler == dart2js && $browser ] -crypto/test/sha1_test: Slow -crypto/test/sha256_test: Slow +crypto/test/sha1_test: Slow, Pass +crypto/test/sha256_test: Slow, Pass [ $compiler == dart2js && $checked ] -crypto/test/base64_test: Slow +crypto/test/base64_test: Slow, Pass [ $compiler == dart2js && $csp ] mutation_observer: Skip # This test cannot run under CSP because it is injecting a JavaScript polyfill @@ -199,21 +199,21 @@ collection/test/unmodifiable_collection_test: SkipSlow # Times out. Issue 22050 [ $runtime == vm && $system == windows ] analysis_server/test/analysis/get_errors_test: Skip # runtime error, Issue 22180 -analysis_server/test/src/plugin/plugin_manager_test: Slow # Issue 34231 -analyzer/test/src/task/strong/checker_test: Slow -analyzer/tool/task_dependency_graph/check_test: Slow +analysis_server/test/src/plugin/plugin_manager_test: Slow, Pass # Issue 34231 +analyzer/test/src/task/strong/checker_test: Slow, Pass +analyzer/tool/task_dependency_graph/check_test: Slow, Pass [ $runtime == vm && $system == windows && $checked ] front_end/tool/perf_test: Slow, Pass [ $runtime == vm && $checked ] -analysis_server/test/completion_test: Slow -analysis_server/test/integration/edit/sort_members_test: Slow -analysis_server/test/services/correction/fix_test: Slow +analysis_server/test/completion_test: Slow, Pass +analysis_server/test/integration/edit/sort_members_test: Slow, Pass +analysis_server/test/services/correction/fix_test: Slow, Pass analysis_server/test/socket_server_test: Skip # Pass, Slow -analyzer/test/generated/non_error_resolver_kernel_test: Slow -analyzer/test/src/summary/resynthesize_ast_test: Slow -analyzer/test/src/task/strong/front_end_inference_test: Slow +analyzer/test/generated/non_error_resolver_kernel_test: Slow, Pass +analyzer/test/src/summary/resynthesize_ast_test: Slow, Pass +analyzer/test/src/task/strong/front_end_inference_test: Slow, Pass # Timeout. These tests do not run efficiently on our simulator or low-end # devices. diff --git a/runtime/tests/vm/vm.status b/runtime/tests/vm/vm.status index 7f713cd5613..e2a4f250bb8 100644 --- a/runtime/tests/vm/vm.status +++ b/runtime/tests/vm/vm.status @@ -77,7 +77,7 @@ cc/GenKernelKernelLoadKernel: Skip # Issue 34542. cc/GenKernelKernelMaxRSS: Skip # Issue 34393. cc/GenKernelKernelReadAllBytecode: Skip # Issue 34393. dart/appjit_bytecode_simple_test: Skip # Issue 34393. -dart/disassemble_determinism_test: Slow # Times out on slower bots. +dart/disassemble_determinism_test: Slow, Pass # Times out on slower bots. [ $arch == ia32 && $mode == debug && $system == windows ] dart/transferable_test: Skip # This is performance test and somehow debug win ia32 bot's performance is unpredictable diff --git a/tests/co19_2/co19_2-dart2js.status b/tests/co19_2/co19_2-dart2js.status index 4434d0982e6..df64c4a5356 100644 --- a/tests/co19_2/co19_2-dart2js.status +++ b/tests/co19_2/co19_2-dart2js.status @@ -8,14 +8,14 @@ LibTest/html/*: SkipByDesign # d8 is not a browser WebPlatformTest/*: SkipByDesign # d8 is not a browser [ $compiler == dart2js && $runtime == d8 && $host_checked ] -LibTest/collection/ListBase/ListBase_class_A01_t04: Slow -LibTest/collection/ListBase/ListBase_class_A01_t05: Slow -LibTest/collection/ListBase/ListBase_class_A01_t06: Slow -LibTest/collection/ListMixin/ListMixin_class_A01_t04: Slow -LibTest/collection/ListMixin/ListMixin_class_A01_t05: Slow -LibTest/collection/ListMixin/ListMixin_class_A01_t06: Slow -LibTest/core/List/List_class_A01_t05: Slow -LibTest/core/List/List_class_A01_t06: Slow +LibTest/collection/ListBase/ListBase_class_A01_t04: Slow, Pass +LibTest/collection/ListBase/ListBase_class_A01_t05: Slow, Pass +LibTest/collection/ListBase/ListBase_class_A01_t06: Slow, Pass +LibTest/collection/ListMixin/ListMixin_class_A01_t04: Slow, Pass +LibTest/collection/ListMixin/ListMixin_class_A01_t05: Slow, Pass +LibTest/collection/ListMixin/ListMixin_class_A01_t06: Slow, Pass +LibTest/core/List/List_class_A01_t05: Slow, Pass +LibTest/core/List/List_class_A01_t06: Slow, Pass [ $compiler == dart2js && $runtime == ie11 ] LibTest/collection/ListBase/ListBase_class_A01_t04: SkipSlow # slow babeljs transformation diff --git a/tests/co19_2/co19_2-kernel.status b/tests/co19_2/co19_2-kernel.status index 25112126204..8aa80abe542 100644 --- a/tests/co19_2/co19_2-kernel.status +++ b/tests/co19_2/co19_2-kernel.status @@ -3,9 +3,9 @@ # BSD-style license that can be found in the LICENSE file. [ $builder_tag == bytecode_interpreter ] -LibTest/collection/ListBase/ListBase_class_A01_t04: Slow -LibTest/collection/ListBase/ListBase_class_A01_t05: Slow -LibTest/collection/ListBase/ListBase_class_A01_t06: Slow +LibTest/collection/ListBase/ListBase_class_A01_t04: Slow, Pass +LibTest/collection/ListBase/ListBase_class_A01_t05: Slow, Pass +LibTest/collection/ListBase/ListBase_class_A01_t06: Slow, Pass [ $compiler == dartkb ] LibTest/isolate/Isolate/kill_A01_t01: Skip # Issue 37699 @@ -18,9 +18,9 @@ Language/Statements/For/syntax_t20: Crash # Assertion error: kernel_shadow_ast.d LanguageFeatures/Constant-update-2018/NewOperators_A01_t06/none: Crash [ $runtime == vm ] -LibTest/collection/ListBase/ListBase_class_A01_t02: Slow # Does many calls -LibTest/collection/ListMixin/ListMixin_class_A01_t02: Slow # Does many calls -LibTest/core/List/List_class_A01_t02: Slow # Does many calls +LibTest/collection/ListBase/ListBase_class_A01_t02: Slow, Pass # Does many calls +LibTest/collection/ListMixin/ListMixin_class_A01_t02: Slow, Pass # Does many calls +LibTest/core/List/List_class_A01_t02: Slow, Pass # Does many calls LibTest/io/RawDatagramSocket/*: Skip # RawDatagramSocket are flacky. Skip them all until rewritten [ $fasta ] @@ -182,12 +182,12 @@ LanguageFeatures/regression/34803_t02: Crash LibTest/isolate/Isolate/spawn_A06_t03: Crash [ $runtime == vm && $system == macos && ($compiler == dartk || $compiler == dartkb) ] -LibTest/collection/ListBase/ListBase_class_A01_t02: Slow -LibTest/collection/ListBase/ListBase_class_A01_t03: Slow -LibTest/collection/ListMixin/ListMixin_class_A01_t02: Slow -LibTest/collection/ListMixin/ListMixin_class_A01_t03: Slow -LibTest/core/List/List_class_A01_t02: Slow -LibTest/core/List/List_class_A01_t03: Slow +LibTest/collection/ListBase/ListBase_class_A01_t02: Slow, Pass +LibTest/collection/ListBase/ListBase_class_A01_t03: Slow, Pass +LibTest/collection/ListMixin/ListMixin_class_A01_t02: Slow, Pass +LibTest/collection/ListMixin/ListMixin_class_A01_t03: Slow, Pass +LibTest/core/List/List_class_A01_t02: Slow, Pass +LibTest/core/List/List_class_A01_t03: Slow, Pass [ $runtime != vm && ($compiler == dartk || $compiler == dartkb) ] Language/Classes/Constructors/Constant_Constructors/potentially_constant_expression_t01: Crash diff --git a/tests/compiler/dart2js/dart2js.status b/tests/compiler/dart2js/dart2js.status index 28c1f67d2e9..c5b740087f2 100644 --- a/tests/compiler/dart2js/dart2js.status +++ b/tests/compiler/dart2js/dart2js.status @@ -2,59 +2,59 @@ # for details. All rights reserved. Use of this source code is governed by a # BSD-style license that can be found in the LICENSE file. -analyses/analyze_test: Slow -analyses/api_dynamic_test: Slow -analyses/dart2js_dynamic_test: Slow -closure/closure_test: Slow -codegen/load_elimination_test: Slow -codegen/model_test: Slow -deferred_loading/deferred_loading_test: Slow -end_to_end/dump_info_test: Slow -equivalence/id_equivalence1_test: Slow -equivalence/id_equivalence2_test: Slow -impact/impact_test: Slow -inference/inference0_test: Slow -inference/inference1_test: Slow -inference/inference2_test: Slow -inference/inference3_test: Slow -inference/swarm_test: Slow # -inlining/inlining_test: Slow -model/native_test: Slow -model/no_such_method_enabled_test: Slow -model/subtype_test: Slow -modular/*: Slow +analyses/analyze_test: Slow, Pass +analyses/api_dynamic_test: Slow, Pass +analyses/dart2js_dynamic_test: Slow, Pass +closure/closure_test: Slow, Pass +codegen/load_elimination_test: Slow, Pass +codegen/model_test: Slow, Pass +deferred_loading/deferred_loading_test: Slow, Pass +end_to_end/dump_info_test: Slow, Pass +equivalence/id_equivalence1_test: Slow, Pass +equivalence/id_equivalence2_test: Slow, Pass +impact/impact_test: Slow, Pass +inference/inference0_test: Slow, Pass +inference/inference1_test: Slow, Pass +inference/inference2_test: Slow, Pass +inference/inference3_test: Slow, Pass +inference/swarm_test: Slow, Pass # +inlining/inlining_test: Slow, Pass +model/native_test: Slow, Pass +model/no_such_method_enabled_test: Slow, Pass +model/subtype_test: Slow, Pass +modular/*: Slow, Pass packages/*: Skip # Skip packages folder -rti/rti_emission_test: Slow -rti/rti_need0_test: Slow -rti/rti_need1_test: Slow -serialization/serialization_test: Slow -sourcemaps/source_mapping_invokes_test: Slow -sourcemaps/source_mapping_operators_test: Slow -sourcemaps/source_mapping_test: Slow -sourcemaps/stacktrace_test: Slow +rti/rti_emission_test: Slow, Pass +rti/rti_need0_test: Slow, Pass +rti/rti_need1_test: Slow, Pass +serialization/serialization_test: Slow, Pass +sourcemaps/source_mapping_invokes_test: Slow, Pass +sourcemaps/source_mapping_operators_test: Slow, Pass +sourcemaps/source_mapping_test: Slow, Pass +sourcemaps/stacktrace_test: Slow, Pass [ $mode == debug ] -deferred/load_graph_segmentation_test: Slow -deferred/load_mapping_test: Slow -end_to_end/dart2js_batch_test: Slow -end_to_end/exit_code_test: Slow -end_to_end/in_user_code_test: Slow -end_to_end/show_package_warnings_test: Slow +deferred/load_graph_segmentation_test: Slow, Pass +deferred/load_mapping_test: Slow, Pass +end_to_end/dart2js_batch_test: Slow, Pass +end_to_end/exit_code_test: Slow, Pass +end_to_end/in_user_code_test: Slow, Pass +end_to_end/show_package_warnings_test: Slow, Pass [ $checked ] -codegen/value_range_kernel_test: Slow -codegen/value_range_test: Slow -end_to_end/exit_code_test: Slow -end_to_end/output_type_test: Slow -end_to_end/uri_retention_test: Slow -jsinterop/declaration_test: Slow -jsinterop/interop_anonymous_unreachable_test: Slow -jsinterop/world_test: Slow -sourcemaps/stacktrace_test: Slow +codegen/value_range_kernel_test: Slow, Pass +codegen/value_range_test: Slow, Pass +end_to_end/exit_code_test: Slow, Pass +end_to_end/output_type_test: Slow, Pass +end_to_end/uri_retention_test: Slow, Pass +jsinterop/declaration_test: Slow, Pass +jsinterop/interop_anonymous_unreachable_test: Slow, Pass +jsinterop/world_test: Slow, Pass +sourcemaps/stacktrace_test: Slow, Pass [ !$checked ] end_to_end/exit_code_test: Skip # This tests requires checked mode. -jsinterop/declaration_test: Slow +jsinterop/declaration_test: Slow, Pass [ $runtime == chrome || $runtime == ff || $runtime == firefox || $runtime == safari || $jscl ] *: Skip # dart2js uses #import('dart:io'); and it is not self-hosted (yet). diff --git a/tests/compiler/dart2js_extra/dart2js_extra.status b/tests/compiler/dart2js_extra/dart2js_extra.status index 29be72f45a7..9faa92ad3de 100644 --- a/tests/compiler/dart2js_extra/dart2js_extra.status +++ b/tests/compiler/dart2js_extra/dart2js_extra.status @@ -13,26 +13,26 @@ operator_test: Skip string_interpolation_test: Skip [ $compiler == dart2js && $runtime == chrome && $system == windows ] -class_test: Slow # Issue 25940 -closure_capture3_test: Slow # Issue 25940 -closure_capture5_test: Slow # Issue 25940 -conditional_test: Slow # Issue 25940 -consistent_codeUnitAt_error_test: Slow # Issue 25940 -constant_javascript_semantics2_test: Slow # Issue 25940 -deferred_split_test: Slow # Issue 25940 +class_test: Slow, Pass # Issue 25940 +closure_capture3_test: Slow, Pass # Issue 25940 +closure_capture5_test: Slow, Pass # Issue 25940 +conditional_test: Slow, Pass # Issue 25940 +consistent_codeUnitAt_error_test: Slow, Pass # Issue 25940 +constant_javascript_semantics2_test: Slow, Pass # Issue 25940 +deferred_split_test: Slow, Pass # Issue 25940 [ $compiler == dart2js && $runtime == chrome && $csp ] deferred/load_in_correct_order_test: SkipByDesign # Purposely uses `eval` [ $compiler == dart2js && $runtime == ff && $system == windows ] -consistent_index_error_string_test: Slow # Issue 25940 +consistent_index_error_string_test: Slow, Pass # Issue 25940 [ $compiler == dart2js && $csp ] deferred_custom_loader_test: SkipByDesign # Issue 25683 deferred_fail_and_retry_test: SkipByDesign # Uses eval to simulate failed loading. [ $compiler == dart2js && !$host_checked ] -dummy_compiler_test: Slow # Issue 32439. self-hosting doesn't work with CFE yet. +dummy_compiler_test: Slow, Pass # Issue 32439. self-hosting doesn't work with CFE yet. [ $compiler == dart2js && $minified ] code_motion_exception_test: Skip # Requires unminified operator names. diff --git a/tests/corelib/corelib.status b/tests/corelib/corelib.status index 834728b8c8b..e13f379f900 100644 --- a/tests/corelib/corelib.status +++ b/tests/corelib/corelib.status @@ -6,7 +6,7 @@ regexp/lookbehind_test/01: Skip # Flaky in uncatchable way. Issue 36280 [ $mode == debug ] -regexp/pcre_test: Slow # Issue 22008 +regexp/pcre_test: Slow, Pass # Issue 22008 [ $arch == x64 && $system == windows ] stopwatch_test: Skip # Flaky test due to expected performance behaviour. @@ -22,7 +22,7 @@ type_tostring_test: SkipByDesign # Expects names in Type.toString() bigint_js_test: SkipByDesign # JavaScript-specific test [ $compiler == dart2js && $runtime != none ] -regexp/pcre_test: Slow # Issue 21593 +regexp/pcre_test: Slow, Pass # Issue 21593 # We no longer expect Dart2 tests to run with the standalone VM without the new # common front end, but for now we get better coverage by still running them in @@ -43,19 +43,19 @@ bigint_test/03: SkipSlow # modPow is very slow bigint_test/15: SkipSlow # modPow is very slow int_parse_with_limited_ints_test: Skip # Requires fixed-size int64 support. typed_data_with_limited_ints_test: Skip # Requires fixed-size int64 support. -uri_parse_test: Slow -uri_test: Slow +uri_parse_test: Slow, Pass +uri_test: Slow, Pass [ $compiler == dartkb || $compiler == dartkp ] -bigint_parse_radix_test: Slow # --no_intrinsify +bigint_parse_radix_test: Slow, Pass # --no_intrinsify bigint_test/03: SkipSlow # --no_intrinsify bigint_test/15: SkipSlow # --no_intrinsify [ $runtime == dart_precompiled || $runtime == vm ] regexp/global_test: Skip # Issue 21709 -regexp/pcre_test: Slow +regexp/pcre_test: Slow, Pass [ $hot_reload || $hot_reload_rollback ] bigint_parse_radix_test: Skip # Issue 31659. Issue 34361. bigint_test: Skip # Issue 31659 -integer_parsed_mul_div_vm_test: Slow # Slow +integer_parsed_mul_div_vm_test: Slow, Pass # Slow diff --git a/tests/corelib_2/corelib_2.status b/tests/corelib_2/corelib_2.status index 834728b8c8b..e13f379f900 100644 --- a/tests/corelib_2/corelib_2.status +++ b/tests/corelib_2/corelib_2.status @@ -6,7 +6,7 @@ regexp/lookbehind_test/01: Skip # Flaky in uncatchable way. Issue 36280 [ $mode == debug ] -regexp/pcre_test: Slow # Issue 22008 +regexp/pcre_test: Slow, Pass # Issue 22008 [ $arch == x64 && $system == windows ] stopwatch_test: Skip # Flaky test due to expected performance behaviour. @@ -22,7 +22,7 @@ type_tostring_test: SkipByDesign # Expects names in Type.toString() bigint_js_test: SkipByDesign # JavaScript-specific test [ $compiler == dart2js && $runtime != none ] -regexp/pcre_test: Slow # Issue 21593 +regexp/pcre_test: Slow, Pass # Issue 21593 # We no longer expect Dart2 tests to run with the standalone VM without the new # common front end, but for now we get better coverage by still running them in @@ -43,19 +43,19 @@ bigint_test/03: SkipSlow # modPow is very slow bigint_test/15: SkipSlow # modPow is very slow int_parse_with_limited_ints_test: Skip # Requires fixed-size int64 support. typed_data_with_limited_ints_test: Skip # Requires fixed-size int64 support. -uri_parse_test: Slow -uri_test: Slow +uri_parse_test: Slow, Pass +uri_test: Slow, Pass [ $compiler == dartkb || $compiler == dartkp ] -bigint_parse_radix_test: Slow # --no_intrinsify +bigint_parse_radix_test: Slow, Pass # --no_intrinsify bigint_test/03: SkipSlow # --no_intrinsify bigint_test/15: SkipSlow # --no_intrinsify [ $runtime == dart_precompiled || $runtime == vm ] regexp/global_test: Skip # Issue 21709 -regexp/pcre_test: Slow +regexp/pcre_test: Slow, Pass [ $hot_reload || $hot_reload_rollback ] bigint_parse_radix_test: Skip # Issue 31659. Issue 34361. bigint_test: Skip # Issue 31659 -integer_parsed_mul_div_vm_test: Slow # Slow +integer_parsed_mul_div_vm_test: Slow, Pass # Slow diff --git a/tests/language/language.status b/tests/language/language.status index 79444306422..266988da6eb 100644 --- a/tests/language/language.status +++ b/tests/language/language.status @@ -19,7 +19,7 @@ mixin_declaration/*: Skip # See https://github.com/dart-lang/language/issues/7 void/*: Skip # https://github.com/dart-lang/sdk/issues/34015 [ $mode == debug ] -class/large_class_declaration_test: Slow +class/large_class_declaration_test: Slow, Pass [ $mode == product ] assert/assert_test: SkipByDesign # Requires checked mode. @@ -43,4 +43,4 @@ identifier/built_in_type_annotation_test/set: Crash # Not supported by legacy VM [ $hot_reload || $hot_reload_rollback ] regress/regress22780_test/01: Crash # Issue 29094 -vm/optimized_stacktrace_test: Slow +vm/optimized_stacktrace_test: Slow, Pass diff --git a/tests/language/language_analyzer.status b/tests/language/language_analyzer.status index 23eabf4c580..90a98d3174c 100644 --- a/tests/language/language_analyzer.status +++ b/tests/language/language_analyzer.status @@ -5,7 +5,7 @@ # Sections in this file should contain "$compiler == dart2analyzer". [ $compiler == dart2analyzer ] -class/large_class_declaration_test: Slow +class/large_class_declaration_test: Slow, Pass vm/debug_break_enabled_vm_test: Skip vm/debug_break_vm_test/*: Skip vm/regress_27201_test: SkipByDesign # Loads bad library, so will always crash. diff --git a/tests/language/language_dart2js.status b/tests/language/language_dart2js.status index 5bdb44427e5..e0b4991b9ba 100644 --- a/tests/language/language_dart2js.status +++ b/tests/language/language_dart2js.status @@ -15,7 +15,7 @@ closure/minify_closure_variable_collision_test: SkipByDesign # Regression test f control_flow_collections/for_non_bool_condition_test: Crash # Issue 36442 [ $compiler == dart2js && $runtime == chromeOnAndroid ] -override_field_test/02: Slow # TODO(kasperl): Please triage. +override_field_test/02: Slow, Pass # TODO(kasperl): Please triage. [ $compiler == dart2js && $runtime == d8 ] import/conditional_string_test: SkipByDesign # No XHR in d8 diff --git a/tests/language/language_dartdevc.status b/tests/language/language_dartdevc.status index f94dbaafc78..d92526ec3bc 100644 --- a/tests/language/language_dartdevc.status +++ b/tests/language/language_dartdevc.status @@ -4,7 +4,7 @@ # Sections in this file should contain "$compiler == dartdevc" or dartdevk. [ $compiler == dartdevc ] -class/large_class_declaration_test: Slow +class/large_class_declaration_test: Slow, Pass const/double_in_int_op_test/dd6: Skip # Triple shift const/double_in_int_op_test/di6: Skip # Triple shift const/double_in_int_op_test/id6: Skip # Triple shift diff --git a/tests/language/language_kernel.status b/tests/language/language_kernel.status index a627eb8cdad..8ca708bb0c8 100644 --- a/tests/language/language_kernel.status +++ b/tests/language/language_kernel.status @@ -237,7 +237,7 @@ vm/regress_28325_test: SkipByDesign # Looks for filename in stack trace unsorted/inference_enum_list_test: Skip # Issue 35885 [ $compiler == dartkp && $mode == debug && $runtime == dart_precompiled ] -vm/precompiled_static_initializer_test: Slow +vm/precompiled_static_initializer_test: Slow, Pass # ==== dartkp + dart_precompiled status lines ==== [ $compiler == dartkp && $runtime == dart_precompiled ] @@ -293,7 +293,7 @@ assert/initializer_const_error2_test/cc10: Crash assert/initializer_const_error2_test/cc11: Crash [ $compiler == dartkp && $system == windows ] -unsorted/disassemble_test: Slow +unsorted/disassemble_test: Slow, Pass [ $mode == debug && $runtime == vm && ($compiler == app_jitk || $compiler == dartk || $compiler == dartkb) ] optimize/deopt_inlined_function_lazy_test: Skip @@ -324,7 +324,7 @@ vm/regress_29145_test: Skip # Issue 29145 web_int_literals_test/*: SkipByDesign # Test applies only to JavaScript targets [ $hot_reload_rollback && ($compiler == dartk || $compiler == dartkb) ] -symbol/conflict_test: Slow +symbol/conflict_test: Slow, Pass [ ($compiler == dartk || $compiler == dartkb) && ($hot_reload || $hot_reload_rollback) ] async_star/async_star2_test/01: Skip # Timeout diff --git a/tests/language_2/language_2.status b/tests/language_2/language_2.status index a13e7f6ffa3..72e60ac24cb 100644 --- a/tests/language_2/language_2.status +++ b/tests/language_2/language_2.status @@ -19,7 +19,7 @@ mixin_declaration/*: Skip # See https://github.com/dart-lang/language/issues/7 void/*: Skip # https://github.com/dart-lang/sdk/issues/34015 [ $mode == debug ] -class/large_class_declaration_test: Slow +class/large_class_declaration_test: Slow, Pass [ $mode == product ] assert/assert_test: SkipByDesign # Requires checked mode. @@ -45,4 +45,4 @@ identifier/built_in_type_annotation_test/set: Crash # Not supported by legacy VM regress/regress22780_test/01: Crash # Issue 29094 regress/regress23244_test: Skip # https://dartbug.com/36097: Ongoing concurrency work. vm/optimized_guarded_field_isolates_test: Skip # https://dartbug.com/36097: Ongoing concurrency work. -vm/optimized_stacktrace_test: Slow +vm/optimized_stacktrace_test: Slow, Pass diff --git a/tests/language_2/language_2_analyzer.status b/tests/language_2/language_2_analyzer.status index 23eabf4c580..90a98d3174c 100644 --- a/tests/language_2/language_2_analyzer.status +++ b/tests/language_2/language_2_analyzer.status @@ -5,7 +5,7 @@ # Sections in this file should contain "$compiler == dart2analyzer". [ $compiler == dart2analyzer ] -class/large_class_declaration_test: Slow +class/large_class_declaration_test: Slow, Pass vm/debug_break_enabled_vm_test: Skip vm/debug_break_vm_test/*: Skip vm/regress_27201_test: SkipByDesign # Loads bad library, so will always crash. diff --git a/tests/language_2/language_2_dart2js.status b/tests/language_2/language_2_dart2js.status index 5bdb44427e5..e0b4991b9ba 100644 --- a/tests/language_2/language_2_dart2js.status +++ b/tests/language_2/language_2_dart2js.status @@ -15,7 +15,7 @@ closure/minify_closure_variable_collision_test: SkipByDesign # Regression test f control_flow_collections/for_non_bool_condition_test: Crash # Issue 36442 [ $compiler == dart2js && $runtime == chromeOnAndroid ] -override_field_test/02: Slow # TODO(kasperl): Please triage. +override_field_test/02: Slow, Pass # TODO(kasperl): Please triage. [ $compiler == dart2js && $runtime == d8 ] import/conditional_string_test: SkipByDesign # No XHR in d8 diff --git a/tests/language_2/language_2_dartdevc.status b/tests/language_2/language_2_dartdevc.status index f94dbaafc78..d92526ec3bc 100644 --- a/tests/language_2/language_2_dartdevc.status +++ b/tests/language_2/language_2_dartdevc.status @@ -4,7 +4,7 @@ # Sections in this file should contain "$compiler == dartdevc" or dartdevk. [ $compiler == dartdevc ] -class/large_class_declaration_test: Slow +class/large_class_declaration_test: Slow, Pass const/double_in_int_op_test/dd6: Skip # Triple shift const/double_in_int_op_test/di6: Skip # Triple shift const/double_in_int_op_test/id6: Skip # Triple shift diff --git a/tests/language_2/language_2_kernel.status b/tests/language_2/language_2_kernel.status index dce25e77a8e..1d10def4140 100644 --- a/tests/language_2/language_2_kernel.status +++ b/tests/language_2/language_2_kernel.status @@ -52,7 +52,7 @@ vm/regress_28325_test: SkipByDesign # Looks for filename in stack trace unsorted/inference_enum_list_test: Skip # Issue 35885 [ $compiler == dartkp && $mode == debug && $runtime == dart_precompiled ] -vm/precompiled_static_initializer_test: Slow +vm/precompiled_static_initializer_test: Slow, Pass # ==== dartkp + dart_precompiled status lines ==== [ $compiler == dartkp && $runtime == dart_precompiled ] @@ -108,7 +108,7 @@ assert/initializer_const_error2_test/cc10: Crash assert/initializer_const_error2_test/cc11: Crash [ $compiler == dartkp && $system == windows ] -unsorted/disassemble_test: Slow +unsorted/disassemble_test: Slow, Pass [ $mode == debug && $runtime == vm && ($compiler == app_jitk || $compiler == dartk || $compiler == dartkb) ] optimize/deopt_inlined_function_lazy_test: Skip @@ -135,7 +135,7 @@ vm/regress_29145_test: Skip # Issue 29145 web_int_literals_test/*: SkipByDesign # Test applies only to JavaScript targets [ $hot_reload_rollback && ($compiler == dartk || $compiler == dartkb) ] -symbol/conflict_test: Slow +symbol/conflict_test: Slow, Pass [ ($compiler == dartk || $compiler == dartkb) && ($hot_reload || $hot_reload_rollback) ] type_constants_test/none: Skip # Deferred libraries and hot reload. diff --git a/tests/lib/lib.status b/tests/lib/lib.status index a592e6a2890..4dd40c9de55 100644 --- a/tests/lib/lib.status +++ b/tests/lib/lib.status @@ -12,8 +12,8 @@ developer/timeline_test: Skip # Not supported isolate/issue_24243_parent_isolate_test: Skip # Requires checked mode [ $runtime == ff ] -convert/streamed_conversion_utf8_decode_test: Slow # Issue 12029 -mirrors/mirrors_reader_test: Slow # Issue 16589 +convert/streamed_conversion_utf8_decode_test: Slow, Pass # Issue 12029 +mirrors/mirrors_reader_test: Slow, Pass # Issue 16589 [ $runtime == ie11 ] html/request_animation_frame_test: Skip # Times out. Issue 22167 @@ -31,7 +31,7 @@ html/xhr_test/xhr: Skip # Times out. Issue 21527 isolate/deferred_in_isolate2_test: Skip # Issue 16898. Deferred loading does not work from an isolate in CSP-mode [ $runtime == chrome && $system == linux ] -mirrors/native_class_test: Slow +mirrors/native_class_test: Slow, Pass [ $runtime == chrome && $system == macos ] convert/streamed_conversion_utf8_encode_test: SkipSlow # Times out. Issue 22050 diff --git a/tests/lib/lib_dart2js.status b/tests/lib/lib_dart2js.status index 3119691d2a2..360147cb533 100644 --- a/tests/lib/lib_dart2js.status +++ b/tests/lib/lib_dart2js.status @@ -3,24 +3,24 @@ # BSD-style license that can be found in the LICENSE file. [ $compiler == dart2js ] -convert/chunked_conversion_utf88_test: Slow -convert/utf85_test: Slow +convert/chunked_conversion_utf88_test: Slow, Pass +convert/utf85_test: Slow, Pass developer/metrics_num_test: Skip # Because of an int / double type test. developer/timeline_test: Skip # Not supported html/async_test: SkipByDesign -html/custom/document_register_basic_test: Slow -html/custom/document_register_type_extensions_test/construction: Slow -html/custom/document_register_type_extensions_test/registration: Slow -html/custom/entered_left_view_test/shadow_dom: Slow +html/custom/document_register_basic_test: Slow, Pass +html/custom/document_register_type_extensions_test/construction: Slow, Pass +html/custom/document_register_type_extensions_test/registration: Slow, Pass +html/custom/entered_left_view_test/shadow_dom: Slow, Pass html/custom/js_custom_test: Skip # mirrors not supported, delete this test. html/custom/mirrors_2_test: Skip # mirrors not supported, delete this test. html/custom/mirrors_test: Skip # mirrors not supported, delete this test. -html/custom_elements_test: Slow # Issue 26789 +html/custom_elements_test: Slow, Pass # Issue 26789 html/isolates_test: SkipByDesign html/mirrors_js_typed_interop_test: Skip # mirrors not supported, delete this test. html/worker_api_test: SkipByDesign html/wrapping_collections_test: SkipByDesign # Testing an issue that is only relevant to Dartium -html/xhr_test: Slow +html/xhr_test: Slow, Pass isolate/*: SkipByDesign # No support for dart:isolate in dart4web (http://dartbug.com/30538) mirrors/*: SkipByDesign # Mirrors not supported on web in Dart 2.0. typed_data/int64_list_load_store_test: SkipByDesign # dart2js does not support Int64List @@ -38,8 +38,8 @@ convert/streamed_conversion_json_utf8_encode_test: SkipSlow # Times out. Issue 2 convert/streamed_conversion_utf8_decode_test: SkipSlow # Times out. Issue 22050 [ $compiler == dart2js && $runtime == chromeOnAndroid ] -html/crypto_test/functional: Slow # TODO(dart2js-team): Please triage this failure. -html/input_element_datetime_test: Slow # TODO(dart2js-team): Please triage this failure. +html/crypto_test/functional: Slow, Pass # TODO(dart2js-team): Please triage this failure. +html/input_element_datetime_test: Slow, Pass # TODO(dart2js-team): Please triage this failure. [ $compiler == dart2js && $runtime == d8 ] html/event_callback_test: Skip # Browser test @@ -49,7 +49,7 @@ async/slow_consumer2_test: SkipSlow # Times out. Issue 22050 convert/streamed_conversion_json_utf8_decode_test: SkipSlow # Times out. Issue 22050 convert/streamed_conversion_json_utf8_encode_test: SkipSlow # Times out. Issue 22050 convert/streamed_conversion_utf8_decode_test: SkipSlow # Times out. Issue 22050 -convert/utf85_test: Slow +convert/utf85_test: Slow, Pass html/callback_list_test: SkipByDesign # FileSystem not supported in FireFox. html/custom/attribute_changed_callback_test: Skip # Times out html/custom/created_callback_test: Skip # Times out @@ -71,7 +71,7 @@ html/interactive_media_test: SkipSlow html/interactive_geolocation_test: Skip # Requires allowing geo location. [ $compiler == dart2js && $checked ] -convert/utf85_test: Slow # Issue 12029. +convert/utf85_test: Slow, Pass # Issue 12029. html/js_function_getter_trust_types_test: Skip # --trust-type-annotations incompatible with --checked [ $compiler == dart2js && $csp && ($runtime == chrome || $runtime == chromeOnAndroid || $runtime == ff || $runtime == safari) ] diff --git a/tests/lib/lib_dartdevc.status b/tests/lib/lib_dartdevc.status index 2b4741bb85c..426421103da 100644 --- a/tests/lib/lib_dartdevc.status +++ b/tests/lib/lib_dartdevc.status @@ -3,7 +3,7 @@ # BSD-style license that can be found in the LICENSE file. [ $compiler == dartdevc ] -html/xhr_test: Slow +html/xhr_test: Slow, Pass [ $runtime == chrome && ($compiler == dartdevc || $compiler == dartdevk) ] html/js_dispatch_property_test: Skip # Timeout Issue 31030 @@ -18,10 +18,10 @@ html/interactive_media_test: Skip # Requires interactive camera, microphone perm html/xhr_test: Skip # Times out. Issue 21527 [ $compiler == dartdevc || $compiler == dartdevk ] -convert/chunked_conversion_utf88_test: Slow -convert/json_utf8_chunk_test: Slow -convert/streamed_conversion_utf8_decode_test: Slow # Issue 29922 -convert/utf85_test: Slow +convert/chunked_conversion_utf88_test: Slow, Pass +convert/json_utf8_chunk_test: Slow, Pass +convert/streamed_conversion_utf8_decode_test: Slow, Pass # Issue 29922 +convert/utf85_test: Slow, Pass developer/metrics_num_test: Skip # Because of an int / double type test. html/callback_list_test: Skip # Test requires user interaction to accept permissions. html/custom/attribute_changed_callback_test: Skip # Issue 31577 diff --git a/tests/lib_2/lib_2.status b/tests/lib_2/lib_2.status index a592e6a2890..4dd40c9de55 100644 --- a/tests/lib_2/lib_2.status +++ b/tests/lib_2/lib_2.status @@ -12,8 +12,8 @@ developer/timeline_test: Skip # Not supported isolate/issue_24243_parent_isolate_test: Skip # Requires checked mode [ $runtime == ff ] -convert/streamed_conversion_utf8_decode_test: Slow # Issue 12029 -mirrors/mirrors_reader_test: Slow # Issue 16589 +convert/streamed_conversion_utf8_decode_test: Slow, Pass # Issue 12029 +mirrors/mirrors_reader_test: Slow, Pass # Issue 16589 [ $runtime == ie11 ] html/request_animation_frame_test: Skip # Times out. Issue 22167 @@ -31,7 +31,7 @@ html/xhr_test/xhr: Skip # Times out. Issue 21527 isolate/deferred_in_isolate2_test: Skip # Issue 16898. Deferred loading does not work from an isolate in CSP-mode [ $runtime == chrome && $system == linux ] -mirrors/native_class_test: Slow +mirrors/native_class_test: Slow, Pass [ $runtime == chrome && $system == macos ] convert/streamed_conversion_utf8_encode_test: SkipSlow # Times out. Issue 22050 diff --git a/tests/lib_2/lib_2_dart2js.status b/tests/lib_2/lib_2_dart2js.status index 784ae82125b..db9b90d5964 100644 --- a/tests/lib_2/lib_2_dart2js.status +++ b/tests/lib_2/lib_2_dart2js.status @@ -3,24 +3,24 @@ # BSD-style license that can be found in the LICENSE file. [ $compiler == dart2js ] -convert/chunked_conversion_utf88_test: Slow -convert/utf85_test: Slow +convert/chunked_conversion_utf88_test: Slow, Pass +convert/utf85_test: Slow, Pass developer/metrics_num_test: Skip # Because of an int / double type test. developer/timeline_test: Skip # Not supported html/async_test: SkipByDesign -html/custom/document_register_basic_test: Slow -html/custom/document_register_type_extensions_test/construction: Slow -html/custom/document_register_type_extensions_test/registration: Slow -html/custom/entered_left_view_test/shadow_dom: Slow +html/custom/document_register_basic_test: Slow, Pass +html/custom/document_register_type_extensions_test/construction: Slow, Pass +html/custom/document_register_type_extensions_test/registration: Slow, Pass +html/custom/entered_left_view_test/shadow_dom: Slow, Pass html/custom/js_custom_test: Skip # mirrors not supported, delete this test. html/custom/mirrors_2_test: Skip # mirrors not supported, delete this test. html/custom/mirrors_test: Skip # mirrors not supported, delete this test. -html/custom_elements_test: Slow # Issue 26789 +html/custom_elements_test: Slow, Pass # Issue 26789 html/isolates_test: SkipByDesign html/mirrors_js_typed_interop_test: Skip # mirrors not supported, delete this test. html/worker_api_test: SkipByDesign html/wrapping_collections_test: SkipByDesign # Testing an issue that is only relevant to Dartium -html/xhr_test: Slow +html/xhr_test: Slow, Pass isolate/*: SkipByDesign # No support for dart:isolate in dart4web (http://dartbug.com/30538) mirrors/*: SkipByDesign # Mirrors not supported on web in Dart 2.0. wasm/*: SkipByDesign # dart:wasm not currently supported on web. @@ -35,8 +35,8 @@ convert/streamed_conversion_json_utf8_encode_test: SkipSlow # Times out. Issue 2 convert/streamed_conversion_utf8_decode_test: SkipSlow # Times out. Issue 22050 [ $compiler == dart2js && $runtime == chromeOnAndroid ] -html/crypto_test/functional: Slow # TODO(dart2js-team): Please triage this failure. -html/input_element_datetime_test: Slow # TODO(dart2js-team): Please triage this failure. +html/crypto_test/functional: Slow, Pass # TODO(dart2js-team): Please triage this failure. +html/input_element_datetime_test: Slow, Pass # TODO(dart2js-team): Please triage this failure. [ $compiler == dart2js && $runtime == d8 ] html/*: SkipByDesign # Browser test @@ -46,7 +46,7 @@ async/slow_consumer2_test: SkipSlow # Times out. Issue 22050 convert/streamed_conversion_json_utf8_decode_test: SkipSlow # Times out. Issue 22050 convert/streamed_conversion_json_utf8_encode_test: SkipSlow # Times out. Issue 22050 convert/streamed_conversion_utf8_decode_test: SkipSlow # Times out. Issue 22050 -convert/utf85_test: Slow +convert/utf85_test: Slow, Pass html/callback_list_test: SkipByDesign # FileSystem not supported in FireFox. html/custom/attribute_changed_callback_test: Skip # Times out html/custom/created_callback_test: Skip # Times out @@ -68,7 +68,7 @@ html/interactive_media_test: SkipSlow html/interactive_geolocation_test: Skip # Requires allowing geo location. [ $compiler == dart2js && $checked ] -convert/utf85_test: Slow # Issue 12029. +convert/utf85_test: Slow, Pass # Issue 12029. html/js_function_getter_trust_types_test: Skip # --trust-type-annotations incompatible with --checked [ $compiler == dart2js && $csp && ($runtime == chrome || $runtime == chromeOnAndroid || $runtime == ff || $runtime == safari) ] diff --git a/tests/lib_2/lib_2_dartdevc.status b/tests/lib_2/lib_2_dartdevc.status index 7a07129926a..ae2ca1ac505 100644 --- a/tests/lib_2/lib_2_dartdevc.status +++ b/tests/lib_2/lib_2_dartdevc.status @@ -3,7 +3,7 @@ # BSD-style license that can be found in the LICENSE file. [ $compiler == dartdevc ] -html/xhr_test: Slow +html/xhr_test: Slow, Pass [ $runtime == chrome && ($compiler == dartdevc || $compiler == dartdevk) ] html/js_dispatch_property_test: Skip # Timeout Issue 31030 @@ -18,10 +18,10 @@ html/interactive_media_test: Skip # Requires interactive camera, microphone perm html/xhr_test: Skip # Times out. Issue 21527 [ $compiler == dartdevc || $compiler == dartdevk ] -convert/chunked_conversion_utf88_test: Slow -convert/json_utf8_chunk_test: Slow -convert/streamed_conversion_utf8_decode_test: Slow # Issue 29922 -convert/utf85_test: Slow +convert/chunked_conversion_utf88_test: Slow, Pass +convert/json_utf8_chunk_test: Slow, Pass +convert/streamed_conversion_utf8_decode_test: Slow, Pass # Issue 29922 +convert/utf85_test: Slow, Pass developer/metrics_num_test: Skip # Because of an int / double type test. html/callback_list_test: Skip # Test requires user interaction to accept permissions. html/custom/attribute_changed_callback_test: Skip # Issue 31577 diff --git a/tests/standalone/standalone.status b/tests/standalone/standalone.status index 2518819e72a..59dca0b1127 100644 --- a/tests/standalone/standalone.status +++ b/tests/standalone/standalone.status @@ -13,7 +13,7 @@ packages_file_test: Skip # Issue 26715 packages_file_test/none: Skip # contains no tests. [ $builder_tag == asan ] -io/process_detached_test: Slow +io/process_detached_test: Slow, Pass [ $builder_tag == no_ipv6 ] io/http_ipv6_test: SkipByDesign @@ -70,8 +70,8 @@ env_test: Skip # This is testing a vm command line parsing scenario. dwarf_stack_trace_test: SkipByDesign # Due to instruction canonicalization we can end up having the wrong names in stack traces. [ $runtime == vm && $system == linux ] -io/http_basic_test: Slow # Issue 28046, These tests might be slow on an opt counter threshold bot. They also time out on the bot occasionally => flaky test issue 28046 -io/http_launch_test: Slow # Issue 28046, These tests might be slow on an opt counter threshold bot. They also time out on the bot occasionally => flaky test issue 28046 +io/http_basic_test: Slow, Pass # Issue 28046, These tests might be slow on an opt counter threshold bot. They also time out on the bot occasionally => flaky test issue 28046 +io/http_launch_test: Slow, Pass # Issue 28046, These tests might be slow on an opt counter threshold bot. They also time out on the bot occasionally => flaky test issue 28046 [ $system == macos && ($runtime == dart_precompiled || $runtime == vm) ] io/raw_secure_server_socket_test: Crash diff --git a/tests/standalone/standalone_kernel.status b/tests/standalone/standalone_kernel.status index b967e9f8cad..cfbe6674c74 100644 --- a/tests/standalone/standalone_kernel.status +++ b/tests/standalone/standalone_kernel.status @@ -18,7 +18,7 @@ entrypoints_verification_test: Skip # Requires shared objects which the test scr io/file_lock_test: SkipSlow # Timeout [ $arch == simarm64 && ($compiler == dartk || $compiler == dartkb) ] -io/http_bind_test: Slow +io/http_bind_test: Slow, Pass [ $builder_tag == optimization_counter_threshold && ($compiler == dartk || $compiler == dartkb) ] map_insert_remove_oom_test: Skip # Heap limit too low. @@ -58,7 +58,7 @@ map_insert_remove_oom_test: Skip # Heap limit too low. no_support_debugger_test: Skip # kernel-service snapshot not compatible with flag disabled [ $mode == debug && $runtime == vm && ($compiler == dartk || $compiler == dartkb) ] -io/file_lock_test: Slow +io/file_lock_test: Slow, Pass io/raw_socket_test: Crash io/socket_exception_test: Crash io/socket_finalizer_test: Crash @@ -73,7 +73,7 @@ io/web_socket_ping_test: Crash no_support_debugger_test: Skip # kernel-service snapshot not compatible with flag disabled [ $system == windows && ($compiler == dartk || $compiler == dartkb) ] -io/dart_std_io_pipe_test: Slow +io/dart_std_io_pipe_test: Slow, Pass io/secure_builtin_roots_test: Skip # Issues 32137 and 32138. io/wait_for_event_isolate_test: Skip # Issues 32137 and 32138. map_insert_remove_oom_test: Skip # Heap limit too low. @@ -84,14 +84,14 @@ io/http_outgoing_size_test: Crash [ $hot_reload_rollback && ($compiler == dartk || $compiler == dartkb) ] io/directory_chdir_test: Skip # Timeout -io/echo_server_stream_test: Slow +io/echo_server_stream_test: Slow, Pass # Enabling of dartk for sim{arm,arm64} revealed these test failures, which # are to be triaged. Isolate tests are skipped on purpose due to the usage of # batch mode. [ ($arch == simarm || $arch == simarm64) && ($compiler == dartk || $compiler == dartkb) ] io/file_blocking_lock_test: Crash # Please triage. -io/file_lock_test: Slow +io/file_lock_test: Slow, Pass map_insert_remove_oom_test: Skip # Heap limit too low. [ ($compiler == dartk || $compiler == dartkb) && ($hot_reload || $hot_reload_rollback) ] diff --git a/tests/standalone_2/standalone_2.status b/tests/standalone_2/standalone_2.status index 66306a1e0e4..1fa495c5651 100644 --- a/tests/standalone_2/standalone_2.status +++ b/tests/standalone_2/standalone_2.status @@ -13,7 +13,7 @@ packages_file_test: Skip # Issue 26715 packages_file_test/none: Skip # contains no tests. [ $builder_tag == asan ] -io/process_detached_test: Slow +io/process_detached_test: Slow, Pass [ $builder_tag == no_ipv6 ] io/http_ipv6_test: SkipByDesign @@ -67,8 +67,8 @@ io/*: Skip # Issue 30618 env_test: Skip # This is testing a vm command line parsing scenario. [ $runtime == vm && $system == linux ] -io/http_basic_test: Slow # Issue 28046, These tests might be slow on an opt counter threshold bot. They also time out on the bot occasionally => flaky test issue 28046 -io/http_launch_test: Slow # Issue 28046, These tests might be slow on an opt counter threshold bot. They also time out on the bot occasionally => flaky test issue 28046 +io/http_basic_test: Slow, Pass # Issue 28046, These tests might be slow on an opt counter threshold bot. They also time out on the bot occasionally => flaky test issue 28046 +io/http_launch_test: Slow, Pass # Issue 28046, These tests might be slow on an opt counter threshold bot. They also time out on the bot occasionally => flaky test issue 28046 [ $system == macos && ($runtime == dart_precompiled || $runtime == vm) ] io/raw_secure_server_socket_test: Crash diff --git a/tests/standalone_2/standalone_2_kernel.status b/tests/standalone_2/standalone_2_kernel.status index b967e9f8cad..cfbe6674c74 100644 --- a/tests/standalone_2/standalone_2_kernel.status +++ b/tests/standalone_2/standalone_2_kernel.status @@ -18,7 +18,7 @@ entrypoints_verification_test: Skip # Requires shared objects which the test scr io/file_lock_test: SkipSlow # Timeout [ $arch == simarm64 && ($compiler == dartk || $compiler == dartkb) ] -io/http_bind_test: Slow +io/http_bind_test: Slow, Pass [ $builder_tag == optimization_counter_threshold && ($compiler == dartk || $compiler == dartkb) ] map_insert_remove_oom_test: Skip # Heap limit too low. @@ -58,7 +58,7 @@ map_insert_remove_oom_test: Skip # Heap limit too low. no_support_debugger_test: Skip # kernel-service snapshot not compatible with flag disabled [ $mode == debug && $runtime == vm && ($compiler == dartk || $compiler == dartkb) ] -io/file_lock_test: Slow +io/file_lock_test: Slow, Pass io/raw_socket_test: Crash io/socket_exception_test: Crash io/socket_finalizer_test: Crash @@ -73,7 +73,7 @@ io/web_socket_ping_test: Crash no_support_debugger_test: Skip # kernel-service snapshot not compatible with flag disabled [ $system == windows && ($compiler == dartk || $compiler == dartkb) ] -io/dart_std_io_pipe_test: Slow +io/dart_std_io_pipe_test: Slow, Pass io/secure_builtin_roots_test: Skip # Issues 32137 and 32138. io/wait_for_event_isolate_test: Skip # Issues 32137 and 32138. map_insert_remove_oom_test: Skip # Heap limit too low. @@ -84,14 +84,14 @@ io/http_outgoing_size_test: Crash [ $hot_reload_rollback && ($compiler == dartk || $compiler == dartkb) ] io/directory_chdir_test: Skip # Timeout -io/echo_server_stream_test: Slow +io/echo_server_stream_test: Slow, Pass # Enabling of dartk for sim{arm,arm64} revealed these test failures, which # are to be triaged. Isolate tests are skipped on purpose due to the usage of # batch mode. [ ($arch == simarm || $arch == simarm64) && ($compiler == dartk || $compiler == dartkb) ] io/file_blocking_lock_test: Crash # Please triage. -io/file_lock_test: Slow +io/file_lock_test: Slow, Pass map_insert_remove_oom_test: Skip # Heap limit too low. [ ($compiler == dartk || $compiler == dartkb) && ($hot_reload || $hot_reload_rollback) ]