dart-sdk/pkg/pkg.status

375 lines
22 KiB
Plaintext
Raw Normal View History

# Copyright (c) 2012, the Dart project authors. Please see the AUTHORS file
# for details. All rights reserved. Use of this source code is governed by a
# BSD-style license that can be found in the LICENSE file.
# Don't run any test-like files that show up in packages directories. It
# shouldn't be necessary to run "pub install" in these packages, but if you do
# it shouldn't break the tests.
*/*/*/*/*/packages/*/*: Skip
*/*/*/*/packages/*/*: Skip
*/*/*/packages/*/*: Skip
*/*/packages/*/*: Skip
*/packages/*/*: Skip
analyzer/test/src/task/strong/checker_test: Slow, Pass
analyzer/test/verify_diagnostics_test.dart: Slow, Pass
analyzer/test/verify_docs_test.dart: Slow, Pass
analyzer_plugin/test/plugin/folding_mixin_test: Slow, Pass
compiler/test/analyses/analyze_test: Slow, Pass
compiler/test/analyses/api_dynamic_test: Slow, Pass
compiler/test/analyses/dart2js_dynamic_test: Slow, Pass
compiler/test/closure/closure_test: Slow, Pass
compiler/test/codegen/load_elimination_test: Slow, Pass
compiler/test/codegen/model_test: Slow, Pass
compiler/test/deferred_loading/deferred_loading_test: Slow, Pass
compiler/test/end_to_end/dump_info_test: Skip #47401
compiler/test/impact/impact_test: Slow, Pass
compiler/test/inference/inference0_test: Slow, Pass
compiler/test/inference/inference1_test: Slow, Pass
compiler/test/inference/inference2_test: Slow, Pass
compiler/test/inference/inference3_test: Slow, Pass
compiler/test/inlining/inlining_test: Slow, Pass
compiler/test/model/native_test: Slow, Pass
compiler/test/model/no_such_method_enabled_test: Slow, Pass
compiler/test/model/subtype_test: Slow, Pass
compiler/test/modular/*: Slow, Pass
compiler/test/packages/*: SkipByDesign
compiler/test/rti/rti_emission0_test: Slow, Pass
compiler/test/rti/rti_emission1_test: Slow, Pass
compiler/test/rti/rti_emission2_test: Slow, Pass
compiler/test/rti/rti_emission3_test: Slow, Pass
compiler/test/rti/rti_need0_test: Slow, Pass
compiler/test/rti/rti_need1_test: Slow, Pass
compiler/test/rti/rti_need2_test: Slow, Pass
compiler/test/rti/rti_need3_test: Slow, Pass
compiler/test/serialization/serialization_test: Slow, Pass
compiler/test/sourcemaps/source_mapping_invokes_test: Slow, Pass
compiler/test/sourcemaps/source_mapping_operators_test: Slow, Pass
compiler/test/sourcemaps/source_mapping_test: Slow, Pass
compiler/test/sourcemaps/stacktrace_test: Slow, Pass
dartdev/test/commands/analyze_test: Slow, Pass
dartdev/test/commands/help_test: Slow, Pass
dartdev/test/smoke/*: Slow, Pass
dev_compiler/test/modular/*: Slow, Pass
dev_compiler/test/options/*: Skip # test needs fixes
dev_compiler/test/sourcemap/*: SkipByDesign # Skip sourcemap tests
dev_compiler/test/sourcemap/testfiles/*: SkipByDesign # Skip dev_compiler codegen tests
dev_compiler/test/worker/*: Skip # test needs fixes
front_end/test/fasta/analyze_git_test: Pass, Slow
front_end/test/fasta/bootstrap_test: Pass, Slow
front_end/test/fasta/rasta/*: SkipByDesign # Anything in rasta is input to fasta unit tests and shouldn't be run as tests.
front_end/test/fasta/types/dart2js_benchmark_test: Pass, Slow
front_end/test/fasta/types/large_app_benchmark_test: Pass, ExtraSlow
front_end/test/incremental_compiler_leak_test: Pass, ExtraSlow
front_end/test/incremental_dart2js_test: Pass, Slow
front_end/testcases/*: Skip # These are not tests but input for tests.
front_end/tool/incremental_perf_test: Slow, Pass
[kernel] Calculate scopes for expression evaluation differently This CL introduces an alternative way to calculate scopes for expression evaluations. Currently the previous method is kept as well. What this does is that it: * Finds all nodes that match the offset and uri. (Ideally there's only one, but that's not always the case --- it's the case for less than 60% of cases in the test added actually). * Calculate the scope along the way. * Return the scopes of all the found nodes that offset. A test that asks for ~all file offsets in the dill files in the sdk and compares the result with the scope the binary serialization computes is added. A single point can't always be found (for all dills in the sdk only ~58.93% returns a single result), but for each query the wanted scope is among the results returned. For the non-outline dills in the sdk, between ~87.93% and ~94.52% of the results are either a single result or multiple results with the same actual scope in all of them. Note that the test asks for ~all offsets, not just "debuggable" or "stopable" offsets (which will likely vary depending on the vm/web backend etc) --- likely the percentage will be higher for those points though. When this returns multiple results one can likely be picked by the client based on information it has about names of variables in scope etc. Note that the test is rather slow, on my machine with the platforms available there it makes 3,908,181 queries in ~3.5 minutes. (Which corresponds to roughly 18,610 per second or under 0.06 ms per query on average though, so it doesn't seem like a concert for actually using it.) Change-Id: I40b5360fcd935c70629543737e89a787de36ca16 Reviewed-on: https://dart-review.googlesource.com/c/sdk/+/332204 Reviewed-by: Johnni Winther <johnniwinther@google.com> Commit-Queue: Jens Johansen <jensj@google.com>
2023-11-06 09:38:40 +00:00
kernel/test/dart_scope_calculator_test: Slow, Pass
kernel/testcases/*: Skip # These are not tests but input for tests.
vm/test/kernel_front_end_test: Slow, Pass
vm/test/transformations/type_flow/transformer_test: Slow, Pass
vm/testcases/*: SkipByDesign # These are not tests but input for tests.
vm_service/test/cpu_samples_stream_test: Slow, Pass # Requires CPU sample buffer to fill.
vm_service/test/get_cpu_samples_rpc_test: Slow, Pass # Does some computation to ensure CPU samples are collected.
vm_service/test/get_perfetto_cpu_samples_rpc_test: Slow, Pass # Does some computation to ensure CPU samples are collected.
vm_service/test/valid_source_locations_test: ExtraSlow, Pass # Iterates through all libraries and checks for valid source locations.
wasm/*: SkipByDesign # These can't be run without running wasm:setup first.
[ $compiler == dart2analyzer ]
dev_compiler/test/options/*: SkipByDesign
testing/test/dart_sdk_negative_test: SkipByDesign
[kernel] Add kernel2kernel constant evaluation, binary format as well as vm support The introduced "constants" transformation can evaluate constant expressions. The original use-sites of constant expressions are replaced by a new [ConstantExpression] node, which points to a subclass of a new [Constant] class hierarchy. Constant [Field]s and [VariableDeclarations]s will be removed, since all use-sites are re-written. The [Constant] class hierarchy is, similarly to the [DartType] class hierarchy, not part of the AST tree (also has no parent pointer). The constants form a DAG (directed acyclic graph). There is no canonicalization requirement of the [Constant] objects referenced by the AST (via [ConstantExpression]). Although it is beneficial to canonicalize them during construction, since it reduces time spent in operator==/hashCode. This CL furthermore adds support for a constant table in the binary format. Similarly to [String]s, we canonicalize the constants before writing the table to the binary. The constant table entries in the binary are written in a post-order way, to ensure easy construction on the backend side. The text format will be augmented with a "constants { ... }" section at the end, which lists the constants in the same order as in the binary format. The transformation can be used by those backends who choose to do so. It is not enabled by default atm. It should therefore not affect analyzer, fasta or other components. Change-Id: I57cd9624fedcf537ab6870db76246149647bed21 Reviewed-on: https://dart-review.googlesource.com/14382 Commit-Queue: Martin Kustermann <kustermann@google.com> Reviewed-by: Kevin Millikin <kmillikin@google.com>
2017-11-16 11:08:02 +00:00
[ $compiler == dart2js ]
_fe_analyzer_shared/test/*: SkipByDesign # Only meant to run on vm
analysis_server/test/integration: SkipByDesign # Analysis server integration tests don't make sense to run under dart2js, since the code under test always runs in the Dart vm as a subprocess.
analysis_server/tool/*: SkipByDesign # Only meant to run on vm
analysis_server_client/test/*: SkipByDesign # Only meant to run on vm
analyzer_cli/test/*: SkipByDesign # Only meant to run on vm
[web] do not run most 'pkg' suite on web compilers Many tests under `pkg`, like `pkg/js_ast` and `pkg/analyzer_cli` are meant to run as unit tests in the Dart VM. These were also being run in dart2js and causing flakiness because they took a long time to build on our CQ. Locally some of these tests compile in under 5s, but we see the compile-time vary among the bots a lot. I've observed cases close to 30s and some that reach the 1-minute timeout cutoff. Flakiness data show that this is happening between 5-7% of the runs, especially on linux bots. This CL stops running these tests on the dart2js configuration by changing which subset of the `pkg` suite is provided to dart2js. It also adjusts the .status file to skip a few suites for convenience on local testing only. This allows developers locally to run `test.py -n... pkg` without worrying about filtering out skipped suites. Addendum: after discussions on the CL we decided not to cmpletely drop coverage of js_ast tests on JS to ensure it can be used in browser environments in the future. To support this we made made the tests cheaper by removing the dependency on package:test. They will now only be run in a single configuration, which is all we need for this purpose. We can reevaluate and remove this if we continue to see timeouts. Change-Id: Idf0dbdd37e412ef71ba117ec979cb1e52585c431 Reviewed-on: https://dart-review.googlesource.com/c/sdk/+/330704 Reviewed-by: Stephen Adams <sra@google.com> Commit-Queue: Sigmund Cherem <sigmund@google.com>
2023-10-20 19:08:17 +00:00
analyzer_cli/tool/*: SkipByDesign # Only meant to run on vm
analyzer_plugin/test/*: SkipByDesign # Only meant to run on vm
analyzer_plugin/tool/*: SkipByDesign # Only meant to run on vm
build_integration/test/*: SkipByDesign # Only meant to run on vm, most use dart:mirrors and dart:io
compiler/tool/*: SkipByDesign # Only meant to run on vm
dart_service_protocol_shared/test/*: SkipByDesign # Only meant to run on vm
dartdev/test/*: SkipByDesign # Only meant to run on vm
front_end/test/*: SkipByDesign # Only meant to run on vm, most use dart:mirrors and dart:io
front_end/tool/*: SkipByDesign # Only meant to run on vm
modular_test/test/memory_pipeline_test: Slow, Pass
modular_test/test/validate_pipeline_test: Slow, Pass
modular_test/test/validate_suite_test: Slow, Pass
[pkg][vm] Native Assets builder This package contains the logic for building native assets. This package is the backend that invokes toplevel `build.dart` scripts. For more info on these scripts see https://github.com/dart-lang/native. This is a separate package so that dartdev and flutter_tools can reuse the same logic without flutter_tools having to import dartdev. Some design decisions: * We don't yet have `build_dependencies`, so we use the ordinary dependency graph for ordering of native assets builds. (If there is a cycle we refuse to run.) Bug: https://github.com/dart-lang/pub/issues/3794 * Builds are cached based on all the configuration provided by the caller. Environment variables are ignored in caching. This CL also contains a unit test that invokes the build by not passing through environment variables. However, for Windows we need to pass through at least `SYSTEMROOT` for MSVC to run correctly. So we might need to further explore if we can/want to lock env variables down. Bug: https://github.com/dart-lang/native/issues/32 Bug: https://github.com/dart-lang/native/issues/33 Run tests: ``` dart tools/generate_package_config.dart && \ tools/test.py -n unittest-asserts-release-linux pkg/native_assets_builder ``` Bug: https://github.com/dart-lang/sdk/issues/50565 Change-Id: I133052d7195373e87d20924d61e1e96e3d34ce8f Cq-Include-Trybots: luci.dart.try:pkg-linux-debug-try,pkg-linux-release-try,pkg-mac-release-arm64-try,pkg-mac-release-try,pkg-win-release-try Reviewed-on: https://dart-review.googlesource.com/c/sdk/+/300203 Reviewed-by: Liam Appelbe <liama@google.com> Commit-Queue: Daco Harkes <dacoharkes@google.com> Reviewed-by: Martin Kustermann <kustermann@google.com> Reviewed-by: Hossein Yousefi <yousefi@google.com>
2023-05-15 13:49:30 +00:00
native_assets_builder/test/*: SkipByDesign # Only meant to run on vm
smith/test/*: SkipByDesign # Only meant to run on vm
status_file/test/normalize_test: SkipByDesign # Uses dart:io
status_file/test/parse_and_normalize_test: SkipByDesign # Uses dart:io
status_file/test/repo_status_files_test: SkipByDesign # Uses dart:io
telemetry/test/*: SkipByDesign # Only meant to run on vm
test_runner/test/*: SkipByDesign # Only meant to run on vm
testing/*: SkipByDesign # Only meant to run on vm
wasm/*: SkipByDesign # Only meant to run on vm
[ $compiler == dartkp ]
vm_service/test/*breakpoint*: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/*debugger*: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/*step_into*: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/*step_out*: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/async_next_regression_18877_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/async_next_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/async_scope_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/async_single_step_exception_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/awaiter_async_stack_contents_2_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/awaiter_async_stack_contents_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/bad_reload_test: SkipByDesign # Hot reload is disabled in AOT mode.
vm_service/test/branch_coverage_test: SkipByDesign # Hot reload is disabled in AOT mode.
vm_service/test/break*: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/capture_stdio_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/causal_async*: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/code_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/complex_reload_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/coverage_async_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/coverage_closure_call_test: SkipByDesign # Debugger and coverage are disabled in AOT mode.
vm_service/test/coverage_const_field_async_closure_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/coverage_leaf_function_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/coverage_optimized_function_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/debug*: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/deferred_import_reload_test: SkipByDesign # Hot reload is disabled in AOT mode.
vm_service/test/developer_extension_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/developer_service_get_isolate_id_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/developer_service_get_object_id_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/enhanced_enum_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/eval_*test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/evaluate_*test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/external_compilation_service_test: SkipByDesign # Spawns a secondary process.
vm_service/test/field_script_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/get_allocation_samples_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/get_allocation_traces_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/get_instances_as_*: SkipByDesign # Debugger is disabled in AOT mode
vm_service/test/get_instances_rpc_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/get_object_rpc_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/get_source_report_const_coverage_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/get_source_report_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/get_source_report_with_mixin_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/get_stack_limit_rpc_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/get_stack_rpc_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/get_stack_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/implicit_getter_setter_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/invoke_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/isolate_lifecycle_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/issue_25465_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/issue_27238_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/issue_27287_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/issue_30555_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/kill_paused_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/library_dependency_test: SkipByDesign # Uses 'dart:mirrors' library.
vm_service/test/local_variable_declaration_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/local_variable_in_awaiter_async_frame_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/logging_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/mark_main_isolate_as_system_isolate_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/mirror_references_test: SkipByDesign # Uses 'dart:mirrors' library.
vm_service/test/mixin_break_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/network_profiling_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/parameters_in_scope_at_entry_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/patterns_local_vars_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/pause_*: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/positive_token_pos_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/private_rpcs/breakpoint_gc_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/private_rpcs/reachable_size_test: SkipByDesign # No incremental compiler available.
vm_service/test/process_service_test: SkipByDesign # Spawns a secondary process using Platform.script.
vm_service/test/regress_28443_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/regress_28980_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/regress_34841_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/regress_44588_test: SkipByDesign # Not relevant in AOT mode.
vm_service/test/regress_45684_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/regress_46419_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/regress_46559_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/regress_48279_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/regress_88104_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/reload_sources_rpc_triggers_isolate_reload_event_test: SkipByDesign # Hot reload is disabled in AOT mode.
vm_service/test/reload_sources_test: SkipByDesign # Hot reload is disabled in AOT mode.
vm_service/test/resume_shutdown_race_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/rewind*: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/sdk_break_with_mixin_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/set_library_debuggable_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/set_sdk_library_debuggable_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/sigquit_starts_service_test: SkipByDesign # Spawns a secondary process using Platform.executable.
vm_service/test/simple_reload_test: SkipByDesign # Hot reload is disabled in AOT mode.
vm_service/test/source_report_libraries_already_compiled_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/source_report_package_filters_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/stdio_newline_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/step_*: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/super_constructor_invocation_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/uri_mappings_lookup_test: SkipByDesign # Uses Platform.script for URI mappings.
vm_service/test/valid_source_locations_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/validate_timer_port_behavior_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/vm_timeline_flags_test: SkipByDesign # Debugger is disabled in AOT mode.
vm_service/test/weak_properties_test: SkipByDesign # Uses 'dart:mirrors' library
vm_service/test/yield_positions_with_finally_test: SkipByDesign # Debugger is disabled in AOT mode.
[ $mode == debug ]
compiler/test/deferred/load_graph_segmentation_test: Slow, Pass
compiler/test/deferred/load_mapping_test: Slow, Pass
compiler/test/end_to_end/dart2js_batch_test: Slow, Pass
compiler/test/end_to_end/exit_code_test: Slow, Pass
vm/test/kernel_front_end_test: SkipSlow
vm_snapshot_analysis/test/precompiler_trace_test: SkipSlow
[ $mode == product ]
vm_service/test*: SkipByDesign # VM service isn't supported in PRODUCT mode.
[ $runtime == vm ]
analysis_server/test/benchmarks_test: Slow, Pass
analysis_server/test/domain_completion_test: Slow, Pass
analysis_server/test/edit/refactoring_test: Slow, Pass
analysis_server/test/integration/*: Slow, Pass
analysis_server/test/services/completion/dart/imported_reference_contributor_test: Slow, Pass
analysis_server/test/services/completion/dart/keyword_contributor_test: Slow, Pass
analysis_server/test/services/completion/dart/local_reference_contributor_test: Slow, Pass
analysis_server/test/services/completion/dart/type_member_contributor_test: Slow, Pass
analysis_server/test/services/refactoring/extract_method_test: Slow, Pass
analysis_server/test/services/refactoring/inline_method_test: Slow, Pass
analysis_server/test/socket_server_test: Skip # Pass, Slow
analysis_server/test/src/plugin/plugin_manager_test: Slow, Pass
analyzer/test/generated/strong_mode_driver_test: Slow, Pass
analyzer/test/src/dart/analysis/driver_resolution_kernel_test: Slow, Pass
analyzer/test/src/dart/analysis/driver_test: Slow, Pass
analyzer/test/src/task/strong/inferred_type_test: Slow, Pass
analyzer/tool/experiments/experiments_test: Skip # https://github.com/dart-lang/sdk/issues/46277
analyzer_plugin/test/src/utilities/change_builder/change_builder_dart_test: Slow, Pass
analyzer_plugin/test/src/utilities/completion/optype_test: Slow, Pass
dartdev/test/*: Slow, Pass
dds/test/dap/integration/*: Slow, Pass
[ $runtime != vm ]
dart2js_info/test/*: SkipByDesign # Only meant to run on vm
dds/test/*: SkipByDesign # Only meant to run on vm
dev_compiler/test/options/*: SkipByDesign
frontend_server/test/*: SkipByDesign # Only meant to run on vm
js_runtime/test/*: SkipByDesign # Only meant to run on vm
js_shared/test/*: SkipByDesign # Only meant to run on vm
linter/test/*: SkipByDesign # Only meant to run on vm
linter/tool/*: SkipByDesign # Only meant to run on vm
native_stack_traces/test/*: SkipByDesign # Only meant to run on vm
vm/test/*: SkipByDesign # Only meant to run on vm
vm_snapshot_analysis/test/*: SkipByDesign # Only meant to run on vm
[ $system == windows ]
front_end/test/fasta/bootstrap_test: Skip # Issue 31902
front_end/test/fasta/strong_test: Pass, Slow, Timeout
front_end/test/incremental_dart2js_load_from_dill_test: Pass, Slow
vm_service/test/private_rpcs/dev_fs_http_put_test: Skip # Windows disallows "?" in paths
vm_service/test/private_rpcs/dev_fs_http_put_weird_char_test: Skip # Windows disallows "\r" in paths
vm_service/test/private_rpcs/dev_fs_weird_char_test: Skip # Windows disallows "\r" in paths
[ $browser ]
*/test/analyzer_test: SkipByDesign # No need to run analysis tests on browser bots
_fe_analyzer_shared/test/*: SkipByDesign # Only meant to run on vm
analysis_server/test/*: SkipByDesign # Uses dart:io.
analysis_server/tool/spec/check_all_test: SkipByDesign # Uses dart:io.
analyzer/test/*: SkipByDesign # Uses dart:io.
analyzer/tool/summary/check_test: SkipByDesign # Uses dart:io.
analyzer_cli/*: SkipByDesign # Uses dart:io.
compiler/tool/*: SkipByDesign # Only meant to run on vm
front_end/tool/*: SkipByDesign # Only meant to run on vm
kernel/test/*: SkipByDesign # Uses dart:io and bigints.
status_file/*: SkipByDesign # Only meant to run on the standalone VM.
testing/test/analyze_test: SkipByDesign
[ $checked ]
compiler/test/codegen/value_range_test: Slow, Pass
compiler/test/end_to_end/exit_code_test: Slow, Pass
compiler/test/end_to_end/output_type_test: Slow, Pass
compiler/test/end_to_end/uri_retention_test: Slow, Pass
compiler/test/jsinterop/declaration_test: Slow, Pass
compiler/test/jsinterop/interop_anonymous_unreachable_test: Slow, Pass
compiler/test/jsinterop/world_test: Slow, Pass
compiler/test/sourcemaps/stacktrace_test: Slow, Pass
[ !$checked ]
compiler/test/end_to_end/exit_code_test: SkipByDesign # This tests requires checked mode.
compiler/test/jsinterop/declaration_test: Slow, Pass
[ $jscl ]
kernel/test/*: SkipByDesign # Uses dart:io and bigints.
# Timeout. These tests do not run efficiently on our simulator.
[ $simulator ]
*: Skip
[ $arch == x64 && $runtime == vm && $system == windows && $checked ]
analyzer/test/src/task/strong/inferred_type_test: Slow, Pass
[ $arch != x64 && ($system == linux || $system == windows) ]
dds/test/devtools_server/instance_reuse_test: Skip # Chrome not available
dds/test/devtools_server/remote_control_test: Skip # Chrome not available
dds/test/devtools_server/server_connection_api_test: Skip # Chrome not available
dds/test/devtools_server/server_connection_vm_service_test: Skip # Chrome not available
dds/test/sse_smoke_test: Skip # Chrome not available
[ $builder_tag != dart2js_analyzer && $compiler == dart2js ]
analysis_server/test/*: Skip # Issue 26813
analyzer/test/*: Skip # Issue 26813
analyzer/tool/*: Skip # Issue 26813
[ $compiler != dart2analyzer && $runtime != dart_precompiled && $runtime != vm ]
vm_service/test/*: SkipByDesign # Only meant to run on vm
[ $compiler != dart2analyzer && $runtime != vm ]
dev_compiler/test/*: Skip
modular_test/test/find_sdk_root1_test: SkipByDesign
modular_test/test/io_pipeline_test: SkipByDesign
modular_test/test/loader/loader_test: SkipByDesign
modular_test/test/specification_parser_test: SkipByDesign
modular_test/test/src/find_sdk_root2_test: SkipByDesign
[ $compiler == dart2js && $runtime == d8 ]
front_end/test/src/base/uri_resolver_test: SkipByDesign # Relies on access to file system
[ $compiler == dart2js && $runtime != d8 ]
front_end/test/mixin_export_test: RuntimeError # Issue 30576
[ $compiler == dart2js && $browser ]
crypto/test/sha1_test: Slow, Pass
crypto/test/sha256_test: Slow, Pass
[ $compiler == dart2js && $checked ]
crypto/test/base64_test: Slow, Pass
[ $compiler == dart2js && $host_checked ]
js_ast/test/printer_callback_test: Slow, Pass
js_ast/test/string_escape_test: Slow, Pass
[ $compiler == dart2js && ($runtime == chrome || $runtime == ff) ]
async/test/stream_zip_test: SkipSlow # Times out. Issue 22050
collection/test/unmodifiable_collection_test: SkipSlow # Times out. Issue 22050
[ $runtime == vm && $system != linux ]
dartdev/test/commands/info_linux_test: SkipByDesign
[ $runtime == vm && $system != macos ]
dartdev/test/commands/info_macos_test: SkipByDesign
[ $runtime == vm && $system == windows ]
analysis_server/test/analysis/get_errors_test: Skip # runtime error, Issue 22180
analysis_server/test/src/plugin/plugin_manager_test: Slow, Pass # Issue 34231
analyzer/test/src/task/strong/checker_test: Slow, Pass
analyzer/tool/task_dependency_graph/check_test: Slow, Pass
[ $runtime == vm && $system == windows && $checked ]
front_end/tool/perf_test: Slow, Pass
[ $runtime == vm && $system != windows ]
dartdev/test/commands/info_windows_test: SkipByDesign
[ $runtime == vm && $checked ]
analysis_server/test/completion_test: Slow, Pass
analysis_server/test/integration/edit/sort_members_test: Slow, Pass
analysis_server/test/socket_server_test: Skip # Pass, Slow
[ $mode == debug || $runtime != vm || $system == android ]
vm/test/modular_kernel_plus_aot_test: SkipByDesign # This test should only run if binary is run from build dir
[ $mode != release || $runtime != vm ]
front_end/test/fasta/*: Skip
front_end/tool/_fasta/*: Skip
[ $browser || $jscl ]
compiler/test/*: Skip # dart2js uses #import('dart:io'); and it is not self-hosted (yet).
mmap/*: SkipByDesign # Only meant to run on vm