mirror of
https://github.com/dart-lang/sdk
synced 2024-10-06 14:39:38 +00:00
99e8a9fba5
This makes it an actual Pub package like most other code inside the SDK repo. The main goal is to make it easier to write tests for the test runner itself. This change: - Moves all of the code from tools/testing/dart/ over to pkg/test_runner. Most of it ends up under test_runner/lib/src. - Move tools/testing/dart/main.dart to pkg/test_runner/bin/test_runner.dart. - Move standalone_2/io/test_runner_test.dart to pkg/test_runner/test/test_runner_test.dart. I don't think it currently works, but it wasn't being run in its old location either. - Add test_runner to the analysis-server bot. This ensures the test_runner package is static error clean. - Remove standalone_2/io/test_runner_analyze_test.dart which used to attempt to do the above and is no longer needed. - Update test.py to look for the test runner at its new location. - Add test_runner to the repo .packages file and remove the weird test_dart pseudo-package. (I think this fixes #35279.) - Remove status file entries for the removed standalone_2 tests. There are no code changes to the test runner itself aside from fixing up import paths. Change-Id: I3d05d50d222b291848fa5a30de2846e803bc81e6 Reviewed-on: https://dart-review.googlesource.com/c/sdk/+/105821 Commit-Queue: Bob Nystrom <rnystrom@google.com> Reviewed-by: Jonas Termansen <sortie@google.com>
250 lines
12 KiB
Plaintext
250 lines
12 KiB
Plaintext
# Copyright (c) 2012, the Dart project authors. Please see the AUTHORS file
|
|
# for details. All rights reserved. Use of this source code is governed by a
|
|
# BSD-style license that can be found in the LICENSE file.
|
|
# Don't run any test-like files that show up in packages directories. It
|
|
# shouldn't be necessary to run "pub install" in these packages, but if you do
|
|
# it shouldn't break the tests.
|
|
*/*/*/*/*/packages/*/*: Skip
|
|
*/*/*/*/packages/*/*: Skip
|
|
*/*/*/packages/*/*: Skip
|
|
*/*/packages/*/*: Skip
|
|
*/packages/*/*: Skip
|
|
analyzer/test/generated/compile_time_error_code_driver_test: Slow, Pass
|
|
analyzer/test/generated/compile_time_error_code_kernel_test: Slow, Pass
|
|
analyzer/test/generated/compile_time_error_code_test: Slow, Pass
|
|
analyzer/test/generated/hint_code_kernel_test: Slow, Pass
|
|
analyzer/test/generated/non_error_resolver_driver_test: Slow, Pass
|
|
analyzer/test/generated/non_error_resolver_kernel_test: Slow, Pass
|
|
analyzer/test/generated/non_hint_code_kernel_test: Slow, Pass
|
|
analyzer/test/generated/static_type_warning_code_kernel_test: Slow, Pass
|
|
analyzer/test/generated/static_warning_code_driver_test: Slow, Pass
|
|
analyzer/test/generated/static_warning_code_kernel_test: Slow, Pass
|
|
analyzer/test/generated/strong_mode_kernel_test: Slow, Pass
|
|
analyzer/test/src/dart/analysis/driver_kernel_test: Slow, Pass
|
|
analyzer/test/src/summary/resynthesize_kernel_test: Slow, Pass
|
|
analyzer/test/src/task/strong/checker_test: Slow, Pass
|
|
analyzer_plugin/test/plugin/folding_mixin_test: Slow, Pass
|
|
dev_compiler/test/modular/*: Slow, Pass
|
|
dev_compiler/test/options/*: Skip # test needs fixes
|
|
dev_compiler/test/sourcemap/*: SkipByDesign # Skip sourcemap tests
|
|
dev_compiler/test/sourcemap/testfiles/*: SkipByDesign # Skip dev_compiler codegen tests
|
|
dev_compiler/test/worker/*: Skip # test needs fixes
|
|
front_end/test/fasta/analyze_test: Pass, Slow
|
|
front_end/test/fasta/ast_builder_test: Pass, Slow
|
|
front_end/test/fasta/bootstrap_test: Pass, Slow
|
|
front_end/test/fasta/fast_legacy_test: Pass, Slow
|
|
front_end/test/fasta/fast_strong_test: Pass, Slow
|
|
front_end/test/fasta/legacy_test: Pass, ExtraSlow
|
|
front_end/test/fasta/outline_test: Pass, Slow
|
|
front_end/test/fasta/rasta/*: SkipByDesign # Anything in rasta is input to fasta unit tests and shouldn't be run as tests.
|
|
front_end/test/fasta/sdk_test: SkipByDesign # sdk_test would take too long to complete, and should be run in a different way.
|
|
front_end/test/fasta/shaker_test: Skip # Issue http://dartbug.com/32531
|
|
front_end/test/fasta/strong_test: Pass, ExtraSlow
|
|
front_end/test/fasta/text_serialization_test: Pass, ExtraSlow
|
|
front_end/test/fasta/types/dart2js_benchmark_test: Pass, Slow
|
|
front_end/test/fasta/types/large_app_benchmark_test: Pass, ExtraSlow
|
|
front_end/test/minimal_incremental_kernel_generator_test: Slow, Pass
|
|
front_end/test/whole_program_test: Slow, Pass
|
|
front_end/testcases/*: Skip # These are not tests but input for tests.
|
|
front_end/tool/incremental_perf_test: Slow, Pass
|
|
kernel/test/closures_test: Slow, Pass
|
|
kernel/testcases/*: Skip # These are not tests but input for tests.
|
|
vm/test/frontend_server_test: Slow, Pass
|
|
vm/test/transformations/type_flow/transformer_test: Slow, Pass
|
|
vm/testcases/*: SkipByDesign # These are not tests but input for tests.
|
|
|
|
[ $compiler == dart2analyzer ]
|
|
dev_compiler/test/options/*: SkipByDesign
|
|
testing/test/dart_sdk_negative_test: SkipByDesign
|
|
|
|
[ $compiler != dart2analyzer ]
|
|
analyzer/test/src/summary/summarize_fasta_test: RuntimeError, Slow
|
|
|
|
[ $compiler == dart2js ]
|
|
analysis_server/test/integration: SkipByDesign # Analysis server integration tests don't make sense to run under dart2js, since the code under test always runs in the Dart vm as a subprocess.
|
|
analysis_server/tool/*: SkipByDesign # Only meant to run on vm
|
|
analysis_server_client/test/live_test: SkipByDesign # Only meant to run on vm
|
|
analyzer_cli/test/*: SkipByDesign # Only meant to run on vm
|
|
analyzer_plugin/test/*: SkipByDesign # Only meant to run on vm
|
|
analyzer_plugin/tool/*: SkipByDesign # Only meant to run on vm
|
|
build_integration/test/*: SkipByDesign # Only meant to run on vm, most use dart:mirrors and dart:io
|
|
collection/test/equality_test/01: Fail # Issue 1533
|
|
collection/test/equality_test/02: Fail # Issue 1533
|
|
collection/test/equality_test/03: Fail # Issue 1533
|
|
collection/test/equality_test/04: Fail # Issue 1533
|
|
collection/test/equality_test/05: Fail # Issue 1533
|
|
collection/test/equality_test/none: Pass, Fail # Issue 14348
|
|
compiler/tool/*: SkipByDesign # Only meant to run on vm
|
|
dartfix/test/*: SkipByDesign # Only meant to run on vm
|
|
front_end/test/*: SkipByDesign # Only meant to run on vm, most use dart:mirrors and dart:io
|
|
front_end/tool/*: SkipByDesign # Only meant to run on vm
|
|
nnbd_migration/test/*: SkipByDesign # Uses mirrors
|
|
smith/test/*: SkipByDesign # Only meant to run on vm
|
|
status_file/test/normalize_test: SkipByDesign # Uses dart:io
|
|
status_file/test/parse_and_normalize_test: SkipByDesign # Uses dart:io
|
|
status_file/test/repo_status_files_test: SkipByDesign # Uses dart:io
|
|
telemetry/test/*: SkipByDesign # Only meant to run on vm
|
|
test_runner/test/*: SkipByDesign # Only meant to run on vm
|
|
testing/*: SkipByDesign # Only meant to run on vm
|
|
typed_data/test/typed_buffers_test/01: Fail # Not supporting Int64List, Uint64List.
|
|
|
|
[ $compiler == none ]
|
|
kernel/test/closures_test: Fail
|
|
|
|
[ $runtime == dart_precompiled ]
|
|
*: SkipByDesign # The pkg test framework imports dart:mirrors.
|
|
|
|
[ $runtime == jsshell ]
|
|
async/test/stream_zip_test: RuntimeError, OK # Issue 26103. Timers are not supported.
|
|
front_end/test/*: RuntimeError, OK, Pass # Issue 26103. Timers are not supported.
|
|
kernel/test/*: RuntimeError, OK # Issue 26103. Timers are not supported.
|
|
|
|
[ $runtime == vm ]
|
|
analysis_server/test/benchmarks_test: Pass, Slow
|
|
analysis_server/test/domain_completion_test: Pass, Slow
|
|
analysis_server/test/edit/refactoring_test: Pass, Slow
|
|
analysis_server/test/integration/*: Pass, Slow
|
|
analysis_server/test/integration/analysis/package_root_test: Pass, RuntimeError # Issue 33382
|
|
analysis_server/test/integration/search/find_top_level_declarations_test: Pass, RuntimeError # 31571
|
|
analysis_server/test/services/completion/dart/imported_reference_contributor_test: Pass, Slow
|
|
analysis_server/test/services/completion/dart/keyword_contributor_test: Pass, Slow
|
|
analysis_server/test/services/completion/dart/local_constructor_contributor_test: Pass, Slow
|
|
analysis_server/test/services/completion/dart/local_reference_contributor_test: Pass, Slow
|
|
analysis_server/test/services/completion/dart/type_member_contributor_test: Pass, Slow
|
|
analysis_server/test/services/correction/assist_test: Pass, Slow
|
|
analysis_server/test/services/refactoring/extract_method_test: Pass, Slow
|
|
analysis_server/test/services/refactoring/inline_method_test: Pass, Slow
|
|
analysis_server/test/socket_server_test: Skip # Pass, Slow
|
|
analysis_server/test/src/plugin/plugin_manager_test: Pass, Slow
|
|
analyzer/test/file_system/physical_resource_provider_watch_test: Pass, Fail # Issue 25472
|
|
analyzer/test/generated/hint_code_driver_test: Pass, Slow
|
|
analyzer/test/generated/non_error_resolver_kernel_test: Pass, Slow
|
|
analyzer/test/generated/strong_mode_driver_test: Pass, Slow
|
|
analyzer/test/src/dart/analysis/driver_resolution_kernel_test: Pass, Slow
|
|
analyzer/test/src/dart/analysis/driver_test: Pass, Slow
|
|
analyzer/test/src/summary/resynthesize_ast_test: Pass, Slow
|
|
analyzer/test/src/task/strong/front_end_inference_test: Pass, Slow
|
|
analyzer/test/src/task/strong/inferred_type_test: Pass, Slow
|
|
analyzer_plugin/test/src/utilities/change_builder/change_builder_dart_test: Pass, Slow
|
|
analyzer_plugin/test/src/utilities/completion/optype_test: Pass, Slow
|
|
dartfix/test/src/driver_test: RuntimeError # dartbug.com/35478
|
|
mutation_observer: Skip # Skip tests on the VM if the package depends on dart:html
|
|
|
|
[ $runtime != vm ]
|
|
dev_compiler/test/options/*: SkipByDesign
|
|
front_end/test/hot_reload_e2e_test: Skip
|
|
vm/test/*: SkipByDesign # Only meant to run on vm
|
|
|
|
[ $system == linux ]
|
|
analysis_server/test/integration/analysis/package_root_test: Pass, RuntimeError # Issue 33382
|
|
|
|
[ $system == windows ]
|
|
analysis_server/test/integration/analysis/get_errors_nonStandard_sdk_test: Skip
|
|
front_end/test/fasta/ast_builder_test: Pass, Slow, Timeout
|
|
front_end/test/fasta/bootstrap_test: Skip # Issue 31902
|
|
front_end/test/fasta/strong_test: Pass, Slow, Timeout
|
|
front_end/test/fasta/text_serialization_test: Pass, Slow, Timeout
|
|
front_end/test/incremental_dart2js_load_from_dill_test: Pass, Slow
|
|
front_end/test/whole_program_test: Skip # Issue 31902
|
|
|
|
[ $browser ]
|
|
*/test/analyzer_test: SkipByDesign # No need to run analysis tests on browser bots
|
|
analysis_server/test/*: SkipByDesign # Uses dart:io.
|
|
analysis_server/tool/spec/check_all_test: SkipByDesign # Uses dart:io.
|
|
analyzer/test/*: SkipByDesign # Uses dart:io.
|
|
analyzer/tool/summary/check_test: SkipByDesign # Uses dart:io.
|
|
analyzer/tool/task_dependency_graph/check_test: SkipByDesign # Uses dart:io.
|
|
analyzer_cli/*: SkipByDesign # Uses dart:io.
|
|
compiler/tool/*: SkipByDesign # Only meant to run on vm
|
|
front_end/tool/*: SkipByDesign # Only meant to run on vm
|
|
http_server/test/*: Fail, OK # Uses dart:io.
|
|
kernel/test/*: SkipByDesign # Uses dart:io and bigints.
|
|
observe/test/transformer_test: Fail, OK # Uses dart:io.
|
|
observe/test/unique_message_test: SkipByDesign # Uses dart:io.
|
|
status_file/*: SkipByDesign # Only meant to run on the standalone VM.
|
|
testing/test/analyze_test: SkipByDesign
|
|
|
|
[ $jscl ]
|
|
kernel/test/*: SkipByDesign # Uses dart:io and bigints.
|
|
|
|
[ !$preview_dart_2 ]
|
|
dev_compiler/*: SkipByDesign # uses Dart 2.
|
|
smith/test/*: Skip # Uses optional new.
|
|
|
|
[ $arch == x64 && $runtime == vm && $system == windows && $checked ]
|
|
analyzer/test/src/task/strong/inferred_type_test: Pass, Slow
|
|
|
|
[ $builder_tag != dart2js_analyzer && $compiler == dart2js ]
|
|
analysis_server/test/*: Skip # Issue 26813
|
|
analyzer/test/*: Skip # Issue 26813
|
|
analyzer/tool/*: Skip # Issue 26813
|
|
|
|
[ $compiler != dart2analyzer && $runtime != vm ]
|
|
dev_compiler/test/*: Skip
|
|
modular_test/test/find_sdk_root1_test: SkipByDesign
|
|
modular_test/test/io_pipeline_test: SkipByDesign
|
|
modular_test/test/loader/loader_test: SkipByDesign
|
|
modular_test/test/specification_parser_test: SkipByDesign
|
|
modular_test/test/src/find_sdk_root2_test: SkipByDesign
|
|
|
|
[ $compiler == dart2js && $runtime == chrome && $system == macos ]
|
|
third_party/di_tests/di_test: Pass, Slow # Issue 22896
|
|
|
|
[ $compiler == dart2js && $runtime == d8 ]
|
|
front_end/test/src/base/uri_resolver_test: SkipByDesign # Relies on access to file system
|
|
|
|
[ $compiler == dart2js && $runtime != d8 ]
|
|
front_end/test/mixin_export_test: RuntimeError # Issue 30576
|
|
|
|
[ $compiler == dart2js && $browser ]
|
|
crypto/test/sha1_test: Slow, Pass
|
|
crypto/test/sha256_test: Slow, Pass
|
|
|
|
[ $compiler == dart2js && $checked ]
|
|
crypto/test/base64_test: Slow, Pass
|
|
|
|
[ $compiler == dart2js && $csp ]
|
|
mutation_observer: Skip # This test cannot run under CSP because it is injecting a JavaScript polyfill
|
|
|
|
[ $compiler == dart2js && ($runtime == chrome || $runtime == ff) ]
|
|
async/test/stream_zip_test: SkipSlow # Times out. Issue 22050
|
|
collection/test/unmodifiable_collection_test: SkipSlow # Times out. Issue 22050
|
|
|
|
[ $runtime == vm && $system == windows ]
|
|
analysis_server/test/analysis/get_errors_test: Skip # runtime error, Issue 22180
|
|
analysis_server/test/benchmarks_test: RuntimeError # Issue 32355
|
|
analysis_server/test/src/plugin/plugin_manager_test: Pass, Slow, RuntimeError # Issue 34231
|
|
analyzer/test/generated/non_error_resolver_kernel_test: RuntimeError # Issue 30785
|
|
analyzer/test/src/task/strong/checker_test: Pass, Slow
|
|
analyzer/tool/task_dependency_graph/check_test: Slow, Pass
|
|
|
|
[ $runtime == vm && $system == windows && $checked ]
|
|
front_end/tool/perf_test: Slow, Pass
|
|
|
|
[ $runtime == vm && $checked ]
|
|
analysis_server/test/completion_test: Pass, Slow
|
|
analysis_server/test/integration/edit/sort_members_test: Pass, Slow
|
|
analysis_server/test/services/correction/fix_test: Pass, Slow
|
|
analysis_server/test/socket_server_test: Skip # Pass, Slow
|
|
analyzer/test/generated/non_error_resolver_kernel_test: Pass, Slow
|
|
analyzer/test/src/summary/resynthesize_ast_test: Pass, Slow
|
|
analyzer/test/src/task/strong/front_end_inference_test: Pass, Slow
|
|
|
|
[ $runtime == vm && !$preview_dart_2 ]
|
|
analysis_server/test/services/correction/assist_test: RuntimeError
|
|
|
|
# Timeout. These tests do not run efficiently on our simulator or low-end
|
|
# devices.
|
|
[ $runtime == vm && ($arch == armv5te || $arch == armv6 || $arch == simarm || $arch == simarm64 || $arch == simarmv5te || $arch == simarmv6 || $arch == simdbc64) ]
|
|
*: Skip
|
|
|
|
[ $arch != x64 || $compiler != none || $mode != release || $runtime != vm ]
|
|
front_end/test/whole_program_test: SkipByDesign
|
|
|
|
[ $mode != release || $runtime != vm ]
|
|
front_end/test/fasta/*: Skip
|
|
front_end/tool/_fasta/*: Skip
|
|
|
|
[ $mode != release || $runtime != vm || $system == windows ]
|
|
kernel/test/closures_test: Skip
|