2012-08-14 23:05:20 +00:00
# Copyright (c) 2012, the Dart project authors. Please see the AUTHORS file
# for details. All rights reserved. Use of this source code is governed by a
# BSD-style license that can be found in the LICENSE file.
2013-04-12 19:59:20 +00:00
# Don't run any test-like files that show up in packages directories. It
# shouldn't be necessary to run "pub install" in these packages, but if you do
# it shouldn't break the tests.
*/packages/*/*: Skip
*/*/packages/*/*: Skip
*/*/*/packages/*/*: Skip
2013-08-20 22:48:50 +00:00
*/*/*/*/packages/*/*: Skip
2014-06-06 05:11:14 +00:00
*/*/*/*/*/packages/*/*: Skip
2013-04-12 19:59:20 +00:00
2017-03-22 14:05:56 +00:00
analysis_server/tool/spec/check_all_test: Skip # Issue 29133
analyzer_plugin/tool/spec/check_all_test: Skip # Issue 29133
analyzer/tool/summary/check_test: Skip # Issue 29133
2017-06-19 16:56:44 +00:00
2017-04-04 13:32:24 +00:00
analyzer/test/generated/compile_time_error_code_driver_test: Slow, Pass
analyzer/test/generated/non_error_resolver_driver_test: Slow, Pass
2017-05-30 10:52:02 +00:00
analyzer/test/generated/static_warning_code_driver_test: Slow, Pass
2017-06-14 13:21:28 +00:00
analyzer/test/generated/compile_time_error_code_test: Slow, Pass
2017-03-22 13:28:58 +00:00
2015-05-27 12:13:03 +00:00
# Analyzer2dart is not maintained anymore.
analyzer2dart/test/*: Skip
2016-09-16 13:03:18 +00:00
dart_messages/test/dart_messages_test: Skip # Requires a package root.
2016-09-16 21:46:06 +00:00
2016-12-01 21:51:01 +00:00
# Skip dev_compiler codegen tests
dev_compiler/test/codegen/*: Skip
2017-01-13 21:52:06 +00:00
dev_compiler/gen/*: SkipByDesign
2016-12-01 21:51:01 +00:00
2017-02-01 13:16:32 +00:00
# Anything in rasta is input to fasta unit tests and shouldn't be run as tests.
front_end/test/fasta/rasta/*: SkipByDesign
2017-02-01 15:33:15 +00:00
# sdk_test would take too long to complete, and should be run in a different
# way.
front_end/test/fasta/sdk_test: SkipByDesign
2017-05-01 15:26:08 +00:00
front_end/test/fasta/bootstrap_test: Pass, Slow
front_end/test/fasta/compile_test: Pass, Slow
front_end/test/fasta/kompile_test: Pass, Slow
front_end/test/fasta/strong_test: Pass, Slow
front_end/test/fasta/outline_test: Pass, Slow
2017-02-09 11:40:00 +00:00
2017-02-23 13:31:09 +00:00
# These are not tests but input for tests.
kernel/testcases/*: Skip
2017-02-17 14:13:28 +00:00
2017-04-03 14:54:18 +00:00
front_end/test/fasta/analyze_test: Pass, Slow
2017-05-30 10:09:59 +00:00
kernel/test/closures_test: Slow, Pass
2017-06-08 11:50:29 +00:00
front_end/test/src/incremental/hot_reload_e2e_test: Skip # Issue 29819
2017-03-09 23:38:42 +00:00
[ $compiler != dart2analyzer ]
2017-03-24 14:59:53 +00:00
analyzer/test/src/summary/summarize_fasta_test: RuntimeError, Slow
2017-03-09 23:38:42 +00:00
2017-02-03 06:12:04 +00:00
[ $runtime != vm || $mode != release || $system == windows ]
2017-02-01 15:33:15 +00:00
front_end/test/fasta/*: Skip
2017-02-01 16:46:29 +00:00
kernel/test/closures_test: Skip
2017-02-06 23:14:50 +00:00
# Don't analyze tests in strong mode yet
[ $compiler == dart2analyzer && $builder_tag == strong ]
*: Skip # Issue 28649
2016-12-01 21:51:01 +00:00
# Analyze dev_compiler but don't run its tests
[ $compiler != dart2analyzer ]
dev_compiler/test/*: Skip
2017-01-09 12:33:26 +00:00
[ $compiler == dart2analyzer ]
2017-01-05 03:08:55 +00:00
dev_compiler/test/options/*: SkipByDesign
2016-09-22 17:19:03 +00:00
2016-02-22 09:20:22 +00:00
[ $compiler == none && ($runtime == drt || $runtime == dartium) ]
2014-09-29 22:02:59 +00:00
mutation_observer: Skip # Issue 21149
2014-12-22 18:54:54 +00:00
unittest/*: Skip # Issue 21949
2015-09-04 23:28:29 +00:00
lookup_map/*: SkipByDesign
2016-11-03 17:58:22 +00:00
front_end/*: SkipByDesign
2014-03-17 22:37:50 +00:00
2015-10-15 13:08:40 +00:00
[ $runtime == vm && $mode == debug ]
2015-10-15 14:39:58 +00:00
analysis_server/test/completion_test: Pass, Slow
2014-03-22 19:51:04 +00:00
2016-05-10 21:30:46 +00:00
[ $runtime == vm && $checked ]
analysis_server/test/completion_test: Pass, Slow
2017-02-15 19:13:04 +00:00
analysis_server/test/services/correction/fix_test: Pass, Slow
2017-02-07 01:08:33 +00:00
analysis_server/test/socket_server_test: Skip # Pass, Slow
2017-02-15 22:02:13 +00:00
analyzer/test/src/summary/resynthesize_ast_test: Pass, Slow
2017-04-28 21:48:25 +00:00
analyzer/test/src/task/strong/front_end_inference_test: Pass, Slow
2016-05-10 21:30:46 +00:00
2017-02-08 00:01:08 +00:00
[ $runtime == vm && $checked && $system == windows ]
front_end/tool/perf_test: Slow, Pass
2017-02-03 19:31:46 +00:00
[ $runtime == vm && $use_sdk ]
2017-04-19 12:31:58 +00:00
front_end/test/fasta/*: Skip # Issue 28629
2017-05-12 18:36:03 +00:00
compiler/tool/generate_kernel_test*: Skip # Issue 28629
2017-06-07 20:21:43 +00:00
front_end/test/src/incremental/hot_reload_e2e_test: Skip # Issue 28629
2017-02-03 19:31:46 +00:00
2017-06-02 08:38:13 +00:00
[ $runtime == vm && ! $use_sdk ]
2017-02-09 02:03:34 +00:00
front_end/tool/perf_test: Skip # Issue 28698
2017-06-02 08:38:13 +00:00
[ $runtime == vm && $use_sdk ]
2017-02-17 22:33:56 +00:00
front_end/tool/fasta_perf_test: SkipByDesign # depends on patched_sdk which is not built into the sdk
2015-01-30 17:49:35 +00:00
[ $runtime == vm && $system == windows]
2016-10-10 14:26:55 +00:00
analysis_server/*: Skip # Issue 27557
2015-01-30 17:49:35 +00:00
analysis_server/test/analysis/get_errors_test: Skip # runtime error, Issue 22180
2015-11-02 15:19:59 +00:00
analysis_server/test/integration/analysis/analysis_options_test: RuntimeError # Issue 24796
2015-10-15 13:08:40 +00:00
analyzer/test/generated/all_the_rest_test: Fail # Issue 21772
2016-07-05 08:58:08 +00:00
analyzer/test/generated/source_factory_test: RuntimeError # Issue 26828
2017-01-03 14:27:18 +00:00
kernel/test/baseline_spec_mode_test: RuntimeError # Issue 28243
kernel/test/baseline_strong_mode_test: RuntimeError # Issue 28243
2017-06-16 12:00:04 +00:00
analyzer/tool/task_dependency_graph/check_test: Slow, Pass
2015-01-30 17:49:35 +00:00
2013-08-09 08:48:51 +00:00
[ $compiler == dart2js ]
2016-07-01 09:14:58 +00:00
analysis_server/test/integration: SkipByDesign # Analysis server integration tests don't make sense to run under dart2js, since the code under test always runs in the Dart vm as a subprocess.
2015-11-20 18:19:29 +00:00
analyzer_cli/test/*: SkipByDesign # Only meant to run on vm
2017-01-31 22:47:40 +00:00
analyzer_plugin/test/*: SkipByDesign # Only meant to run on vm
2017-02-01 02:56:03 +00:00
analyzer_plugin/tool/*: SkipByDesign # Only meant to run on vm
2015-11-03 10:39:15 +00:00
collection/test/equality_test/01: Fail # Issue 1533
collection/test/equality_test/02: Fail # Issue 1533
collection/test/equality_test/03: Fail # Issue 1533
collection/test/equality_test/04: Fail # Issue 1533
collection/test/equality_test/05: Fail # Issue 1533
collection/test/equality_test/none: Pass, Fail # Issue 14348
2016-10-10 22:26:41 +00:00
compiler/tool/*: SkipByDesign # Only meant to run on vm
2016-10-21 16:07:48 +00:00
front_end/tool/*: SkipByDesign # Only meant to run on vm
2015-09-04 21:24:26 +00:00
lookup_map/test/version_check_test: SkipByDesign # Only meant to run in vm.
2015-11-03 10:39:15 +00:00
typed_data/test/typed_buffers_test/01: Fail # Not supporting Int64List, Uint64List.
2017-01-17 16:52:52 +00:00
front_end/test/incremental_kernel_generator_test: SkipByDesign # Uses dart:io
front_end/test/incremental_resolved_ast_generator_test: SkipByDesign # Uses dart:io
2016-11-03 15:21:10 +00:00
front_end/test/memory_file_system_test: CompileTimeError # Issue 23773
2017-01-06 21:37:45 +00:00
front_end/test/dependency_grapher_test: SkipByDesign # Uses dart:io
2016-11-03 15:21:10 +00:00
front_end/test/physical_file_system_test: SkipByDesign # Uses dart:io
2017-01-19 22:07:32 +00:00
front_end/test/src/base/file_repository_test: SkipByDesign # Uses dart:io
2016-12-15 15:20:03 +00:00
front_end/test/src/base/libraries_reader_test: SkipByDesign # Uses dart:io
2017-01-06 21:37:45 +00:00
front_end/test/src/base/processed_options_test: SkipByDesign # Uses dart:io
2017-01-13 01:08:55 +00:00
front_end/test/subpackage_relationships_test: SkipByDesign # Uses dart:io
2015-11-03 10:39:15 +00:00
2016-11-16 16:42:29 +00:00
[ $compiler == dart2js && $fast_startup ]
front_end/test/*: SkipByDesign # Tests written with dart:mirrors.
2016-07-01 09:14:58 +00:00
[ $compiler == dart2js && $builder_tag != dart2js_analyzer ]
analyzer/test/*: Skip # Issue 26813
2016-07-01 13:19:35 +00:00
analyzer/tool/*: Skip # Issue 26813
2016-07-01 09:14:58 +00:00
analysis_server/test/*: Skip # Issue 26813
2015-11-03 10:39:15 +00:00
[ $compiler == dart2js && $checked ]
crypto/test/base64_test: Slow, Pass
2014-04-11 13:47:34 +00:00
[ $runtime == jsshell ]
2016-03-28 21:41:12 +00:00
async/test/stream_zip_test: RuntimeError, OK # Issue 26103. Timers are not supported.
lookup_map/test/lookup_map_test: RuntimeError, OK # Issue 26103. Timers are not supported.
2017-01-19 21:21:39 +00:00
front_end/test/*: RuntimeError, OK, Pass # Issue 26103. Timers are not supported.
2016-11-28 12:44:34 +00:00
kernel/test/*: RuntimeError, OK # Issue 26103. Timers are not supported.
2013-04-22 17:11:02 +00:00
2014-04-30 07:05:38 +00:00
[ $compiler == dart2js && $runtime == drt ]
async/test/stream_zip_test: RuntimeError, Pass # Issue 18548
2015-01-13 12:24:30 +00:00
[ $compiler == dart2js && ($runtime == chrome || $runtime == ff) ]
2015-02-17 17:21:39 +00:00
collection/test/unmodifiable_collection_test: SkipSlow # Times out. Issue 22050
async/test/stream_zip_test: SkipSlow # Times out. Issue 22050
2015-01-12 17:51:08 +00:00
2014-11-11 14:37:34 +00:00
[ $runtime == safarimobilesim ]
2017-04-21 15:50:09 +00:00
# Unexplained errors only occurring on Safari 6.1 and earlier.
2013-12-19 11:57:56 +00:00
typed_data/test/typed_buffers_test: RuntimeError
2013-11-22 10:31:53 +00:00
2013-05-29 07:39:49 +00:00
[ $compiler == dart2js && $csp ]
2013-07-30 20:48:47 +00:00
# This test cannot run under CSP because it is injecting a JavaScript polyfill
mutation_observer: Skip
2013-06-10 13:52:41 +00:00
[ $compiler == dart2js && $browser ]
crypto/test/sha256_test: Slow, Pass
crypto/test/sha1_test: Slow, Pass
2014-06-10 01:08:47 +00:00
2013-06-11 14:10:03 +00:00
[ $browser ]
2015-06-03 21:03:15 +00:00
analyzer_cli/*: SkipByDesign # Uses dart:io.
2015-02-23 21:31:12 +00:00
*/test/analyzer_test: SkipByDesign # No need to run analysis tests on browser bots
2015-02-17 17:21:39 +00:00
analysis_server/test/*: SkipByDesign # Uses dart:io.
analysis_server/tool/spec/check_all_test: SkipByDesign # Uses dart:io.
analyzer/test/*: SkipByDesign # Uses dart:io.
2015-10-19 16:24:18 +00:00
analyzer/tool/task_dependency_graph/check_test: SkipByDesign # Uses dart:io.
2015-11-04 21:12:02 +00:00
analyzer/tool/summary/check_test: SkipByDesign # Uses dart:io.
2015-02-23 21:31:12 +00:00
analyzer2dart/*: SkipByDesign # Uses dart:io.
2016-10-10 22:26:41 +00:00
compiler/tool/*: SkipByDesign # Only meant to run on vm
2016-10-21 16:07:48 +00:00
front_end/tool/*: SkipByDesign # Only meant to run on vm
2014-12-19 21:54:51 +00:00
http_server/test/*: Fail, OK # Uses dart:io.
2013-11-08 00:32:54 +00:00
observe/test/transformer_test: Fail, OK # Uses dart:io.
2015-02-23 21:31:12 +00:00
observe/test/unique_message_test: SkipByDesign # Uses dart:io.
2015-12-17 23:50:07 +00:00
dart_messages/test/dart_messages_test: Skip # Uses dart:io.
2013-08-14 20:59:46 +00:00
2016-12-05 10:35:41 +00:00
[ $browser || $jscl ]
kernel/test/*: SkipByDesign # Uses dart:io and bigints.
2017-06-22 15:49:19 +00:00
[ $runtime == vm && ($arch == simarm64 || $arch == simarm || $arch == simarmv6 || $arch == simarmv5te || $arch == armv6 || $arch == armv5te) ]
2014-05-13 18:10:16 +00:00
# Timeout. These are not unit tests. They do not run efficiently on our
2015-03-31 23:11:33 +00:00
# simulator or low-end devices.
2014-04-02 17:39:32 +00:00
*: Skip
2013-05-09 21:39:03 +00:00
[ $runtime == vm ]
2016-01-14 18:28:46 +00:00
analyzer/test/file_system/physical_resource_provider_test: Pass, Fail # Issue 25472
2017-03-10 00:51:17 +00:00
analyzer/test/src/task/strong/inferred_type_test: Pass, Slow
2014-02-26 06:35:04 +00:00
# Skip tests on the VM if the package depends on dart:html
2013-07-30 21:38:13 +00:00
mutation_observer: Skip
2014-01-07 01:07:29 +00:00
2015-03-18 12:45:50 +00:00
[ $compiler == dart2js && $runtime == chrome && $system == macos ]
third_party/di_tests/di_test: Pass, Slow # Issue 22896
2017-02-28 13:10:26 +00:00
[ $arch == x64 && $runtime == vm && $system == windows && $checked ]
# See: https://build.chromium.org/p/client.dart/builders/analyzer-win7-release-be/builds/3113/steps/analyzer%20unit%20tests/logs/stdio
analyzer/test/src/task/strong/inferred_type_test: Pass, Slow
2017-01-12 01:31:30 +00:00
[ $runtime == dart_precompiled ]
2016-02-25 20:24:09 +00:00
*: SkipByDesign # The pkg test framework imports dart:mirrors.
2016-03-07 18:20:41 +00:00
2017-01-03 11:05:40 +00:00
[ $compiler == none ]
2017-01-04 13:25:36 +00:00
kernel/test/closures_test: Fail
2017-02-17 14:00:52 +00:00
2017-05-26 22:45:35 +00:00
[ $runtime == vm ]
2017-02-26 16:54:51 +00:00
analyzer_cli/test/driver_test: Pass, Slow
2017-05-26 22:45:35 +00:00
[ $runtime == vm && $system == windows ]
2017-03-09 22:57:26 +00:00
analyzer/test/src/task/strong/checker_test: Pass, Slow
2017-06-13 15:13:01 +00:00
[ $browser ]
testing/test/analyze_test: SkipByDesign