languages/dart-sdk
languages/dart-sdk
1
0
Fork 0
mirror of https://github.com/dart-lang/sdk synced 2024-10-14 11:31:57 +00:00
Code Issues Packages Projects Releases Wiki Activity

[dart2js] Update tests matrix entries

Browse source 
- Update options for existing configurations.
- Add one new configuration for running _2 test suites.
- Rename builders and update to run new configurations.

Tested: Tested with led runs.
Change-Id: I87de456b6b2e53d9e211cbd716fef18910aba69c
Reviewed-on: https://dart-review.googlesource.com/c/sdk/+/281348
Reviewed-by: Sigmund Cherem <sigmund@google.com>
Reviewed-by: Alexander Thomas <athom@google.com>
This commit is contained in:
Nicholas Shahan 2023-03-08 08:40:57 +00:00 committed by Alexander Thomas
parent 252adbc593
commit d77e22a20b
2 changed files with 179 additions and 261 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
runtime/observatory/tests/observatory_ui/observatory_ui.status
View file

@ -5,6 +5,9 @@
[ !$browser ] [ !$browser ]
*: SkipByDesign *: SkipByDesign
[ $compiler == dart2js && $runtime == chrome ]
*: Slow, Pass # https://github.com/dart-lang/sdk/issues/51651
# custom elements are not supported on old browsers, we don't # custom elements are not supported on old browsers, we don't
# intend for observatory to work on old browser versions, so # intend for observatory to work on old browser versions, so
# skipping. # skipping.

437
tools/bots/test_matrix.json
View file

@ -516,55 +516,44 @@
"compiler": "dartkp" "compiler": "dartkp"
} }
}, },
"dart2js-(linux|mac|win)-chrome": { "dart2js-(linux|win)-chrome": {
"options": { "options": {
"use-sdk": true, "nnbd": "strong",
"dart2js-options": [ "use-sdk": true
"--no-sound-null-safety"
]
} }
}, },
"dart2js-(linux|win)-firefox": { "dart2js-(linux|win)-firefox": {
"options": { "options": {
"use-sdk": true, "nnbd": "strong",
"dart2js-options": [ "use-sdk": true
"--no-sound-null-safety"
]
} }
}, },
"dart2js-win-ie11": { "dart2js-win-ie11": {
"options": { "options": {
"babel": "{\"presets\":[\"es2015\"]}", "babel": "{\"presets\":[\"es2015\"]}",
"use-sdk": true, "nnbd": "strong",
"dart2js-options": [ "use-sdk": true
"--no-sound-null-safety"
]
} }
}, },
"dart2js-win-edge": { "dart2js-win-edge": {
"options": { "options": {
"use-sdk": true, "nnbd": "strong",
"dart2js-options": [ "use-sdk": true
"--no-sound-null-safety"
]
} }
}, },
"dart2js-mac-safari": { "dart2js-mac-(chrome|safari)": {
"options": { "options": {
"use-sdk": true, "architecture": "arm64",
"dart2js-options": [ "nnbd": "strong",
"--no-sound-null-safety" "use-sdk": true
]
} }
}, },
"dart2js-minified-csp-linux-chrome": { "dart2js-minified-csp-linux-chrome": {
"options": { "options": {
"minified": true,
"csp": true, "csp": true,
"use-sdk": true, "minified": true,
"dart2js-options": [ "nnbd": "strong",
"--no-sound-null-safety" "use-sdk": true
]
} }
}, },
"dart2js-minified-csp-max-fragments-linux-chrome": { "dart2js-minified-csp-max-fragments-linux-chrome": {
@ -582,10 +571,8 @@
"dart2js-minified-linux-d8": { "dart2js-minified-linux-d8": {
"options": { "options": {
"minified": true, "minified": true,
"use-sdk": true, "nnbd": "strong",
"dart2js-options": [ "use-sdk": true
"--no-sound-null-safety"
]
} }
}, },
"dart2js-minified-hostasserts-weak-max-fragments-linux-x64-d8": { "dart2js-minified-hostasserts-weak-max-fragments-linux-x64-d8": {
@ -604,40 +591,32 @@
"dart2js-production-linux-d8": { "dart2js-production-linux-d8": {
"options": { "options": {
"builder-tag": "dart2js_production", "builder-tag": "dart2js_production",
"use-sdk": true,
"dart2js-options": [ "dart2js-options": [
"-O3", "-O3"
"--no-sound-null-safety" ],
] "nnbd": "strong",
"use-sdk": true
} }
}, },
"dart2js-o0-linux-d8": { "dart2js-o0-linux-d8": {
"options": { "options": {
"builder-tag": "dart2js_o0", "builder-tag": "dart2js_o0",
"use-sdk": true,
"dart2js-options": [ "dart2js-options": [
"-O0", "-O0"
"--no-sound-null-safety" ],
] "nnbd": "strong",
"use-sdk": true
} }
}, },
"dart2js-canary-linux-d8": { "dart2js-canary-linux-(d8|chrome)": {
"options": { "options": {
"builder-tag": "dart2js_canary", "builder-tag": "dart2js_canary",
"host-checked": true,
"timeout": 240,
"dart2js-options": [ "dart2js-options": [
"--canary" "--canary"
] ],
}
},
"dart2js-canary-linux-chrome": {
"options": {
"host-checked": true, "host-checked": true,
"timeout": 240, "nnbd": "strong",
"dart2js-options": [ "timeout": 240
"--canary"
]
} }
}, },
"dart2js-hostasserts-linux-ia32-d8": { "dart2js-hostasserts-linux-ia32-d8": {
@ -652,24 +631,31 @@
"dart2js-hostasserts-linux-d8": { "dart2js-hostasserts-linux-d8": {
"options": { "options": {
"host-checked": true, "host-checked": true,
"nnbd": "strong",
"timeout": 240 "timeout": 240
} }
}, },
"dart2js-hostasserts-weak-linux-x64-(d8|chrome)": { "dart2js-hostasserts-weak-linux-x64-(d8|chrome)": {
"options": { "options": {
"host-checked": true, "host-checked": true,
"timeout": 240, "timeout": 241,
"builder-tag": "dart2js-weak" "builder-tag": "dart2js-weak"
} }
}, },
"dart2js-hostasserts-linux-(d8|chrome)-unsound": { "dart2js-hostasserts-linux-(d8|chrome)-unsound": {
"options": { "options": {
"host-checked": true,
"timeout": 240,
"builder-tag": "dart2js-weak", "builder-tag": "dart2js-weak",
"dart2js-options": [ "host-checked": true,
"--no-sound-null-safety" "nnbd": "weak",
] "timeout": 240
}
},
"dart2js-hostasserts-linux-(d8|chrome)-unsound_2": {
"options": {
"builder-tag": "legacy-test-suites",
"host-checked": true,
"nnbd": "weak",
"timeout": 240
} }
}, },
"dart2js-hostasserts-weak-max-fragments-linux-x64-d8": { "dart2js-hostasserts-weak-max-fragments-linux-x64-d8": {
@ -685,12 +671,13 @@
}, },
"dart2js-hostasserts-minified-fragments-linux-d8": { "dart2js-hostasserts-minified-fragments-linux-d8": {
"options": { "options": {
"host-checked": true,
"timeout": 240,
"dart2js-options": [ "dart2js-options": [
"--merge-fragments-threshold=3", "--merge-fragments-threshold=3",
"--simple-load-ids" "--simple-load-ids"
] ],
"host-checked": true,
"nnbd": "strong",
"timeout": 240
} }
}, },
"dart2js-hostasserts-strong-linux-x64-(d8|chrome)": { "dart2js-hostasserts-strong-linux-x64-(d8|chrome)": {
@ -2733,10 +2720,10 @@
}, },
{ {
"builders": [ "builders": [
"dart2js-canary-x64" "dart2js-canary-linux"
], ],
"meta": { "meta": {
"description": "dart2js canary tests." "description": "dart2js canary mode tests."
}, },
"steps": [ "steps": [
{ {
@ -2748,36 +2735,28 @@
] ]
}, },
{ {
"name": "dart2js canary d8 tests", "name": "dart2js d8 tests",
"arguments": [ "arguments": [
"-ndart2js-canary-linux-d8", "-ndart2js-canary-linux-d8",
"language",
"corelib", "corelib",
"language",
"web" "web"
], ],
"shards": 6, "shards": 6,
"fileset": "web_platform_hostasserts_nnbd" "fileset": "web_platform_hostasserts_nnbd"
}, },
{ {
"name": "dart2js canary chrome tests", "name": "dart2js chrome tests",
"arguments": [ "arguments": [
"-ndart2js-canary-linux-chrome", "-ndart2js-canary-linux-chrome",
"lib",
"web" "web"
], ],
"shards": 3, "shards": 3,
"fileset": "web_platform_hostasserts_nnbd" "fileset": "web_platform_hostasserts_nnbd"
}, },
{ {
"name": "dart2js canary lib tests", "name": "dart2js chrome co19 tests",
"arguments": [
"-ndart2js-canary-linux-chrome",
"lib"
],
"shards": 3,
"fileset": "web_platform_hostasserts_nnbd"
},
{
"name": "dart2js canary co19 tests",
"arguments": [ "arguments": [
"-ndart2js-canary-linux-chrome", "-ndart2js-canary-linux-chrome",
"co19" "co19"
@ -2844,10 +2823,10 @@
}, },
{ {
"builders": [ "builders": [
"dart2js-strong-hostasserts-linux-ia32-d8" "dart2js-hostasserts-linux-d8"
], ],
"meta": { "meta": {
"description": "dart2js-d8 tests with assertions during compilation" "description": "dart2js tests with assertions during compilation"
}, },
"steps": [ "steps": [
{ {
@ -2860,47 +2839,36 @@
{ {
"name": "dart2js tests", "name": "dart2js tests",
"arguments": [ "arguments": [
"-ndart2js-hostasserts-linux-ia32-d8" "-ndart2js-hostasserts-linux-d8",
"corelib",
"language",
"lib",
"pkg",
"web"
], ],
"shards": 6, "shards": 6,
"fileset": "web_platform_hostasserts" "fileset": "web_platform_hostasserts_nnbd"
}, },
{ {
"name": "dart2js co19_2 tests", "name": "dart2js co19 tests",
"arguments": [ "arguments": [
"-ndart2js-hostasserts-linux-ia32-d8", "-ndart2js-hostasserts-linux-d8",
"co19_2" "co19"
], ],
"shards": 6, "shards": 6,
"fileset": "web_platform_hostasserts" "fileset": "web_platform_hostasserts_nnbd"
},
{
"name": "dart2js package tests",
"arguments": [
"-ndart2js-hostasserts-linux-ia32-d8",
"pkg"
]
},
{
"name": "dart2js extra tests",
"arguments": [
"-ndart2js-hostasserts-linux-ia32-d8",
"web_2"
]
} }
] ]
}, },
{ {
"builders": [ "builders": [
"dart2js-strong-linux-x64-chrome", "dart2js-linux-chrome",
"dart2js-strong-linux-x64-firefox", "dart2js-linux-firefox",
"dart2js-strong-mac-x64-chrome", "dart2js-win-chrome",
"dart2js-strong-mac-x64-safari", "dart2js-win-firefox"
"dart2js-strong-win-x64-chrome",
"dart2js-strong-win-x64-firefox"
], ],
"meta": { "meta": {
"description": "dart2js browser tests for Dart 2.0." "description": "dart2js browser tests"
}, },
"steps": [ "steps": [
{ {
@ -2914,46 +2882,75 @@
"name": "dart2js tests", "name": "dart2js tests",
"arguments": [ "arguments": [
"-ndart2js-${system}-${runtime}", "-ndart2js-${system}-${runtime}",
"--reset-browser-configuration" "corelib",
"language",
"lib",
"pkg",
"web"
], ],
"shards": 6, "shards": 6,
"fileset": "web_platform" "fileset": "web_platform_nnbd"
}, },
{ {
"name": "dart2js co19_2 tests", "name": "dart2js co19 tests",
"arguments": [ "arguments": [
"-ndart2js-${system}-${runtime}", "-ndart2js-${system}-${runtime}",
"--reset-browser-configuration", "co19"
"co19_2"
], ],
"shards": 6, "shards": 6,
"fileset": "web_platform" "fileset": "web_platform_nnbd"
},
{
"name": "dart2js package tests",
"arguments": [
"-ndart2js-${system}-${runtime}",
"--reset-browser-configuration",
"pkg"
]
},
{
"name": "dart2js extra tests",
"arguments": [
"-ndart2js-${system}-${runtime}",
"--reset-browser-configuration",
"web_2"
]
} }
] ]
}, },
{ {
"builders": [ "builders": [
"dart2js-minified-strong-linux-x64-d8" "dart2js-mac-chrome",
"dart2js-mac-safari"
], ],
"meta": { "meta": {
"description": "dart2js tests for Dart 2.0." "description": "dart2js browser tests"
},
"steps": [
{
"name": "build dart",
"script": "tools/build.py",
"arguments": [
"--arch=arm64",
"create_sdk"
]
},
{
"name": "dart2js tests",
"arguments": [
"-ndart2js-${system}-${runtime}",
"--arch=arm64",
"corelib",
"language",
"lib",
"pkg",
"web"
],
"shards": 6,
"fileset": "web_platform_nnbd"
},
{
"name": "dart2js co19 tests",
"arguments": [
"-ndart2js-${system}-${runtime}",
"--arch=arm64",
"co19"
],
"shards": 6,
"fileset": "web_platform_nnbd"
}
]
},
{
"builders": [
"dart2js-minified-linux-d8"
],
"meta": {
"description": "dart2js minified d8 tests"
}, },
"steps": [ "steps": [
{ {
@ -2966,63 +2963,48 @@
{ {
"name": "dart2js tests", "name": "dart2js tests",
"arguments": [ "arguments": [
"-ndart2js-minified-linux-d8" "-ndart2js-minified-linux-d8",
"corelib",
"language",
"lib",
"pkg",
"web"
], ],
"shards": 6, "shards": 6,
"fileset": "web_platform" "fileset": "web_platform_nnbd"
},
{
"name": "dart2js package tests",
"arguments": [
"-ndart2js-minified-linux-d8",
"pkg"
]
},
{
"name": "dart2js extra tests",
"arguments": [
"-ndart2js-minified-linux-d8",
"web_2"
]
}, },
{ {
"name": "dart2js production tests", "name": "dart2js production tests",
"arguments": [ "arguments": [
"-ndart2js-production-linux-d8" "-ndart2js-production-linux-d8",
"corelib",
"language",
"lib",
"pkg",
"web"
], ],
"shards": 6, "shards": 6,
"fileset": "web_platform" "fileset": "web_platform_nnbd"
},
{
"name": "dart2js production extra tests",
"arguments": [
"-ndart2js-production-linux-d8",
"web_2"
]
}, },
{ {
"name": "dart2js -O0 smoke tests", "name": "dart2js -O0 smoke tests",
"arguments": [ "arguments": [
"-ndart2js-o0-linux-d8", "-ndart2js-o0-linux-d8",
"web_2" "web"
] ]
}, },
{ {
"name": "dart2js d8 fragment merging tests", "name": "dart2js hostasserts fragment merging tests",
"arguments": [ "arguments": [
"-ndart2js-minified-hostasserts-weak-max-fragments-linux-x64-d8", "-ndart2js-hostasserts-minified-fragments-linux-d8",
"web/deferred/" "web/deferred/"
], ]
"shards": 1,
"fileset": "web_platform_hostasserts"
} }
] ]
}, },
{ {
"builders": [ "builders": [
"dart2js-csp-minified-linux-x64-chrome" "dart2js-minified-csp-linux-chrome"
], ],
"meta": { "meta": {
"description": "dart2js tests in csp and minified mode." "description": "dart2js tests in csp and minified mode."
@ -3039,50 +3021,24 @@
"name": "dart2js tests", "name": "dart2js tests",
"arguments": [ "arguments": [
"-ndart2js-minified-csp-linux-chrome", "-ndart2js-minified-csp-linux-chrome",
"--reset-browser-configuration" "corelib",
"language",
"lib",
"observatory_ui",
"pkg",
"web"
], ],
"shards": 4, "shards": 6,
"fileset": "web_platform" "fileset": "web_platform_nnbd"
},
{
"name": "dart2js package tests",
"arguments": [
"-ndart2js-minified-csp-linux-chrome",
"--reset-browser-configuration",
"pkg"
]
},
{
"name": "dart2js observatory-ui tests",
"arguments": [
"-ndart2js-minified-csp-linux-chrome",
"--reset-browser-configuration",
"observatory_ui"
]
},
{
"name": "dart2js extra tests",
"arguments": [
"-ndart2js-minified-csp-linux-chrome",
"web_2"
]
},
{
"name": "dart2js d8 fragment merging tests",
"arguments": [
"-ndart2js-minified-csp-max-fragments-linux-chrome",
"web/deferred/"
]
} }
] ]
}, },
{ {
"builders": [ "builders": [
"dart2js-nnbd-linux-x64-chrome" "dart2js-hostasserts-linux-unsound"
], ],
"meta": { "meta": {
"description": "dart2js tests for NNBD." "description": "dart2js unsound tests with assertions during compilation"
}, },
"steps": [ "steps": [
{ {
@ -3094,96 +3050,55 @@
] ]
}, },
{ {
"name": "dart2js nnbd weak d8 tests", "name": "dart2js d8 tests",
"arguments": [ "arguments": [
"-ndart2js-hostasserts-weak-linux-x64-d8", "-ndart2js-hostasserts-linux-d8-unsound",
"language", "corelib",
"corelib" "language"
], ],
"shards": 6, "shards": 6,
"fileset": "web_platform_hostasserts_nnbd" "fileset": "web_platform_hostasserts_nnbd"
}, },
{ {
"name": "dart2js nnbd weak d8 fragment merging tests", "name": "dart2js chrome tests",
"arguments": [ "arguments": [
"-ndart2js-hostasserts-weak-max-fragments-linux-x64-d8", "-ndart2js-hostasserts-linux-chrome-unsound",
"web/deferred/" "lib",
], "pkg",
"shards": 1,
"fileset": "web_platform_hostasserts_nnbd"
},
{
"name": "dart2js nnbd weak chrome tests",
"arguments": [
"-ndart2js-hostasserts-weak-linux-x64-chrome",
"web" "web"
], ],
"shards": 3, "shards": 3,
"fileset": "web_platform_hostasserts_nnbd" "fileset": "web_platform_hostasserts_nnbd"
}, },
{ {
"name": "dart2js nnbd weak lib tests", "name": "dart2js chrome co19 tests",
"arguments": [ "arguments": [
"-ndart2js-hostasserts-weak-linux-x64-chrome", "-ndart2js-hostasserts-linux-chrome-unsound",
"lib"
],
"shards": 3,
"fileset": "web_platform_hostasserts_nnbd"
},
{
"name": "dart2js nnbd weak co19 tests",
"arguments": [
"-ndart2js-hostasserts-weak-linux-x64-chrome",
"co19" "co19"
], ],
"shards": 6, "shards": 6,
"fileset": "web_platform_hostasserts_nnbd" "fileset": "web_platform_hostasserts_nnbd"
}, },
{ {
"name": "dart2js nnbd strong d8 tests", "name": "dart2js chrome _2 tests",
"arguments": [ "arguments": [
"-ndart2js-hostasserts-strong-linux-x64-d8", "-ndart2js-hostasserts-linux-chrome-unsound_2",
"language", "corelib_2",
"corelib" "language_2",
"lib_2",
"web_2"
], ],
"shards": 6, "shards": 6,
"fileset": "web_platform_hostasserts_nnbd" "fileset": "web_platform_hostasserts"
}, },
{ {
"name": "dart2js nnbd strong d8 fragment merging tests", "name": "dart2js chrome co19_2 tests",
"arguments": [ "arguments": [
"-ndart2js-hostasserts-strong-max-fragments-linux-x64-d8", "-ndart2js-hostasserts-linux-chrome-unsound_2",
"web/deferred/" "co19_2"
],
"shards": 1,
"fileset": "web_platform_hostasserts_nnbd"
},
{
"name": "dart2js nnbd strong chrome tests",
"arguments": [
"-ndart2js-hostasserts-strong-linux-x64-chrome",
"web"
],
"shards": 3,
"fileset": "web_platform_hostasserts_nnbd"
},
{
"name": "dart2js nnbd strong lib tests",
"arguments": [
"-ndart2js-hostasserts-strong-linux-x64-chrome",
"lib"
],
"shards": 3,
"fileset": "web_platform_hostasserts_nnbd"
},
{
"name": "dart2js nnbd strong co19 tests",
"arguments": [
"-ndart2js-hostasserts-strong-linux-x64-chrome",
"co19"
], ],
"shards": 6, "shards": 6,
"fileset": "web_platform_hostasserts_nnbd" "fileset": "web_platform_hostasserts"
} }
] ]
}, },