2017-02-14 18:21:33 +00:00
|
|
|
import 'dart:async';
|
2017-02-23 21:37:26 +00:00
|
|
|
import 'dart:io';
|
2017-02-14 18:21:33 +00:00
|
|
|
|
|
|
|
import 'package:path/path.dart' as p;
|
|
|
|
|
|
|
|
String flutterRoot = p.dirname(p.dirname(p.dirname(p.fromUri(Platform.script))));
|
|
|
|
String flutter = p.join(flutterRoot, 'bin', Platform.isWindows ? 'flutter.bat' : 'flutter');
|
|
|
|
String dart = p.join(flutterRoot, 'bin', 'cache', 'dart-sdk', 'bin', Platform.isWindows ? 'dart.exe' : 'dart');
|
2017-03-09 20:58:31 +00:00
|
|
|
String pub = p.join(flutterRoot, 'bin', 'cache', 'dart-sdk', 'bin', Platform.isWindows ? 'pub.bat' : 'pub');
|
2017-02-14 18:21:33 +00:00
|
|
|
String flutterTestArgs = Platform.environment['FLUTTER_TEST_ARGS'];
|
|
|
|
|
|
|
|
/// When you call this, you can set FLUTTER_TEST_ARGS to pass custom
|
|
|
|
/// arguments to flutter test. For example, you might want to call this
|
|
|
|
/// script using FLUTTER_TEST_ARGS=--local-engine=host_debug_unopt to
|
|
|
|
/// use your own build of the engine.
|
|
|
|
Future<Null> main() async {
|
2017-02-17 04:40:07 +00:00
|
|
|
if (Platform.environment['SHARD'] == 'docs') {
|
|
|
|
print('\x1B[32mDONE: test.dart does nothing in the docs shard.\x1B[0m');
|
|
|
|
} else if (Platform.environment['SHARD'] == 'analyze') {
|
|
|
|
// Analyze all the Dart code in the repo.
|
|
|
|
await _runFlutterAnalyze(flutterRoot,
|
2017-02-14 18:21:33 +00:00
|
|
|
options: <String>['--flutter-repo'],
|
2017-02-17 04:40:07 +00:00
|
|
|
);
|
2017-02-14 18:21:33 +00:00
|
|
|
|
2017-02-17 04:40:07 +00:00
|
|
|
await _runCmd(dart, <String>[p.join(flutterRoot, 'dev', 'tools', 'mega_gallery.dart')],
|
|
|
|
workingDirectory: flutterRoot,
|
|
|
|
);
|
|
|
|
await _runFlutterAnalyze(p.join(flutterRoot, 'dev', 'benchmarks', 'mega_gallery'),
|
|
|
|
options: <String>['--watch', '--benchmark'],
|
|
|
|
);
|
|
|
|
|
|
|
|
print('\x1B[32mDONE: Analysis successful.\x1B[0m');
|
|
|
|
} else {
|
|
|
|
// Verify that the tests actually return failure on failure and success on success.
|
2017-03-04 02:06:08 +00:00
|
|
|
final String automatedTests = p.join(flutterRoot, 'dev', 'automated_tests');
|
2017-02-17 04:40:07 +00:00
|
|
|
await _runFlutterTest(automatedTests,
|
2017-02-14 18:21:33 +00:00
|
|
|
script: p.join('test_smoke_test', 'fail_test.dart'),
|
|
|
|
expectFailure: true,
|
|
|
|
printOutput: false,
|
2017-02-17 04:40:07 +00:00
|
|
|
);
|
|
|
|
await _runFlutterTest(automatedTests,
|
2017-02-14 18:21:33 +00:00
|
|
|
script: p.join('test_smoke_test', 'pass_test.dart'),
|
|
|
|
printOutput: false,
|
2017-02-17 04:40:07 +00:00
|
|
|
);
|
|
|
|
await _runFlutterTest(automatedTests,
|
2017-02-14 18:21:33 +00:00
|
|
|
script: p.join('test_smoke_test', 'crash1_test.dart'),
|
|
|
|
expectFailure: true,
|
|
|
|
printOutput: false,
|
2017-02-17 04:40:07 +00:00
|
|
|
);
|
|
|
|
await _runFlutterTest(automatedTests,
|
2017-02-14 18:21:33 +00:00
|
|
|
script: p.join('test_smoke_test', 'crash2_test.dart'),
|
|
|
|
expectFailure: true,
|
|
|
|
printOutput: false,
|
2017-02-17 04:40:07 +00:00
|
|
|
);
|
|
|
|
await _runFlutterTest(automatedTests,
|
2017-02-14 18:21:33 +00:00
|
|
|
script: p.join('test_smoke_test', 'syntax_error_test.broken_dart'),
|
|
|
|
expectFailure: true,
|
|
|
|
printOutput: false,
|
2017-02-17 04:40:07 +00:00
|
|
|
);
|
|
|
|
await _runFlutterTest(automatedTests,
|
2017-02-14 18:21:33 +00:00
|
|
|
script: p.join('test_smoke_test', 'missing_import_test.broken_dart'),
|
|
|
|
expectFailure: true,
|
|
|
|
printOutput: false,
|
2017-02-17 04:40:07 +00:00
|
|
|
);
|
|
|
|
await _runCmd(flutter, <String>['drive', '--use-existing-app', '-t', p.join('test_driver', 'failure.dart')],
|
2017-02-14 18:21:33 +00:00
|
|
|
workingDirectory: p.join(flutterRoot, 'packages', 'flutter_driver'),
|
|
|
|
expectFailure: true,
|
|
|
|
printOutput: false,
|
2017-02-17 04:40:07 +00:00
|
|
|
);
|
2017-02-14 18:21:33 +00:00
|
|
|
|
2017-03-04 02:06:08 +00:00
|
|
|
final List<String> coverageFlags = <String>[];
|
2017-02-17 04:40:07 +00:00
|
|
|
if (Platform.environment['TRAVIS'] != null && Platform.environment['TRAVIS_PULL_REQUEST'] == 'false')
|
|
|
|
coverageFlags.add('--coverage');
|
2017-02-14 18:21:33 +00:00
|
|
|
|
2017-02-17 04:40:07 +00:00
|
|
|
// Run tests.
|
|
|
|
await _runFlutterTest(p.join(flutterRoot, 'packages', 'flutter'),
|
2017-02-14 18:21:33 +00:00
|
|
|
options: coverageFlags,
|
2017-02-17 04:40:07 +00:00
|
|
|
);
|
2017-02-28 23:58:28 +00:00
|
|
|
await _runFlutterTest(p.join(flutterRoot, 'packages', 'flutter_driver'));
|
2017-02-17 04:40:07 +00:00
|
|
|
await _runFlutterTest(p.join(flutterRoot, 'packages', 'flutter_test'));
|
|
|
|
await _runFlutterTest(p.join(flutterRoot, 'packages', 'flutter_markdown'));
|
2017-03-10 17:39:01 +00:00
|
|
|
await _pubRunTest(p.join(flutterRoot, 'packages', 'flutter_tools'));
|
2017-02-14 18:21:33 +00:00
|
|
|
|
2017-02-17 04:40:07 +00:00
|
|
|
await _runAllDartTests(p.join(flutterRoot, 'dev', 'devicelab'));
|
|
|
|
await _runFlutterTest(p.join(flutterRoot, 'dev', 'manual_tests'));
|
|
|
|
await _runFlutterTest(p.join(flutterRoot, 'examples', 'hello_world'));
|
|
|
|
await _runFlutterTest(p.join(flutterRoot, 'examples', 'layers'));
|
|
|
|
await _runFlutterTest(p.join(flutterRoot, 'examples', 'stocks'));
|
|
|
|
await _runFlutterTest(p.join(flutterRoot, 'examples', 'flutter_gallery'));
|
2017-02-14 18:21:33 +00:00
|
|
|
|
2017-02-17 04:40:07 +00:00
|
|
|
print('\x1B[32mDONE: All tests successful.\x1B[0m');
|
|
|
|
}
|
2017-02-14 18:21:33 +00:00
|
|
|
}
|
|
|
|
|
2017-03-09 20:58:31 +00:00
|
|
|
Future<Null> _pubRunTest(
|
|
|
|
String workingDirectory, {
|
|
|
|
String testPath,
|
|
|
|
}) {
|
|
|
|
final List<String> args = <String>['run', 'test'];
|
|
|
|
if (testPath != null)
|
|
|
|
args.add(testPath);
|
|
|
|
return _runCmd(pub, args, workingDirectory: workingDirectory);
|
|
|
|
}
|
|
|
|
|
2017-02-14 18:21:33 +00:00
|
|
|
Future<Null> _runCmd(String executable, List<String> arguments, {
|
2017-02-17 04:40:07 +00:00
|
|
|
String workingDirectory,
|
|
|
|
Map<String, String> environment,
|
|
|
|
bool expectFailure: false,
|
|
|
|
bool printOutput: true,
|
|
|
|
bool skip: false,
|
2017-02-14 18:21:33 +00:00
|
|
|
}) async {
|
2017-03-04 02:06:08 +00:00
|
|
|
final String cmd = '${p.relative(executable)} ${arguments.join(' ')}';
|
|
|
|
final String relativeWorkingDir = p.relative(workingDirectory);
|
2017-02-14 18:21:33 +00:00
|
|
|
if (skip) {
|
|
|
|
_printProgress('SKIPPING', relativeWorkingDir, cmd);
|
|
|
|
return null;
|
|
|
|
}
|
|
|
|
_printProgress('RUNNING', relativeWorkingDir, cmd);
|
|
|
|
|
2017-03-04 02:06:08 +00:00
|
|
|
final Process process = await Process.start(executable, arguments,
|
2017-02-17 04:40:07 +00:00
|
|
|
workingDirectory: workingDirectory,
|
|
|
|
environment: environment,
|
2017-02-14 18:21:33 +00:00
|
|
|
);
|
|
|
|
|
|
|
|
if (printOutput) {
|
|
|
|
stdout.addStream(process.stdout);
|
|
|
|
stderr.addStream(process.stderr);
|
|
|
|
}
|
|
|
|
|
2017-03-04 02:06:08 +00:00
|
|
|
final int exitCode = await process.exitCode;
|
2017-02-14 18:21:33 +00:00
|
|
|
if ((exitCode == 0) == expectFailure) {
|
|
|
|
print(
|
2017-02-17 04:40:07 +00:00
|
|
|
'\x1B[31m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\x1B[0m\n'
|
|
|
|
'\x1B[1mERROR:\x1B[31m Last command exited with $exitCode (expected: ${expectFailure ? 'non-zero' : 'zero'}).\x1B[0m\n'
|
|
|
|
'\x1B[31m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\x1B[0m'
|
2017-02-14 18:21:33 +00:00
|
|
|
);
|
|
|
|
exit(1);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
Future<Null> _runFlutterTest(String workingDirectory, {
|
|
|
|
String script,
|
|
|
|
bool expectFailure: false,
|
|
|
|
bool printOutput: true,
|
|
|
|
List<String> options: const <String>[],
|
|
|
|
bool skip: false,
|
|
|
|
}) {
|
2017-03-04 02:06:08 +00:00
|
|
|
final List<String> args = <String>['test']..addAll(options);
|
2017-02-14 18:21:33 +00:00
|
|
|
if (flutterTestArgs != null)
|
|
|
|
args.add(flutterTestArgs);
|
|
|
|
if (script != null)
|
|
|
|
args.add(script);
|
|
|
|
return _runCmd(flutter, args,
|
2017-02-17 04:40:07 +00:00
|
|
|
workingDirectory: workingDirectory,
|
|
|
|
expectFailure: expectFailure,
|
|
|
|
printOutput: printOutput,
|
|
|
|
skip: skip || Platform.isWindows, // TODO(goderbauer): run on Windows when sky_shell is available
|
2017-02-14 18:21:33 +00:00
|
|
|
);
|
|
|
|
}
|
|
|
|
|
|
|
|
Future<Null> _runAllDartTests(String workingDirectory, {
|
2017-02-17 04:40:07 +00:00
|
|
|
Map<String, String> environment,
|
2017-02-14 18:21:33 +00:00
|
|
|
}) {
|
2017-03-04 02:06:08 +00:00
|
|
|
final List<String> args = <String>['--checked', p.join('test', 'all.dart')];
|
2017-02-14 18:21:33 +00:00
|
|
|
return _runCmd(dart, args,
|
2017-02-17 04:40:07 +00:00
|
|
|
workingDirectory: workingDirectory,
|
|
|
|
environment: environment,
|
2017-02-14 18:21:33 +00:00
|
|
|
);
|
|
|
|
}
|
|
|
|
|
|
|
|
Future<Null> _runFlutterAnalyze(String workingDirectory, {
|
2017-02-17 04:40:07 +00:00
|
|
|
List<String> options: const <String>[]
|
2017-02-14 18:21:33 +00:00
|
|
|
}) {
|
|
|
|
return _runCmd(flutter, <String>['analyze']..addAll(options),
|
2017-02-17 04:40:07 +00:00
|
|
|
workingDirectory: workingDirectory,
|
2017-02-14 18:21:33 +00:00
|
|
|
);
|
|
|
|
}
|
|
|
|
|
|
|
|
void _printProgress(String action, String workingDir, String cmd) {
|
|
|
|
print('>>> $action in \x1B[36m$workingDir\x1B[0m: \x1B[33m$cmd\x1B[0m');
|
|
|
|
}
|