development/flutter
development/flutter
1
0
Fork 0
mirror of https://github.com/flutter/flutter synced 2024-10-03 15:04:18 +00:00
Code Issues Packages Projects Releases Wiki Activity

devicelab: started averaging startup time for ios test (#64978)

Browse source
This commit is contained in:
gaaclarke 2020-09-02 16:35:03 -07:00 committed by GitHub
parent 2e67bf2e32
commit 37de94d7d2
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 36 additions and 12 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

48
dev/devicelab/lib/tasks/perf_tests.dart
View file

@ -341,6 +341,23 @@ TaskFunction createFramePolicyIntegrationTest() {
};
}
Map<String, dynamic> _average(List<Map<String, dynamic>> results, int iterations) {
final Map<String, dynamic> tally = <String, dynamic>{};
for (final Map<String, dynamic> item in results) {
item.forEach((String key, dynamic value) {
if (tally.containsKey(key)) {
tally[key] = (tally[key] as int) + (value as int);
} else {
tally[key] = value;
}
});
}
tally.forEach((String key, dynamic value) {
tally[key] = (value as int) ~/ iterations;
});
return tally;
}
/// Measure application startup performance.
class StartupTest {
const StartupTest(this.testDirectory, { this.reportMetrics = true });
@ -353,21 +370,28 @@ class StartupTest {
final String deviceId = (await devices.workingDevice).deviceId;
await flutter('packages', options: <String>['get']);
await flutter('run', options: <String>[
'--verbose',
'--profile',
'--trace-startup',
'-d',
deviceId,
]);
final Map<String, dynamic> data = json.decode(
file('$testDirectory/build/start_up_info.json').readAsStringSync(),
) as Map<String, dynamic>;
const int iterations = 3;
final List<Map<String, dynamic>> results = <Map<String, dynamic>>[];
for (int i = 0; i < iterations; ++i) {
await flutter('run', options: <String>[
'--verbose',
'--profile',
'--trace-startup',
'-d',
deviceId,
]);
final Map<String, dynamic> data = json.decode(
file('$testDirectory/build/start_up_info.json').readAsStringSync(),
) as Map<String, dynamic>;
results.add(data);
}
final Map<String, dynamic> averageResults = _average(results, iterations);
if (!reportMetrics)
return TaskResult.success(data);
return TaskResult.success(averageResults);
return TaskResult.success(data, benchmarkScoreKeys: <String>[
return TaskResult.success(averageResults, benchmarkScoreKeys: <String>[
'timeToFirstFrameMicros',
'timeToFirstFrameRasterizedMicros',
]);