Skip to content

Commit 8e65592

Browse files
Reset thresholds for performance benchmarks (#9257)
1 parent 04eec35 commit 8e65592

File tree

2 files changed

+20
-33
lines changed

2 files changed

+20
-33
lines changed

flutter-candidate.txt

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1 +1 @@
1-
a0711824a5bac6a4bb9703b5e11601004db3d14b
1+
2b6b9d12589875842e64f4b78fd0f11337755aaa

packages/devtools_app/benchmark/devtools_benchmarks_test.dart

Lines changed: 19 additions & 32 deletions
Original file line numberDiff line numberDiff line change
@@ -42,7 +42,7 @@ void main() {
4242
() async {
4343
await _runBenchmarks(useWasm: useWasm);
4444
},
45-
timeout: const Timeout(Duration(minutes: 10)),
45+
timeout: const Timeout(Duration(minutes: 15)),
4646
retry: 1,
4747
);
4848
}
@@ -123,7 +123,7 @@ void _verifyScoresAgainstThresholds(
123123
}) {
124124
final identifier = '${devToolsBenchmark.id}.${useWasm ? 'wasm' : 'js'}';
125125
stdout.writeln('Verifying $identifier scores against expected thresholds.');
126-
final benchmarkThresholds = _benchmarkThresholds(useWasm);
126+
final benchmarkThresholds = _benchmarkThresholds(/*useWasm*/);
127127
expect(
128128
benchmarkThresholds.containsKey(devToolsBenchmark),
129129
isTrue,
@@ -171,71 +171,58 @@ void _verifyScoresAgainstThresholds(
171171
}
172172

173173
const _frameTimeFor60FPSInMicros = 16666.6;
174-
const _frameTimeFor30FPSInMicros = 33333.3;
174+
// const _frameTimeFor30FPSInMicros = 33333.3;
175175

176176
/// Creates the expected [DevToolsBenchmark]s for the specified compiler.
177-
///
178-
/// Note that some of the wasm benchmarks use a 30fps frame budget instead of
179-
/// the 60fps frame budget due to https://issues.chromium.org/issues/396208308.
180-
Map<DevToolsBenchmark, Map<String, num>> _benchmarkThresholds(bool isWasm) => {
181-
// Note that some of these benchmarks exceed the 60fps frame budget,
182-
// especially the p90 benchmarks.
183-
//
184-
// See https://github.com/flutter/devtools/pull/8892 which exposes this.
177+
Map<DevToolsBenchmark, Map<String, num>> _benchmarkThresholds(
178+
/*bool isWasm*/
179+
) => {
185180
DevToolsBenchmark.navigateThroughOfflineScreens: {
186181
..._valuesForMetric(
187182
BenchmarkMetric.flutterFrameTotalTime,
188-
avg: _frameTimeFor60FPSInMicros * 2,
183+
avg: _frameTimeFor60FPSInMicros,
189184
p50: _frameTimeFor60FPSInMicros,
190-
p90: _frameTimeFor60FPSInMicros * 6,
185+
p90: _frameTimeFor60FPSInMicros,
191186
),
192187
..._valuesForMetric(
193188
BenchmarkMetric.flutterFrameBuildTime,
194-
avg: _frameTimeFor60FPSInMicros * 2,
189+
avg: _frameTimeFor60FPSInMicros,
195190
p50: _frameTimeFor60FPSInMicros,
196191
p90: _frameTimeFor60FPSInMicros,
197192
),
198193
..._valuesForMetric(
199194
BenchmarkMetric.flutterFrameRasterTime,
200-
avg: _frameTimeFor60FPSInMicros * 2,
195+
avg: _frameTimeFor60FPSInMicros,
201196
p50: _frameTimeFor60FPSInMicros,
202197
p90: _frameTimeFor60FPSInMicros,
203198
),
204199
},
205-
// Note that some of these benchmarks exceed the 60fps frame budget,
206-
// especially the p90 benchmarks.
207-
//
208-
// See https://github.com/flutter/devtools/pull/8892 which exposes this.
209200
DevToolsBenchmark.offlineCpuProfilerScreen: {
210201
..._valuesForMetric(
211202
BenchmarkMetric.flutterFrameTotalTime,
212-
avg:
213-
(isWasm ? _frameTimeFor30FPSInMicros : _frameTimeFor60FPSInMicros) *
214-
2,
215-
p50: isWasm ? _frameTimeFor30FPSInMicros * 2 : _frameTimeFor60FPSInMicros,
216-
p90: _frameTimeFor60FPSInMicros * 6,
203+
avg: _frameTimeFor60FPSInMicros,
204+
p50: _frameTimeFor60FPSInMicros,
205+
p90: _frameTimeFor60FPSInMicros,
217206
),
218207
..._valuesForMetric(
219208
BenchmarkMetric.flutterFrameBuildTime,
220-
avg: _frameTimeFor60FPSInMicros * 2,
209+
avg: _frameTimeFor60FPSInMicros,
221210
p50: _frameTimeFor60FPSInMicros,
222-
p90: isWasm ? _frameTimeFor30FPSInMicros : _frameTimeFor60FPSInMicros,
211+
p90: _frameTimeFor60FPSInMicros,
223212
),
224213
..._valuesForMetric(
225214
BenchmarkMetric.flutterFrameRasterTime,
226-
avg:
227-
(isWasm ? _frameTimeFor30FPSInMicros : _frameTimeFor60FPSInMicros) *
228-
2,
229-
p50: isWasm ? _frameTimeFor30FPSInMicros * 2 : _frameTimeFor60FPSInMicros,
230-
p90: isWasm ? _frameTimeFor30FPSInMicros * 3 : _frameTimeFor60FPSInMicros,
215+
avg: _frameTimeFor60FPSInMicros,
216+
p50: _frameTimeFor60FPSInMicros,
217+
p90: _frameTimeFor60FPSInMicros,
231218
),
232219
},
233220
DevToolsBenchmark.offlinePerformanceScreen: {
234221
..._valuesForMetric(
235222
BenchmarkMetric.flutterFrameTotalTime,
236223
avg: _frameTimeFor60FPSInMicros,
237224
p50: _frameTimeFor60FPSInMicros,
238-
p90: _frameTimeFor30FPSInMicros,
225+
p90: _frameTimeFor60FPSInMicros,
239226
),
240227
..._valuesForMetric(
241228
BenchmarkMetric.flutterFrameBuildTime,

0 commit comments

Comments
 (0)