Devon Carew
1ab4cee181
Change-Id: I0e4cb66808126b37b43edede43ec7fdd2bbec45a Reviewed-on: https://dart-review.googlesource.com/51042 Reviewed-by: Devon Carew <devoncarew@google.com> Reviewed-by: Brian Wilkerson <brianwilkerson@google.com> Commit-Queue: Devon Carew <devoncarew@google.com>
82 lines
2.5 KiB
Dart
82 lines
2.5 KiB
Dart
// Copyright (c) 2014, the Dart project authors. Please see the AUTHORS file
|
|
// for details. All rights reserved. Use of this source code is governed by a
|
|
// BSD-style license that can be found in the LICENSE file.=> defineTests();
|
|
|
|
/// This tests the benchmarks in benchmark/benchmark.test, and ensures that our
|
|
/// benchmarks can run.
|
|
import 'dart:convert';
|
|
import 'dart:io';
|
|
|
|
import 'package:path/path.dart' as path;
|
|
import 'package:test/test.dart';
|
|
|
|
void main() => defineTests();
|
|
|
|
String get _serverSourcePath {
|
|
String script = Platform.script.toFilePath(windows: Platform.isWindows);
|
|
String pkgPath = path.normalize(path.join(path.dirname(script), '..', '..'));
|
|
return path.join(pkgPath, 'analysis_server');
|
|
}
|
|
|
|
void defineTests() {
|
|
group('benchmarks', () {
|
|
final List<String> benchmarks = _listBenchmarks();
|
|
|
|
test('can list', () {
|
|
expect(benchmarks, isNotEmpty);
|
|
});
|
|
|
|
for (String benchmarkId in benchmarks) {
|
|
if (benchmarkId == 'analysis-flutter-analyze') {
|
|
continue;
|
|
}
|
|
|
|
test(benchmarkId, () {
|
|
ProcessResult r = Process.runSync(
|
|
Platform.resolvedExecutable,
|
|
[
|
|
path.join('benchmark', 'benchmarks.dart'),
|
|
'run',
|
|
'--repeat=1',
|
|
'--quick',
|
|
benchmarkId
|
|
],
|
|
workingDirectory: _serverSourcePath,
|
|
);
|
|
expect(r.exitCode, 0,
|
|
reason: 'exit: ${r.exitCode}\n${r.stdout}\n${r.stderr}');
|
|
});
|
|
|
|
// TODO(scheglov): Restore similar test coverage when the front-end API
|
|
// allows it. See https://github.com/dart-lang/sdk/issues/32258.
|
|
// test('$benchmarkId-use-cfe', () {
|
|
// ProcessResult r = Process.runSync(
|
|
// Platform.resolvedExecutable,
|
|
// [
|
|
// path.join('benchmark', 'benchmarks.dart'),
|
|
// 'run',
|
|
// '--repeat=1',
|
|
// '--quick',
|
|
// '--use-cfe',
|
|
// benchmarkId
|
|
// ],
|
|
// workingDirectory: _serverSourcePath,
|
|
// );
|
|
// expect(r.exitCode, 0,
|
|
// reason: 'exit: ${r.exitCode}\n${r.stdout}\n${r.stderr}');
|
|
// });
|
|
}
|
|
});
|
|
}
|
|
|
|
List<String> _listBenchmarks() {
|
|
ProcessResult result = Process.runSync(
|
|
Platform.resolvedExecutable,
|
|
[path.join('benchmark', 'benchmarks.dart'), 'list', '--machine'],
|
|
workingDirectory: _serverSourcePath,
|
|
);
|
|
Map m = json.decode(result.stdout);
|
|
List benchmarks = m['benchmarks'];
|
|
return benchmarks.map((b) => b['id']).toList();
|
|
}
|