Robert Nystrom
99e8a9fba5
This makes it an actual Pub package like most other code inside the SDK repo. The main goal is to make it easier to write tests for the test runner itself. This change: - Moves all of the code from tools/testing/dart/ over to pkg/test_runner. Most of it ends up under test_runner/lib/src. - Move tools/testing/dart/main.dart to pkg/test_runner/bin/test_runner.dart. - Move standalone_2/io/test_runner_test.dart to pkg/test_runner/test/test_runner_test.dart. I don't think it currently works, but it wasn't being run in its old location either. - Add test_runner to the analysis-server bot. This ensures the test_runner package is static error clean. - Remove standalone_2/io/test_runner_analyze_test.dart which used to attempt to do the above and is no longer needed. - Update test.py to look for the test runner at its new location. - Add test_runner to the repo .packages file and remove the weird test_dart pseudo-package. (I think this fixes #35279.) - Remove status file entries for the removed standalone_2 tests. There are no code changes to the test runner itself aside from fixing up import paths. Change-Id: I3d05d50d222b291848fa5a30de2846e803bc81e6 Reviewed-on: https://dart-review.googlesource.com/c/sdk/+/105821 Commit-Queue: Bob Nystrom <rnystrom@google.com> Reviewed-by: Jonas Termansen <sortie@google.com>
139 lines
7.2 KiB
Plaintext
139 lines
7.2 KiB
Plaintext
# Copyright (c) 2017, the Dart project authors. Please see the AUTHORS file
|
|
# for details. All rights reserved. Use of this source code is governed by a
|
|
# BSD-style license that can be found in the LICENSE file.
|
|
# WARNING:
|
|
# Tests using the multitest feature where failure is expected should *also* be
|
|
# listed in tests/lib/analyzer/analyze_tests.status without the "standalone"
|
|
# prefix.
|
|
io/http_close_test: Pass, RuntimeError # Issue 28380
|
|
io/non_utf8_directory_test: Skip # Issue 33519. Temp files causing bots to go purple.
|
|
io/non_utf8_file_test: Skip # Issue 33519. Temp files causing bots to go purple.
|
|
io/non_utf8_link_test: Skip # Issue 33519. Temp files causing bots to go purple.
|
|
io/raw_socket_test: Pass, RuntimeError # Issue 28288
|
|
issue14236_test: Pass # Do not remove this line. It serves as a marker for Issue 14516 comment #4.
|
|
package/invalid_uri_test: Fail, OK # CompileTimeErrors intentionally
|
|
package/package1_test: Fail # imports 'package:foo.dart' which is no longer valid
|
|
package/package_test: Fail # imports 'package:foo.dart' which is no longer valid
|
|
package/scenarios/empty_packages_file/empty_packages_file_discovery_test: Fail, OK # CompileTimeErrors intentionally
|
|
package/scenarios/empty_packages_file/empty_packages_file_option_test: Fail, OK # CompileTimeErrors intentionally
|
|
package/scenarios/invalid/invalid_package_name_test: RuntimeError, CompileTimeError # Errors intentionally
|
|
package/scenarios/invalid/same_package_twice_test.dart: RuntimeError, CompileTimeError # Errors intentionally
|
|
package/scenarios/packages_dir_only/packages_dir_only_test: Fail # Confirm this no longer works for now. TODO(mfairhurst): delete this test.
|
|
package/scenarios/packages_file_strange_formatting/empty_package_dir_test: Fail, OK # CompileTimeErrors intentionally
|
|
packages_file_test: Skip # Issue 26715
|
|
packages_file_test/none: Skip # contains no tests.
|
|
|
|
[ $builder_tag == asan ]
|
|
io/named_pipe_script_test: RuntimeError
|
|
io/process_detached_test: Pass, Slow
|
|
|
|
[ $builder_tag == no_ipv6 ]
|
|
io/http_ipv6_test: SkipByDesign
|
|
io/http_loopback_test: SkipByDesign
|
|
io/http_proxy_advanced_test: SkipByDesign
|
|
io/socket_bind_test: SkipByDesign
|
|
io/socket_info_ipv6_test: SkipByDesign
|
|
io/socket_ipv6_test: SkipByDesign
|
|
io/socket_source_address_test: SkipByDesign
|
|
|
|
[ $compiler == dart2analyzer ]
|
|
deferred_transitive_import_error_test: Skip
|
|
|
|
[ $compiler == dartkp ]
|
|
causal_async_stack_test: Skip # Flaky.
|
|
|
|
[ $mode == product ]
|
|
dart_developer_env_test: SkipByDesign
|
|
io/stdio_implicit_close_test: Skip # SkipByDesign
|
|
no_profiler_test: SkipByDesign
|
|
no_support_coverage_test: SkipByDesign
|
|
no_support_debugger_test: SkipByDesign
|
|
no_support_disassembler_test: SkipByDesign
|
|
no_support_il_printer_test: SkipByDesign
|
|
no_support_service_test: SkipByDesign
|
|
no_support_timeline_test: SkipByDesign
|
|
verbose_gc_to_bmu_test: SkipByDesign # No verbose_gc in product mode
|
|
|
|
[ $runtime == dart_precompiled ]
|
|
http_launch_test: Skip
|
|
io/addlatexhash_test: Skip
|
|
io/wait_for_event_isolate_test: SkipByDesign # Uses mirrors.
|
|
io/wait_for_event_microtask_test: SkipByDesign # Uses mirrors.
|
|
io/wait_for_event_nested_microtask_test: SkipByDesign # Uses mirrors.
|
|
io/wait_for_event_nested_timer_microtask_test: SkipByDesign # Uses mirrors.
|
|
io/wait_for_event_nested_timer_test: SkipByDesign # Uses mirrors.
|
|
io/wait_for_event_nested_waits_test: SkipByDesign # Uses mirrors.
|
|
io/wait_for_event_timer_test: SkipByDesign # Uses mirrors.
|
|
io/wait_for_event_zone_caught_error_test: SkipByDesign # Uses mirrors.
|
|
io/wait_for_event_zone_test: SkipByDesign # Uses mirrors.
|
|
io/wait_for_test: SkipByDesign # Uses mirrors.
|
|
|
|
[ $builder_tag == swarming && $system == macos ]
|
|
io/*: Skip # Issue 30618
|
|
|
|
# All static_tests have expected compile-time errors.
|
|
[ $compiler != app_jitk && $compiler != dart2analyzer && $compiler != dartdevc && $compiler != dartk && $compiler != dartkb && $compiler != dartkp && $runtime != none ]
|
|
float_array_static_test: MissingCompileTimeError
|
|
|
|
[ $compiler == none && $runtime == vm && $system == fuchsia ]
|
|
*: Skip # Not yet triaged.
|
|
|
|
[ $compiler != none && $runtime != dart_precompiled && $runtime != vm ]
|
|
env_test: Skip # This is testing a vm command line parsing scenario.
|
|
no_assert_test: Fail, OK # This is testing a vm flag.
|
|
|
|
[ $mode == product && $runtime == dart_precompiled ]
|
|
dwarf_stack_trace_test: SkipByDesign # Due to instruction canonicalization we can end up having the wrong names in stack traces.
|
|
|
|
[ $mode == release && $runtime == vm && $system == macos ]
|
|
io/named_pipe_script_test: Pass, RuntimeError # Issue 28737
|
|
|
|
[ $runtime == vm && $system == linux ]
|
|
io/http_basic_test: Pass, Slow, Timeout # Issue 28046, These tests might be slow on an opt counter threshold bot. They also time out on the bot occasionally => flaky test issue 28046
|
|
io/http_launch_test: Pass, Slow, Timeout # Issue 28046, These tests might be slow on an opt counter threshold bot. They also time out on the bot occasionally => flaky test issue 28046
|
|
|
|
[ $system == macos && ($runtime == dart_precompiled || $runtime == vm) ]
|
|
io/raw_secure_server_socket_test: Pass, Crash # Issue 29524
|
|
io/raw_server_socket_cancel_test: Skip # Issue 28182 # This test sometimes hangs on Mac.
|
|
io/secure_server_client_certificate_test: Skip # Re-enable once the bots have been updated. Issue #26057
|
|
io/socket_connect_stream_data_close_cancel_test: Pass, Timeout # Issue 27453
|
|
io/socket_many_connections_test: Skip # This test fails with "Too many open files" on the Mac OS buildbot. This is expected as MacOS by default runs with a very low number of allowed open files ('ulimit -n' says something like 256).
|
|
|
|
[ !$preview_dart_2 && ($runtime == dart_precompiled || $runtime == vm) ]
|
|
*: SkipByDesign # Deprecating all Dart1 modes of execution
|
|
|
|
[ $arch == arm || $arch == arm64 || $runtime != vm || $mode == debug && $system == windows ]
|
|
fragmentation_test: Skip
|
|
|
|
[ $compiler == dart2js || $compiler == dartdevc || $compiler == dartdevk ]
|
|
*: SkipByDesign
|
|
|
|
[ $compiler == dartk || $compiler == dartkb || $compiler == dartkp ]
|
|
io/file_error_test: RuntimeError
|
|
io/file_test: RuntimeError
|
|
io/regress_10026_test: RuntimeError
|
|
io/web_socket_pipe_test: RuntimeError
|
|
io/zlib_test: RuntimeError
|
|
|
|
[ $mode == product || $runtime == dart_precompiled ]
|
|
no_assert_test: SkipByDesign
|
|
|
|
[ $runtime == dart_precompiled || $runtime == vm ]
|
|
deferred_transitive_import_error_test: Skip
|
|
io/https_client_certificate_test: RuntimeError # Issue 24070 Failures in secure networking while NSS is replaced with BoringSSL
|
|
io/non_utf8_output_test: NonUtf8Output, OK # This test checks that the test runner correctly detects and reports non-utf8 output from a test.
|
|
io/secure_socket_bad_data_test: RuntimeError # An error in a secure connection just puts a READ_CLOSED on the stream, rather than signaling an error on the stream.
|
|
io/secure_socket_renegotiate_test: RuntimeError
|
|
package/package_isolate_test: Fail # Issue 12474
|
|
package/scenarios/invalid/same_package_twice_test: Pass # Issue 24119
|
|
|
|
[ $hot_reload || $hot_reload_rollback ]
|
|
deferred_transitive_import_error_test: Crash
|
|
fragmentation_test: Pass, Crash # Issue 31421
|
|
io/addlatexhash_test: Pass, Crash # Issue 31252
|
|
io/many_directory_operations_test: SkipSlow
|
|
io/many_file_operations_test: SkipSlow
|
|
io/raw_datagram_read_all_test: Pass, Fail # Timing dependent.
|
|
package/*: SkipByDesign # Launches VMs in interesting ways.
|
|
typed_data_isolate_test: SkipSlow
|