Alexander Thomas
2a3d1dc9ed
Change-Id: Iec5347b5f091b9fd6ff3c24047b011527f8b08ee Reviewed-on: https://dart-review.googlesource.com/56802 Commit-Queue: Alexander Thomas <athom@google.com> Reviewed-by: Martin Kustermann <kustermann@google.com>
178 lines
8.8 KiB
Plaintext
178 lines
8.8 KiB
Plaintext
# Copyright (c) 2017, the Dart project authors. Please see the AUTHORS file
|
|
# for details. All rights reserved. Use of this source code is governed by a
|
|
# BSD-style license that can be found in the LICENSE file.
|
|
# WARNING:
|
|
# Tests using the multitest feature where failure is expected should *also* be
|
|
# listed in tests/lib/analyzer/analyze_tests.status without the "standalone"
|
|
# prefix.
|
|
io/http_close_test: Pass, RuntimeError # Issue 28380
|
|
io/raw_socket_test: Pass, RuntimeError # Issue 28288
|
|
issue14236_test: Pass # Do not remove this line. It serves as a marker for Issue 14516 comment #4.
|
|
package/invalid_uri_test: Fail, OK # CompileTimeErrors intentionally
|
|
package/scenarios/empty_packages_file/empty_packages_file_discovery_test: Fail, OK # CompileTimeErrors intentionally
|
|
package/scenarios/empty_packages_file/empty_packages_file_option_test: Fail, OK # CompileTimeErrors intentionally
|
|
package/scenarios/invalid/invalid_package_name_test: RuntimeError, CompileTimeError # Errors intentionally
|
|
package/scenarios/invalid/same_package_twice_test.dart: RuntimeError, CompileTimeError # Errors intentionally
|
|
package/scenarios/packages_file_strange_formatting/empty_package_dir_test: Fail, OK # CompileTimeErrors intentionally
|
|
packages_file_test: Skip # Issue 26715
|
|
packages_file_test/none: Skip # contains no tests.
|
|
|
|
[ $builder_tag == asan ]
|
|
io/named_pipe_script_test: RuntimeError
|
|
io/process_detached_test: Pass, Slow
|
|
|
|
[ $builder_tag == no_ipv6 ]
|
|
io/http_ipv6_test: SkipByDesign
|
|
io/http_loopback_test: SkipByDesign
|
|
io/http_proxy_advanced_test: SkipByDesign
|
|
io/socket_bind_test: SkipByDesign
|
|
io/socket_info_ipv6_test: SkipByDesign
|
|
io/socket_ipv6_test: SkipByDesign
|
|
io/socket_source_address_test: SkipByDesign
|
|
|
|
[ $compiler == dart2analyzer ]
|
|
deferred_transitive_import_error_test: Skip
|
|
|
|
[ $compiler == dartkp ]
|
|
causal_async_stack_test: Skip # Flaky.
|
|
|
|
[ $mode == product ]
|
|
dart_developer_env_test: SkipByDesign
|
|
io/stdio_implicit_close_test: Skip # SkipByDesign
|
|
no_profiler_test: SkipByDesign
|
|
no_support_coverage_test: SkipByDesign
|
|
no_support_debugger_test: SkipByDesign
|
|
no_support_disassembler_test: SkipByDesign
|
|
no_support_il_printer_test: SkipByDesign
|
|
no_support_service_test: SkipByDesign
|
|
no_support_timeline_test: SkipByDesign
|
|
verbose_gc_to_bmu_test: SkipByDesign # No verbose_gc in product mode
|
|
|
|
[ $runtime == dart_precompiled ]
|
|
http_launch_test: Skip
|
|
io/addlatexhash_test: Skip
|
|
io/wait_for_event_isolate_test: SkipByDesign # Uses mirrors.
|
|
io/wait_for_event_microtask_test: SkipByDesign # Uses mirrors.
|
|
io/wait_for_event_nested_microtask_test: SkipByDesign # Uses mirrors.
|
|
io/wait_for_event_nested_timer_microtask_test: SkipByDesign # Uses mirrors.
|
|
io/wait_for_event_nested_timer_test: SkipByDesign # Uses mirrors.
|
|
io/wait_for_event_nested_waits_test: SkipByDesign # Uses mirrors.
|
|
io/wait_for_event_timer_test: SkipByDesign # Uses mirrors.
|
|
io/wait_for_event_zone_caught_error_test: SkipByDesign # Uses mirrors.
|
|
io/wait_for_event_zone_test: SkipByDesign # Uses mirrors.
|
|
io/wait_for_test: SkipByDesign # Uses mirrors.
|
|
|
|
[ !$strong ]
|
|
float_array_static_test: MissingCompileTimeError
|
|
|
|
[ $builder_tag == swarming && $system == macos ]
|
|
io/*: Skip # Issue 30618
|
|
|
|
# All static_tests have expected compile-time errors.
|
|
[ $compiler != app_jitk && $compiler != dart2analyzer && $compiler != dartdevc && $compiler != dartk && $compiler != dartkp && $runtime != none && $strong ]
|
|
float_array_static_test: MissingCompileTimeError
|
|
|
|
[ $compiler == none && $runtime == vm && $system == fuchsia ]
|
|
*: Skip # Not yet triaged.
|
|
|
|
[ $compiler != none && $runtime != dart_precompiled && $runtime != vm ]
|
|
env_test: Skip # This is testing a vm command line parsing scenario.
|
|
no_assert_test: Fail, OK # This is testing a vm flag.
|
|
|
|
[ $mode == product && $runtime == dart_precompiled ]
|
|
dwarf_stack_trace_test: Pass, RuntimeError
|
|
|
|
[ $mode == release && $runtime == vm && $system == macos ]
|
|
io/named_pipe_script_test: Pass, RuntimeError # Issue 28737
|
|
|
|
[ $runtime == none && !$strong ]
|
|
io/process_exit_negative_test: Fail, OK # Must be run to exit with non-zero exit code.
|
|
|
|
[ $system == linux && ($runtime == flutter || $runtime == vm) ]
|
|
io/http_basic_test: Pass, Slow, Timeout # Issue 28046, These tests might be slow on an opt counter threshold bot. They also time out on the bot occasionally => flaky test issue 28046
|
|
io/http_launch_test: Pass, Slow, Timeout # Issue 28046, These tests might be slow on an opt counter threshold bot. They also time out on the bot occasionally => flaky test issue 28046
|
|
io/http_proxy_test: Skip # These tests have started timing out and issue 25649 has been filed to investigate, skipping these tests temporarily to get the bots to be green again.
|
|
io/secure_builtin_roots_test: Skip # These tests have started timing out and issue 25649 has been filed to investigate, skipping these tests temporarily to get the bots to be green again.
|
|
|
|
[ $system == macos && ($runtime == dart_precompiled || $runtime == vm) ]
|
|
io/raw_secure_server_socket_test: Pass, Crash # Issue 29524
|
|
io/raw_server_socket_cancel_test: Skip # Issue 28182 # This test sometimes hangs on Mac.
|
|
io/secure_server_client_certificate_test: Skip # Re-enable once the bots have been updated. Issue #26057
|
|
io/socket_connect_stream_data_close_cancel_test: Pass, Timeout # Issue 27453
|
|
io/socket_many_connections_test: Skip # This test fails with "Too many open files" on the Mac OS buildbot. This is expected as MacOS by default runs with a very low number of allowed open files ('ulimit -n' says something like 256).
|
|
|
|
[ $strong && ($compiler == dartk || $compiler == dartkp) ]
|
|
io/dependency_graph_test: CompileTimeError
|
|
io/directory_test: RuntimeError
|
|
io/file_error_test: RuntimeError
|
|
io/file_test: RuntimeError
|
|
io/http_auth_digest_test: RuntimeError
|
|
io/http_auth_test: RuntimeError
|
|
io/http_cookie_date_test: CompileTimeError
|
|
io/http_headers_test: CompileTimeError
|
|
io/http_parser_test: CompileTimeError
|
|
io/http_redirect_test: RuntimeError
|
|
io/http_reuse_server_port_test: RuntimeError
|
|
io/http_server_response_test: RuntimeError
|
|
io/regress_10026_test: RuntimeError
|
|
io/secure_socket_argument_test: CompileTimeError
|
|
io/skipping_dart2js_compilations_test: CompileTimeError
|
|
io/socket_upgrade_to_secure_test: RuntimeError
|
|
io/test_harness_analyzer_test: CompileTimeError
|
|
io/test_runner_test: CompileTimeError
|
|
io/web_socket_pipe_test: RuntimeError
|
|
io/web_socket_protocol_processor_test: CompileTimeError
|
|
io/zlib_test: RuntimeError
|
|
|
|
[ !$strong && ($compiler == dartk || $compiler == dartkp) ]
|
|
io/compile_all_test: Skip # Crashes
|
|
io/http_client_connect_test: Skip # Flaky.
|
|
io/http_content_length_test: Skip # Flaky.
|
|
io/http_proxy_test: Skip # Flaky.
|
|
io/http_response_deadline_test: Skip # Flaky.
|
|
io/http_reuse_server_port_test: Skip # Flaky.
|
|
io/http_server_close_response_after_error_test: Skip # Flaky.
|
|
io/http_shutdown_test: Skip # Flaky.
|
|
io/raw_secure_server_closing_test: Skip # Flaky.
|
|
io/secure_multiple_client_server_test: Skip # Flaky.
|
|
io/secure_server_closing_test: Skip # Flaky.
|
|
io/secure_server_socket_test: Skip # Flaky.
|
|
io/web_socket_error_test: Skip # Flaky
|
|
io/web_socket_ping_test: Skip # Flaky.
|
|
io/web_socket_test: Skip # Flaky.
|
|
map_insert_remove_oom_test: Skip # Heap limit too low.
|
|
no_support_debugger_test: Skip # kernel-service snapshot not compatible with flag disabled
|
|
package/package1_test: CompileTimeError
|
|
package/package_test: CompileTimeError
|
|
package/scenarios/invalid/invalid_utf8_test: CompileTimeError
|
|
package/scenarios/invalid/non_existent_packages_file_test: CompileTimeError
|
|
package/scenarios/invalid/same_package_twice_test: CompileTimeError
|
|
regress_29350_test: MissingCompileTimeError
|
|
|
|
[ $arch == arm || $arch == arm64 || $runtime != vm || $mode == debug && $system == windows ]
|
|
fragmentation_test: Skip
|
|
|
|
[ $compiler == dart2js || $compiler == dartdevc || $compiler == dartdevk ]
|
|
*: SkipByDesign
|
|
|
|
[ $mode == product || $runtime == dart_precompiled ]
|
|
no_assert_test: SkipByDesign
|
|
|
|
[ $runtime == dart_precompiled || $runtime == flutter || $runtime == vm ]
|
|
deferred_transitive_import_error_test: Skip
|
|
io/https_client_certificate_test: RuntimeError # Issue 24070 Failures in secure networking while NSS is replaced with BoringSSL
|
|
io/non_utf8_output_test: NonUtf8Output, OK # This test checks that the test runner correctly detects and reports non-utf8 output from a test.
|
|
io/secure_socket_bad_data_test: RuntimeError # An error in a secure connection just puts a READ_CLOSED on the stream, rather than signaling an error on the stream.
|
|
io/secure_socket_renegotiate_test: RuntimeError
|
|
package/package_isolate_test: Fail # Issue 12474
|
|
package/scenarios/invalid/same_package_twice_test: Pass # Issue 24119
|
|
|
|
[ $hot_reload || $hot_reload_rollback ]
|
|
deferred_transitive_import_error_test: Crash
|
|
fragmentation_test: Pass, Crash # Issue 31421
|
|
io/addlatexhash_test: Pass, Crash # Issue 31252
|
|
io/raw_datagram_read_all_test: Pass, Fail # Timing dependent.
|
|
io/skipping_dart2js_compilations_test: Pass, Slow # Slow.
|
|
io/test_runner_test: Pass, Slow # Slow.
|
|
package/*: SkipByDesign # Launches VMs in interesting ways.
|