sdk/tests/lib/lib.status

# Copyright (c) 2012, the Dart project authors.  Please see the AUTHORS file
# for details. All rights reserved. Use of this source code is governed by a
# BSD-style license that can be found in the LICENSE file.

[ $unchecked ]
mirrors/redirecting_factory_different_type_test: SkipByDesign # Tests type checks.

[ $compiler == dart2js ]
async/schedule_microtask6_test: RuntimeError # global error handling is not supported. Issue 5958

async/future_or_strong_test: RuntimeError, OK

math/double_pow_test: RuntimeError
math/low_test: RuntimeError
math/random_big_test: RuntimeError  # Using bigint seeds for random.

mirrors/invocation_fuzz_test: RuntimeError # Issue 29086
mirrors/abstract_class_test: RuntimeError # Issue 12826
mirrors/class_declarations_test/none: RuntimeError # Issue 13440
mirrors/class_mirror_location_test: RuntimeError # Issue 6490
mirrors/closurization_equivalence_test: RuntimeError # Issue 6490
mirrors/constructor_kinds_test: RuntimeError # Issue 13799
mirrors/constructor_private_name_test: CompileTimeError # Issue 13597
mirrors/delegate_class_test: RuntimeError
mirrors/delegate_library_test: RuntimeError
mirrors/deferred_type_test: RuntimeError # Issue 6335
mirrors/empty_test: RuntimeError # Issue 6490
mirrors/enum_test: RuntimeError # Issue 6490
mirrors/fake_function_with_call_test: RuntimeError # Issue 11612
mirrors/fake_function_without_call_test: RuntimeError # Issue 11612
mirrors/generic_f_bounded_mixin_application_test: RuntimeError # Issue 12087
mirrors/generic_function_typedef_test: RuntimeError # Issue 12333
mirrors/generic_interface_test: RuntimeError # Issue 12087
mirrors/generic_local_function_test: RuntimeError # Issue 12333
mirrors/generic_mixin_test: RuntimeError # Issue 12333
mirrors/generic_mixin_applications_test: RuntimeError # Issue 12333
mirrors/get_field_static_test/00: RuntimeError # Issue 21323
mirrors/hierarchy_invariants_test: RuntimeError # Issue 15262
mirrors/hot_get_field_test: CompileTimeError # Issue 12164
mirrors/hot_set_field_test: CompileTimeError # Issue 12164
mirrors/immutable_collections_test: RuntimeError # Issue 14030
mirrors/initializing_formals_test/01: RuntimeError # Issue 6490
mirrors/initializing_formals_test/03: CompileTimeError # Issue 12164
mirrors/instance_members_test: RuntimeError # Issue 14633
mirrors/instantiate_abstract_class_test: RuntimeError # Issue 6490
mirrors/invoke_call_on_closure_test: RuntimeError # 6490
mirrors/invoke_call_through_getter_test/named: RuntimeError # Issue 12863. When updating the status, remove the "///" in the test.
mirrors/invoke_call_through_getter_previously_accessed_test/named: RuntimeError # Issue 12863. When updating the status, remove the "///" in the test.
mirrors/invoke_call_through_implicit_getter_previously_accessed_test/named: RuntimeError # Issue 12863. When updating the status, remove the "///" in the test.
mirrors/invoke_call_through_implicit_getter_test: RuntimeError # Issue 17638
mirrors/invoke_named_test/none: RuntimeError # Issue 12863
mirrors/invoke_private_test: CompileTimeError # Issue 12164
mirrors/invoke_private_wrong_library_test: CompileTimeError # Issue 12164
mirrors/library_declarations_test/none: RuntimeError # Issue 13439, Issue 13733
mirrors/library_exports_shown_test: RuntimeError # Issue 6490
mirrors/library_exports_hidden_test: RuntimeError # Issue 6490
mirrors/library_import_deferred_loading_test: RuntimeError # Issue 6490
mirrors/library_imports_deferred_test: RuntimeError # Issue 6490
mirrors/library_imports_metadata_test: RuntimeError # Issue 6490
mirrors/library_imports_bad_metadata_test/none: RuntimeError # Issue 6490
mirrors/library_imports_shown_test: RuntimeError # Issue 6490
mirrors/library_imports_hidden_test: RuntimeError # Issue 6490
mirrors/library_imports_prefixed_test: RuntimeError # Issue 6490
mirrors/library_imports_prefixed_show_hide_test: RuntimeError # Issue 6490
mirrors/library_uri_io_test: SkipByDesign # Uses dart:io.
mirrors/load_library_test: RuntimeError # Issue 6335
mirrors/local_function_is_static_test: RuntimeError # Issue 6335
mirrors/lru_test: Skip # dart2js_native/lru_test is used instead
mirrors/metadata_scope_test/none: RuntimeError # Issue 10905
mirrors/method_mirror_name_test: RuntimeError # Issue 6335
mirrors/method_mirror_properties_test: RuntimeError # Issue 11861
mirrors/method_mirror_source_test : RuntimeError # Issue 6490
mirrors/method_mirror_source_line_ending_test : RuntimeError # Issue 6490
mirrors/method_mirror_location_test: RuntimeError # Issue 6490
mirrors/mirrors_test: RuntimeError # TODO(ahe): I'm working on fixing this. When removing this line please change the "endsWith" to "/mirrors_test.dart".
mirrors/mirrors_nsm_test/dart2js: RuntimeError # Issue 19353
mirrors/mirrors_nsm_mismatch_test: RuntimeError # Issue 19353
mirrors/mixin_test: RuntimeError # Issue 12464
mirrors/mixin_application_test: RuntimeError # Issue 12464
mirrors/other_declarations_location_test: RuntimeError # Issue 10905
mirrors/parameter_test/none: RuntimeError # Issue 6490
mirrors/parameter_of_mixin_app_constructor_test: RuntimeError # Issue 6490
mirrors/private_class_field_test: CompileTimeError
mirrors/private_symbol_test: CompileTimeError # Issue 13597
mirrors/private_types_test: RuntimeError # Issue 6490
mirrors/redirecting_factory_test/none: RuntimeError # Issue 6490
mirrors/redirecting_factory_test/02: RuntimeError # Issue 6490
mirrors/reflected_type_function_type_test: RuntimeError # Issue 12607
mirrors/reflected_type_special_types_test: RuntimeError # Issue 12607
mirrors/reflected_type_typedefs_test: RuntimeError # Issue 12607
mirrors/reflected_type_typevars_test: RuntimeError # Issue 12607
mirrors/relation_assignable_test: RuntimeError # Issue 6490
mirrors/relation_assignable2_test: RuntimeError # Issue 6490
mirrors/relation_subtype_test: RuntimeError # Issue 6490
mirrors/repeated_private_anon_mixin_app_test: RuntimeError # Issue 14670
mirrors/symbol_validation_test/01: RuntimeError # Issue 13597
mirrors/static_members_test: RuntimeError # Issue 14633, Issue 12164
mirrors/typedef_test: RuntimeError # Issue 6490
mirrors/typedef_metadata_test: RuntimeError # Issue 12785
mirrors/typedef_reflected_type_test/01: RuntimeError # Issue 12607
mirrors/typevariable_mirror_metadata_test: RuntimeError # Issue 10905
mirrors/type_variable_is_static_test: RuntimeError # Issue 6335
mirrors/type_variable_owner_test/01: RuntimeError # Issue 12785
mirrors/variable_is_const_test/none: RuntimeError # Issue 14671
mirrors/raw_type_test/01: RuntimeError # Issue 6490
mirrors/mirrors_reader_test: Slow, RuntimeError # Issue 16589
mirrors/regress_26187_test: RuntimeError # Issue 6490
mirrors/reflected_type_generics_test/01: Fail # Issues in reflecting generic typedefs.
mirrors/reflected_type_generics_test/02: Fail # Issues in reflecting bounded type variables.
# The following tests fail because we have disabled a test in
# `reflectClassByName`. `MirrorsUsed` leads to classes not having the
# information necessary to correctly handle these checks.
mirrors/reflected_type_generics_test/03: Fail # Issues in reflecting generic typedefs.
mirrors/reflected_type_generics_test/04: Fail # Issues in reflecting bounded type variables.
mirrors/reflected_type_generics_test/05: Fail # Issues in reflecting generic typedefs.
mirrors/reflected_type_generics_test/06: Fail # Issues in reflecting bounded type variables.

[ $compiler == none && $unchecked ]
mirrors/reflected_type_generics_test/02: Fail, Ok # Type check for a bounded type argument.

[ $compiler == dart2js && $fast_startup ]
mirrors/*: Fail # mirrors not supported
mirrors/circular_factory_redirection_test/0*: Pass # expects failure, but it fails for the wrong reason
mirrors/library_imports_bad_metadata_test/01: Pass # expects failure, but it fails for the wrong reason
mirrors/library_metadata2_test/01: Pass # expects failure, but it fails for the wrong reason
mirrors/metadata_allowed_values_test/0*: Pass # expects failure, but it fails for the wrong reason
mirrors/metadata_allowed_values_test/1*: Pass # expects failure, but it fails for the wrong reason
mirrors/metadata_allowed_values_test/2*: Pass # expects failure, but it fails for the wrong reason
mirrors/metadata_allowed_values_test/3*: Pass # expects failure, but it fails for the wrong reason
mirrors/metadata_constructor_arguments_test/0*: Pass # expects failure, but it fails for the wrong reason
mirrors/metadata_nested_constructor_call_test/0*: Pass # expects failure, but it fails for the wrong reason
mirrors/metadata_scope_test/01: Pass # expects failure, but it fails for the wrong reason
mirrors/mirror_in_static_init_test/01: Pass # expects failure, but it fails for the wrong reason
mirrors/parameter_is_const_test/01: Pass # expects failure, but it fails for the wrong reason
mirrors/syntax_error_test/01: Pass # expects failure, but it fails for the wrong reason
mirrors/variable_is_const_test/01: Pass # expects failure, but it fails for the wrong reason
mirrors/model_test: Pass # this is ok

[ $compiler == dart2js && $fast_startup ]
mirrors/regress_16321_test/01: Pass # expects failure, but if fails for the wrong reason

[ $runtime == safari || $runtime == safarimobilesim ]
typed_data/int32x4_test: Fail, Pass # Safari has an optimization bug (nightlies are already fine).
typed_data/float32x4_test: Fail, Pass # Safari has an optimization bug (nightlies are already fine).
convert/json_test: Fail # https://bugs.webkit.org/show_bug.cgi?id=134920

[ ($runtime == safari && $builder_tag == mac10_7)|| $runtime == safarimobilesim ]
typed_data/setRange_2_test: Fail # Safari doesn't fully implement spec for TypedArray.set
typed_data/setRange_3_test: Fail # Safari doesn't fully implement spec for TypedArray.set
typed_data/setRange_4_test: Fail # Safari doesn't fully implement spec for TypedArray.set

[ $compiler == dart2js && $runtime == chromeOnAndroid ]
typed_data/setRange_2_test: RuntimeError # TODO(dart2js-team): Please triage this failure.
typed_data/setRange_3_test: RuntimeError # TODO(dart2js-team): Please triage this failure.

[ $compiler == dart2js && ($runtime == d8 || $runtime == drt || $runtime == ie11) ]
math/math_test: RuntimeError
math/math2_test: RuntimeError

[ $compiler == dart2js && $runtime == jsshell ]
async/timer_regress22626_test: RuntimeError # Non-zero timers not supported; Issue 7728.
async/future_test: RuntimeError # Timer interface not supported; Issue 7728.
async/slow_consumer2_test: RuntimeError # Timer interface not supported; Issue 7728.
async/slow_consumer3_test: RuntimeError # Timer interface not supported; Issue 7728.
async/slow_consumer_test: RuntimeError # Timer interface not supported; Issue 7728.
async/stream_from_iterable_test: RuntimeError # Timer interface not supported; Issue 7728.
async/stream_state_nonzero_timer_test: RuntimeError # Timer interface not supported; Issue 7728.
async/multiple_timer_test: RuntimeError,OK # Needs Timer to run.
async/timer_cancel_test: RuntimeError,OK # Needs Timer to run.
async/timer_cancel1_test: RuntimeError,OK # Needs Timer to run.
async/timer_cancel2_test: RuntimeError,OK # Needs Timer to run.
async/timer_repeat_test: RuntimeError,OK # Needs Timer to run.
async/timer_test: RuntimeError,OK # Needs Timer to run.
async/stream_controller_async_test: RuntimeError # Timer interface not supported; Issue 7728.
async/stream_periodic_test: RuntimeError # Timer interface not supported; Issue 7728.
async/stream_periodic2_test: RuntimeError # Timer interface not supported; Issue 7728.
async/stream_periodic3_test: RuntimeError # Timer interface not supported; Issue 7728.
async/stream_periodic4_test: RuntimeError # Timer interface not supported; Issue 7728.
async/stream_periodic5_test: RuntimeError # Timer interface not supported; Issue 7728.
async/stream_periodic6_test: RuntimeError # Timer interface not supported; Issue 7728.
async/run_zoned7_test: RuntimeError # Timer interface not supported: Issue 7728.
async/catch_errors22_test: RuntimeError # Timer interface not supported: Issue 7728.
async/timer_isActive_test: RuntimeError # Timer interface not supported: Issue 7728.
async/zone_empty_description2_test: RuntimeError # Timer interface not supported: Issue 7728.
async/zone_create_timer2_test: RuntimeError # Timer interface not supported: Issue 7728.
async/zone_create_periodic_timer_test: RuntimeError # Timer interface not supported: Issue 7728.
async/catch_errors12_test: Fail # Timer interface not supported: Issue 7728.
async/catch_errors13_test: Fail # Timer interface not supported: Issue 7728.
async/catch_errors14_test: Fail # Timer interface not supported: Issue 7728.
async/catch_errors15_test: Fail # Timer interface not supported: Issue 7728.
async/catch_errors18_test: Fail # Timer interface not supported: Issue 7728.
async/catch_errors19_test: Fail # Timer interface not supported: Issue 7728.
async/catch_errors20_test: Fail # Timer interface not supported: Issue 7728.
async/catch_errors28_test: Fail # Timer interface not supported: Issue 7728.
async/catch_errors8_test: Fail # Timer interface not supported: Issue 7728.
async/run_zoned8_test: Fail # Timer interface not supported: Issue 7728.
async/zone_bind_test: Fail # Timer interface not supported: Issue 7728.
async/future_timeout_test: Fail # Timer interface not supported: Issue 7728.
async/stream_timeout_test: Fail # Timer interface not supported: Issue 7728.
async/stream_asyncexpand_test: RuntimeError # Timer interface not supported: Issue 7728.
async/stream_asyncmap_test: RuntimeError # Timer interface not supported: Issue 7728.
async/stream_transformation_broadcast_test: RuntimeError # Timer interface not supported: Issue 7728.
async/stream_controller_test: Fail # Timer interface not supported: Issue 7728.
async/stream_subscription_cancel_test: Fail # Timer interface not supported: Issue 7728.
async/future_constructor2_test: Fail # Timer interface not supported: Issue 7728.
async/stream_take_test: Fail # Timer interface not supported: Issue 7728.
mirrors/mirrors_reader_test: Skip # Running in v8 suffices. Issue 16589 - RuntimeError.  Issue 22130 - Crash (out of memory).

[ $compiler == dart2js && $checked ]
convert/utf85_test: Pass, Slow # Issue 12029.

[ $compiler == dart2js ]
convert/chunked_conversion_utf88_test: Slow, Pass
convert/utf85_test: Slow, Pass
convert/base64_test/01: Fail, OK # Uses bit-wise operations to detect invalid values. Some large invalid values accepted by dart2js.
mirrors/globalized_closures_test/00: RuntimeError # Issue 17118. Please remove the multi-test comments when this test starts succeeding.
mirrors/globalized_closures2_test/00: RuntimeError # Issue 17118. Please remove the multi-test comments when this test starts succeeding.


[ $compiler == dart2js && ( $browser || $runtime == d8 ) ]
async/timer_not_available_test: Fail, OK # only meant to test when there is no way to
                                         # implement timer (currently only in jsshell)

# 'js' tests import the dart:js library, so they only make sense in
# a browser environment.
[ $runtime == vm || $runtime == dart_precompiled || $runtime == flutter ]
js/*: Skip

[ $compiler == app_jit ]
mirrors/*: Skip # Issue 27929: Triage

[ $runtime == flutter ]
mirrors/*: Skip # Flutter does not support mirrors.
async/catch_errors11_test: Skip # Flutter Issue 9113
async/intercept_schedule_microtask2_test: Skip # Flutter Issue 9113
async/run_zoned6_test/01: Skip # Flutter Issue 9113
async/schedule_microtask_test: Skip # Flutter Issue 9113
async/intercept_schedule_microtask6_test: Skip # Flutter Issue 9113
async/stream_empty_test: Skip # Flutter Issue 9113
async/run_zoned9_test/01: Skip # Flutter Issue 9113
async/intercept_schedule_microtask5_test: Skip # Flutter Issue 9113
async/stream_event_transformed_test: Skip # Flutter Issue 9113
math/random_secure_test: RuntimeError # Flutter Issue 9113

[ $compiler == dart2js && $minified ]
mirrors/mirrors_used_get_name_test: RuntimeError
mirrors/mirrors_used_get_name2_test: RuntimeError

[ $runtime == ff ]
# FF setTimeout can fire early: https://bugzilla.mozilla.org/show_bug.cgi?id=291386
convert/streamed_conversion_utf8_decode_test: Pass, Slow  # Issue 12029
mirrors/mirrors_reader_test: Timeout, Slow, RuntimeError # Issue 16589

[ $runtime == chrome && $system == macos ]
async/timer_isActive_test: Fail, Pass, Timeout # Issue 22696
async/slow_consumer_test: Pass, Timeout # Issue 22696
async/catch_errors11_test: Pass, Timeout # Issue 22696

[ $runtime == chrome && $system == linux ]
mirrors/native_class_test: Pass, Slow

[ $runtime == chrome || $runtime == ff ]
convert/streamed_conversion_utf8_encode_test: SkipSlow # Times out. Issue 22050
convert/streamed_conversion_utf8_decode_test: SkipSlow # Times out. Issue 22050
convert/streamed_conversion_json_utf8_encode_test: SkipSlow # Times out. Issue 22050
convert/streamed_conversion_json_utf8_decode_test: SkipSlow # Times out. Issue 22050
async/slow_consumer2_test: SkipSlow # Times out. Issue 22050
async/stream_timeout_test: SkipSlow # Times out. Issue 22050

[ $compiler == dart2js ]
typed_data/typed_data_hierarchy_int64_test: RuntimeError # Issue 10275
typed_data/int32x4_bigint_test: RuntimeError # Issue 1533
typed_data/int64_list_load_store_test: RuntimeError # Issue 10275

[ $runtime == vm ]
convert/streamed_conversion_json_utf8_decode_test: Pass, Slow # Infrequent timeouts.

[ $runtime == vm || $runtime == dart_precompiled || $runtime == flutter ]
async/timer_not_available_test: Fail, OK
mirrors/native_class_test: Fail, OK # This test is meant to run in a browser.
mirrors/deferred_type_test: CompileTimeError, OK # Don't have a multitest marker for dynamic compile time errors.
mirrors/initializing_formals_test/01: Fail # initializing formals are implicitly final as of Dart 1.21

[ $compiler == none || $compiler == precompiler || $compiler == app_jit ]
async/timer_not_available_test: SkipByDesign # only meant to test when there is no way to implement timer (currently only in d8)

mirrors/symbol_validation_test: RuntimeError # Issue 13596

mirrors/mirrors_used*: SkipByDesign # Invalid tests. MirrorsUsed does not have a specification, and dart:mirrors is not required to hide declarations that are not covered by any MirrorsUsed annotation.

async/future_or_strong_test: RuntimeError, OK

[ $runtime == vm && $system == fuchsia ]
# These use package:unittest
async/first_regression_test: RuntimeError
async/future_timeout_test: RuntimeError
async/multiple_timer_test: RuntimeError
async/schedule_microtask2_test: RuntimeError
async/schedule_microtask3_test: RuntimeError
async/schedule_microtask5_test: RuntimeError
async/stream_controller_async_test: RuntimeError
async/stream_first_where_test: RuntimeError
async/stream_from_iterable_test: RuntimeError
async/stream_iterator_test: RuntimeError
async/stream_join_test: RuntimeError
async/stream_last_where_test: RuntimeError
async/stream_periodic2_test: RuntimeError
async/stream_periodic3_test: RuntimeError
async/stream_periodic4_test: RuntimeError
async/stream_periodic5_test: RuntimeError
async/stream_periodic6_test: RuntimeError
async/stream_periodic_test: RuntimeError
async/stream_single_test: RuntimeError
async/stream_single_to_multi_subscriber_test: RuntimeError
async/stream_state_nonzero_timer_test: RuntimeError
async/stream_state_test: RuntimeError
async/stream_subscription_as_future_test: RuntimeError
async/stream_subscription_cancel_test: RuntimeError
async/stream_timeout_test: RuntimeError
async/stream_transform_test: RuntimeError
async/stream_transformation_broadcast_test: RuntimeError
async/timer_cancel1_test: RuntimeError
async/timer_cancel2_test: RuntimeError
async/timer_cancel_test: RuntimeError
async/timer_isActive_test: RuntimeError
async/timer_repeat_test: RuntimeError
async/timer_test: RuntimeError
convert/json_lib_test: RuntimeError
math/point_test: RuntimeError
math/rectangle_test: RuntimeError
mirrors/library_uri_io_test: RuntimeError
mirrors/library_uri_package_test: RuntimeError
# fstat bug, MG-479.
mirrors/invocation_fuzz_test: Crash

[ $compiler == none && ($runtime == drt || $runtime == dartium) ]
async/future_or_bad_type_test/implements: Pass # Issue 28084

mirrors/initializing_formals_test/01: Fail # initializing formals are implicitly final as of Dart 1.21
async/schedule_microtask6_test: Fail # Issue 10910
async/timer_test: Fail, Pass # Issue 15487
async/multiple_timer_test: Fail, Pass # Issue 15487
async/stream_periodic3_test: Fail, Pass # Issue 15487
async/timer_isActive_test: Fail, Pass # Issue 22352
mirrors/immutable_collections_test: SkipSlow # Dartium debug uses -O0, so this will just timeout and waste bot cycles.
mirrors/mirrors_reader_test: SkipSlow # Dartium debug uses -O0, so this will just timeout and waste bot cycles.
mirrors/library_uri_io_test: SkipByDesign # Uses dart:io.
mirrors/spawn_function_root_library_test: SkipByDesign # Uses spawnFunction.
mirrors/local_isolate_test: RuntimeError # Issue 12188
mirrors/deferred_type_test: RuntimeError, OK # Should be CompileTimeError. Issue 22072

[ $compiler == none && $runtime == dartium && $system == macos ]
convert/streamed_conversion_utf8_decode_test: Pass, Slow

[ $compiler == none && $runtime == drt && $system == windows ]
async/multiple_timer_test: Fail, Pass # See Issue 10982
async/timer_test: Fail, Pass # See Issue 10982

[ $compiler == none && $runtime == drt && $checked ]
async/slow_consumer_test: Fail, Pass # Dartium JsInterop failure, dartbug.com/24460

[ $compiler == dart2js && $runtime == safarimobilesim ]
mirrors/mirrors_reader_test: SkipSlow # Times out. Issue 20806.
mirrors/null_test: Fail # Issue 16831

[ $compiler == dart2js && $runtime == jsshell ]
async/schedule_microtask_test: Fail  # Preamble file does not correctly implement scheduleImmediate.

[ $compiler == dartanalyzer || $compiler == dart2analyzer ]
mirrors/generic_f_bounded_mixin_application_test: StaticWarning # Test Issue

mirrors/redirecting_factory_test/01: StaticWarning # test issue X, The return type 'Class<T2, T1>' of the redirected constructor is not assignable to 'Class<T1, T2>'
mirrors/redirecting_factory_test/none: StaticWarning # test issue X, The return type 'Class<T2, T1>' of the redirected constructor is not assignable to 'Class<T1, T2>

mirrors/immutable_collections_test: StaticWarning, OK # Expect failure for any type of Iterable.
mirrors/inference_and_no_such_method_test: StaticWarning, OK # Expect to trigger noSuchMethod.
mirrors/mirrors_nsm_test: StaticWarning, OK # Expect to trigger noSuchMethod.
mirrors/mirrors_nsm_mismatch_test: StaticWarning, OK # Expect to trigger noSuchMethod.

mirrors/repeated_private_anon_mixin_app_test: StaticWarning, OK # Intentional library name conflict.
mirrors/removed_api_test: StaticWarning, OK # Deliberately refers to undeclared members.
mirrors/deferred_type_test: StaticWarning, OK # Deliberately referes to a deferred type in a declaration.

mirrors/deferred_mirrors_metadata_test: Fail # Issue 17522

developer/metrics_test: Fail # Issue 20309
developer/metrics_num_test: Fail # Issue 20309
profiler/metrics_test: Fail # Issue 20309
profiler/metrics_num_test: Fail # Issue 20309


[ ($compiler == dartanalyzer || $compiler == dart2analyzer) && $checked ]
mirrors/regress_16321_test/01: MissingCompileTimeError # Issue 16391

[ $compiler == dart2analyzer && $builder_tag == strong ]
*: Skip # Issue 28649

[ $compiler == dart2js && $runtime == d8 && $system == windows ]
async/*deferred*: Pass,RuntimeError # Issue 17458
mirrors/*deferred*: Pass,RuntimeError # Issue 17458

[ $compiler == dart2js && $mode == debug ]
mirrors/native_class_test: Pass, Slow

[ ($compiler == none || $compiler == precompiler || $compiler == app_jit) ]
async/timer_regress22626_test: Pass, RuntimeError # Issue 28254

[ $arch == simarm || $arch == simarmv6 || $arch == simarmv5te ]
convert/chunked_conversion_utf88_test: Skip  # Pass, Slow Issue 12644.
convert/utf85_test: Skip  # Pass, Slow Issue 12644.

[ $arch == simarmv5te ]
mirrors/mirrors_reader_test: Pass, Slow

[ $compiler == dart2js ]
developer/metrics_num_test: Skip # Because of a int / double type test.
developer/timeline_test: Skip # Not supported

[ $mode == product ]
developer/timeline_test: Skip # Not supported

[ $arch == simarm64 ]
convert/utf85_test: Skip # Pass, Slow Issue 20111.

[ $mode == debug && $arch == ia32 && $system == windows ]
convert/streamed_conversion_json_utf8_decode_test: Skip  # Verification OOM.

[ ($runtime == vm || $runtime == dart_precompiled) && $mode == debug && $arch == x64 && $system == windows ]
convert/streamed_conversion_json_utf8_decode_test: Pass, Slow

[ $mode == debug && $arch != ia32 && $arch != x64 && $arch != simarm && $arch != simarmv6 && $arch != simarmv5te ]
convert/streamed_conversion_json_utf8_decode_test: Skip  # Verification not yet implemented.

[ ($runtime == vm || $runtime == dart_precompiled) && $mode == debug && $builder_tag == asan ]
mirrors/immutable_collections_test: SkipSlow  # Timeout.
convert/streamed_conversion_json_utf8_decode_test: Skip  # Timeout.

[ $compiler == dart2js && $host_checked ]
mirrors/metadata_allowed_values_test/28: Crash # Issue 25911
mirrors/metadata_allowed_values_test/29: Crash # Issue 25911
mirrors/metadata_allowed_values_test/30: Crash # Issue 25911
mirrors/metadata_allowed_values_test/31: Crash # Issue 25911

[ $compiler != dart2js ]
async/dart2js_uncaught_error_test: Skip  # JS-integration only test

[ $compiler == precompiler || $mode == product ]
mirrors/*: SkipByDesign

[ $compiler == precompiler ]
convert/chunked_conversion_utf88_test: Pass, Timeout
convert/utf85_test: Pass, Timeout

[ $hot_reload || $hot_reload_rollback ]
async/multiple_timer_test: Pass, Fail # Timing related
async/stream_transformer_test: Pass, Fail # Closure identity
mirrors/closurization_equivalence_test: SkipByDesign # Method equality
mirrors/fake_function_with_call_test: SkipByDesign # Method equality

mirrors/library_enumeration_deferred_loading_test: Crash # Deferred loading
mirrors/library_imports_deferred_test: Crash # Deferred loading
mirrors/library_import_deferred_loading_test: Crash # Deferred loading
mirrors/typedef_deferred_library_test: Crash # Deferred loading
mirrors/deferred_mirrors_update_test: Crash # Deferred loading
mirrors/deferred_mirrors_metadata_test: Crash # Deferred loading
mirrors/deferred_mirrors_metatarget_test: Crash # Deferred loading
mirrors/load_library_test: Crash # Deferred loading

[ $hot_reload ]
mirrors/generic_bounded_test/02: Fail # Type equality - Issue 26869
mirrors/generic_bounded_by_type_parameter_test/02: Fail # Type equality - Issue 26869
async/timer_regress22626_test: Pass, RuntimeError # Timing dependent.

[ ($compiler == dartk || $compiler == dartkp) && ($runtime == vm || $runtime == dart_precompiled) ]
async/future_or_only_in_async_test/00: MissingRuntimeError
async/future_or_strong_test: RuntimeError
async/future_test/01: RuntimeError
async/future_test/none: RuntimeError
async/schedule_microtask2_test: RuntimeError
mirrors/abstract_class_test/00: RuntimeError
mirrors/abstract_class_test/none: RuntimeError
mirrors/class_declarations_test/01: RuntimeError
mirrors/class_declarations_test/none: RuntimeError
mirrors/class_mirror_location_test: RuntimeError
mirrors/constructor_kinds_test/01: RuntimeError
mirrors/constructor_kinds_test/none: RuntimeError
mirrors/constructor_optional_args_test: Crash # Issue 29201
mirrors/constructor_private_name_test: RuntimeError
mirrors/dart2js_mirrors_test: Crash
mirrors/deferred_mirrors_metadata_test: RuntimeError
mirrors/deferred_mirrors_metatarget_test: RuntimeError
mirrors/deferred_mirrors_update_test: RuntimeError
mirrors/deferred_type_test: RuntimeError
mirrors/delegate_class_test: RuntimeError
mirrors/empty_test: Crash
mirrors/enum_test: RuntimeError
mirrors/equality_test: RuntimeError
mirrors/field_type_test: RuntimeError
mirrors/function_type_mirror_test: RuntimeError
mirrors/generic_class_declaration_test: RuntimeError
mirrors/generic_f_bounded_mixin_application_test: RuntimeError
mirrors/generic_function_typedef_test: RuntimeError
mirrors/generic_local_function_test: RuntimeError
mirrors/generic_mixin_applications_test: RuntimeError
mirrors/generic_mixin_test: RuntimeError
mirrors/generics_double_substitution_test/01: RuntimeError
mirrors/generics_double_substitution_test/none: RuntimeError
mirrors/generics_dynamic_test: RuntimeError
mirrors/generics_substitution_test: RuntimeError
mirrors/generic_type_mirror_test: RuntimeError
mirrors/hierarchy_invariants_test: RuntimeError
mirrors/hot_get_field_test: RuntimeError
mirrors/hot_set_field_test: RuntimeError
mirrors/inherited_metadata_test: RuntimeError
mirrors/inherit_field_test: RuntimeError
mirrors/initializing_formals_test/03: RuntimeError
mirrors/initializing_formals_test/none: RuntimeError
mirrors/instance_members_easier_test: RuntimeError
mirrors/instance_members_test: RuntimeError
mirrors/instance_members_with_override_test: RuntimeError
mirrors/intercepted_object_test: RuntimeError
mirrors/invocation_fuzz_test/emptyarray: Crash
mirrors/invocation_fuzz_test/false: Crash
mirrors/invocation_fuzz_test/none: Crash
mirrors/invocation_fuzz_test/smi: RuntimeError
mirrors/invocation_fuzz_test/string: Crash
mirrors/invoke_call_through_getter_previously_accessed_test/named: RuntimeError
mirrors/invoke_call_through_getter_previously_accessed_test/none: RuntimeError
mirrors/invoke_private_test: RuntimeError
mirrors/invoke_private_wrong_library_test: RuntimeError
mirrors/invoke_test: RuntimeError
mirrors/invoke_throws_test: Crash
mirrors/lazy_static_test: RuntimeError
mirrors/library_declarations_test/none: RuntimeError
mirrors/library_enumeration_deferred_loading_test: RuntimeError
mirrors/library_exports_hidden_test: RuntimeError
mirrors/library_exports_shown_test: RuntimeError
mirrors/library_import_deferred_loading_test: RuntimeError
mirrors/library_imports_bad_metadata_test/01: MissingCompileTimeError
mirrors/library_imports_deferred_test: RuntimeError
mirrors/library_imports_hidden_test: RuntimeError
mirrors/library_imports_metadata_test: RuntimeError
mirrors/library_imports_prefixed_show_hide_test: RuntimeError
mirrors/library_imports_prefixed_test: RuntimeError
mirrors/library_imports_shown_test: RuntimeError
mirrors/library_metadata2_test/01: MissingCompileTimeError
mirrors/library_metadata_test: RuntimeError
mirrors/list_constructor_test/01: Crash
mirrors/list_constructor_test/none: Crash
mirrors/load_library_test: RuntimeError
mirrors/metadata_allowed_values_test/01: MissingCompileTimeError
mirrors/metadata_allowed_values_test/02: MissingCompileTimeError
mirrors/metadata_allowed_values_test/03: MissingCompileTimeError
mirrors/metadata_allowed_values_test/04: MissingCompileTimeError
mirrors/metadata_allowed_values_test/05: MissingCompileTimeError
mirrors/metadata_allowed_values_test/09: MissingCompileTimeError
mirrors/metadata_allowed_values_test/10: MissingCompileTimeError
mirrors/metadata_allowed_values_test/11: MissingCompileTimeError
mirrors/metadata_allowed_values_test/13: MissingCompileTimeError
mirrors/metadata_allowed_values_test/14: MissingCompileTimeError
mirrors/metadata_allowed_values_test/15: MissingCompileTimeError
mirrors/metadata_allowed_values_test/16: MissingCompileTimeError
mirrors/metadata_allowed_values_test/27: MissingCompileTimeError
mirrors/metadata_allowed_values_test/28: MissingCompileTimeError
mirrors/metadata_allowed_values_test/29: MissingCompileTimeError
mirrors/metadata_allowed_values_test/30: MissingCompileTimeError
mirrors/metadata_allowed_values_test/31: MissingCompileTimeError
mirrors/metadata_allowed_values_test/none: RuntimeError
mirrors/metadata_constructed_constant_test: RuntimeError
mirrors/metadata_constructor_arguments_test/01: MissingCompileTimeError
mirrors/metadata_constructor_arguments_test/02: MissingCompileTimeError
mirrors/metadata_constructor_arguments_test/03: MissingCompileTimeError
mirrors/metadata_constructor_arguments_test/04: MissingCompileTimeError
mirrors/metadata_constructor_arguments_test/05: MissingCompileTimeError
mirrors/metadata_constructor_arguments_test/06: MissingCompileTimeError
mirrors/metadata_constructor_arguments_test/07: MissingCompileTimeError
mirrors/metadata_constructor_arguments_test/none: RuntimeError
mirrors/metadata_nested_constructor_call_test/01: MissingCompileTimeError
mirrors/metadata_nested_constructor_call_test/02: MissingCompileTimeError
mirrors/metadata_nested_constructor_call_test/03: MissingCompileTimeError
mirrors/metadata_nested_constructor_call_test/04: MissingCompileTimeError
mirrors/metadata_nested_constructor_call_test/05: MissingCompileTimeError
mirrors/metadata_nested_constructor_call_test/06: MissingCompileTimeError
mirrors/metadata_nested_constructor_call_test/07: MissingCompileTimeError
mirrors/metadata_nested_constructor_call_test/08: MissingCompileTimeError
mirrors/metadata_nested_constructor_call_test/09: MissingCompileTimeError
mirrors/metadata_nested_constructor_call_test/none: RuntimeError
mirrors/metadata_scope_test/01: MissingCompileTimeError
mirrors/metadata_scope_test/none: RuntimeError
mirrors/metadata_test: RuntimeError
mirrors/method_mirror_location_test: RuntimeError
mirrors/method_mirror_source_line_ending_test: Crash
mirrors/method_mirror_source_test: Crash
mirrors/mirrors_nsm_mismatch_test: CompileTimeError
mirrors/mirrors_nsm_test/dart2js: CompileTimeError
mirrors/mirrors_nsm_test/none: CompileTimeError
mirrors/mirrors_reader_test: Crash
mirrors/mirrors_test: Crash
mirrors/mirrors_used_inheritance_test: RuntimeError
mirrors/mirrors_used_typedef_declaration_test/01: RuntimeError
mirrors/mirrors_used_typedef_declaration_test/none: RuntimeError
mirrors/mixin_application_test: RuntimeError
mirrors/mixin_test: RuntimeError
mirrors/new_instance_with_type_arguments_test: RuntimeError
mirrors/other_declarations_location_test: RuntimeError
mirrors/parameter_annotation_mirror_test: RuntimeError
mirrors/parameter_is_const_test/01: MissingCompileTimeError
mirrors/parameter_metadata_test: RuntimeError
mirrors/parameter_of_mixin_app_constructor_test: RuntimeError
mirrors/private_class_field_test: RuntimeError
mirrors/private_symbol_mangling_test: RuntimeError
mirrors/private_symbol_test: RuntimeError
mirrors/private_types_test: RuntimeError
mirrors/redirecting_factory_test/01: Crash
mirrors/redirecting_factory_test/02: Crash
mirrors/redirecting_factory_test/none: Crash
mirrors/reflect_class_test/01: RuntimeError
mirrors/reflect_class_test/02: RuntimeError
mirrors/reflect_class_test/none: RuntimeError
mirrors/reflected_type_classes_test/01: RuntimeError
mirrors/reflected_type_function_type_test: RuntimeError
mirrors/reflected_type_generics_test/01: RuntimeError
mirrors/reflected_type_generics_test/02: RuntimeError
mirrors/reflected_type_test/01: RuntimeError
mirrors/reflected_type_typedefs_test: RuntimeError
mirrors/reflected_type_typevars_test: RuntimeError
mirrors/reflect_model_test: RuntimeError
mirrors/reflect_runtime_type_test: RuntimeError
mirrors/reflect_uninstantiated_class_test: RuntimeError
mirrors/regress_19731_test: RuntimeError
mirrors/regress_26187_test: RuntimeError
mirrors/relation_assignable_test: RuntimeError
mirrors/relation_subclass_test: RuntimeError
mirrors/relation_subtype_test: RuntimeError
mirrors/repeated_private_anon_mixin_app_test: RuntimeError
mirrors/static_members_easier_test: RuntimeError
mirrors/static_members_test: RuntimeError
mirrors/static_test: RuntimeError
mirrors/symbol_validation_test/01: RuntimeError
mirrors/symbol_validation_test/none: RuntimeError
mirrors/synthetic_accessor_properties_test: RuntimeError
mirrors/to_string_test: RuntimeError
mirrors/typedef_deferred_library_test: RuntimeError
mirrors/typedef_in_signature_test: RuntimeError
mirrors/typedef_library_test: RuntimeError
mirrors/typedef_metadata_test: RuntimeError
mirrors/typedef_reflected_type_test/01: RuntimeError
mirrors/typedef_reflected_type_test/none: RuntimeError
mirrors/typedef_test: RuntimeError
mirrors/type_variable_is_static_test: RuntimeError
mirrors/typevariable_mirror_metadata_test: RuntimeError
mirrors/type_variable_owner_test/01: RuntimeError
mirrors/variable_is_const_test/01: MissingCompileTimeError
mirrors/variable_is_const_test/none: RuntimeError

[ $compiler == dartk && $runtime == vm && $mode == debug && $arch == x64 ]
async/stream_type_test: Crash
mirrors/variable_is_const_test/01: Crash

# dartk: checked mode failures
[ $checked && ($compiler == dartk || $compiler == dartkp) ]
mirrors/invocation_fuzz_test/smi: Fail
mirrors/redirecting_factory_different_type_test/01: Crash # Issue 28424
mirrors/redirecting_factory_different_type_test/none: Crash # Issue 28424
mirrors/reflected_type_generics_test/02: Pass
mirrors/regress_16321_test/01: MissingCompileTimeError