Jacob Richman
93fb5d8119
BUG= R=vsm@google.com Review-Url: https://codereview.chromium.org/2610813003 .
852 lines
34 KiB
JavaScript
852 lines
34 KiB
JavaScript
// Copyright (c) 2015, the Dart project authors. Please see the AUTHORS file
|
|
// for details. All rights reserved. Use of this source code is governed by a
|
|
// BSD-style license that can be found in the LICENSE file.
|
|
|
|
define(['dart_sdk', 'async_helper', 'expect', 'unittest', 'is', 'require'],
|
|
function(dart_sdk, async_helper, expect, unittest, is, require) {
|
|
'use strict';
|
|
|
|
async_helper = async_helper.async_helper;
|
|
let minitest = expect.minitest;
|
|
|
|
dart_sdk._isolate_helper.startRootIsolate(function() {}, []);
|
|
let html_config = unittest.html_config;
|
|
// Test attributes are a list of strings, or a string for a single
|
|
// attribute. Valid attributes are:
|
|
//
|
|
// 'pass' - test passes (default)
|
|
// 'skip' - don't run the test
|
|
// 'fail' - test fails
|
|
// 'timeout' - test times out
|
|
// 'slow' - use 5s timeout instead of default 2s.
|
|
// 'helper' - not a test, used by other tests.
|
|
// 'unittest' - run separately as a unittest test.
|
|
//
|
|
// Common combinations:
|
|
const pass = 'pass';
|
|
const fail = 'fail';
|
|
const skip_fail = ['skip', 'fail'];
|
|
const skip_timeout = ['skip', 'timeout'];
|
|
|
|
// Browsers
|
|
const firefox_fail = is.firefox() ? fail : pass;
|
|
const chrome_fail = is.chrome() ? fail : pass;
|
|
|
|
// Tests marked with this are still using the deprecated unittest package
|
|
// because they rely on its support for futures and asynchronous tests, which
|
|
// expect and minitest do not handle.
|
|
// TODO(rnystrom): Move all of these away from using the async test API so
|
|
// they can stop using unittest.
|
|
const async_unittest = ['unittest', 'skip', 'fail'];
|
|
|
|
// The number of expected unittest errors should be zero but unfortunately
|
|
// there are a lot of broken html unittests.
|
|
let num_expected_unittest_fails = 3;
|
|
let num_expected_unittest_errors = 0;
|
|
|
|
// TODO(jmesserly): separate StrongModeError from other errors.
|
|
let all_status = {
|
|
'language': {
|
|
'assert_with_type_test_or_cast_test': skip_fail,
|
|
'assertion_test': skip_fail,
|
|
'async_await_test_none_multi': 'unittest',
|
|
'async_await_test_02_multi': 'unittest',
|
|
'async_await_test_03_multi': skip_fail, // Flaky on travis (#634)
|
|
'async_star_await_pauses_test': skip_fail,
|
|
|
|
// TODO(jmesserly): figure out why this test is hanging.
|
|
'async_star_cancel_and_throw_in_finally_test': skip_timeout,
|
|
|
|
'async_star_cancel_while_paused_test': skip_fail,
|
|
'async_star_regression_fisk_test': skip_fail,
|
|
|
|
// TODO(vsm): Re-enable.
|
|
// See https://github.com/dart-lang/dev_compiler/issues/456
|
|
'async_star_test_none_multi': ['unittest', 'skip', 'fail'],
|
|
'async_star_test_01_multi': ['unittest', 'skip', 'fail'],
|
|
'async_star_test_02_multi': ['unittest', 'skip', 'fail'],
|
|
'async_star_test_03_multi': ['unittest', 'skip', 'fail'],
|
|
'async_star_test_04_multi': ['unittest', 'skip', 'fail'],
|
|
'async_star_test_05_multi': ['unittest', 'skip', 'fail'],
|
|
|
|
'async_switch_test': skip_fail,
|
|
'asyncstar_throw_in_catch_test': skip_fail,
|
|
'await_future_test': skip_fail,
|
|
'bit_operations_test_none_multi': skip_fail, // DDC/dart2js canonicalize bitop results to unsigned
|
|
'bool_test': skip_fail,
|
|
'branch_canonicalization_test': skip_fail, // JS bit operations truncate to 32 bits.
|
|
'call_closurization_test': fail, // Functions do not expose a "call" method.
|
|
'call_function_apply_test': fail, // Function.apply not really implemented.
|
|
'call_through_null_getter_test': fail, // null errors are not converted to NoSuchMethodErrors.
|
|
'call_with_no_such_method_test': fail, // Function.apply not really implemented.
|
|
'canonical_const2_test': skip_fail,
|
|
'canonical_const_test': skip_fail,
|
|
'cascade_precedence_test': skip_fail,
|
|
'cast_test_01_multi': skip_fail,
|
|
'cast_test_02_multi': skip_fail,
|
|
'cast_test_03_multi': skip_fail,
|
|
'cast_test_07_multi': skip_fail,
|
|
'cast_test_10_multi': skip_fail,
|
|
'cast_test_12_multi': skip_fail,
|
|
'cast_test_13_multi': skip_fail,
|
|
'cast_test_14_multi': skip_fail,
|
|
'cast_test_15_multi': skip_fail,
|
|
'cha_deopt1_test': skip_fail,
|
|
'cha_deopt2_test': skip_fail,
|
|
'cha_deopt3_test': skip_fail,
|
|
|
|
// interpolation does not call Dart's toString:
|
|
// https://github.com/dart-lang/dev_compiler/issues/470
|
|
'class_syntax2_test': skip_fail,
|
|
'classes_static_method_clash_test': skip_fail,
|
|
'closure_call_wrong_argument_count_negative_test': skip_fail,
|
|
'closure_in_constructor_test': skip_fail,
|
|
'closures_initializer_test': skip_fail,
|
|
'code_after_try_is_executed_test_01_multi': skip_fail,
|
|
'compile_time_constant10_test_none_multi': skip_fail,
|
|
'compile_time_constant_a_test': skip_fail,
|
|
'compile_time_constant_b_test': skip_fail,
|
|
'compile_time_constant_d_test': skip_fail,
|
|
'compile_time_constant_i_test': skip_fail,
|
|
'compile_time_constant_k_test_none_multi': skip_fail,
|
|
'compile_time_constant_o_test_none_multi': skip_fail,
|
|
'const_constructor3_test_03_multi': skip_fail,
|
|
'const_escape_frog_test': skip_fail,
|
|
'const_evaluation_test_01_multi': skip_fail,
|
|
'const_switch_test_02_multi': skip_fail,
|
|
'const_switch_test_04_multi': skip_fail,
|
|
'constructor11_test': skip_fail,
|
|
'constructor12_test': skip_fail,
|
|
'cyclic_type2_test': skip_fail,
|
|
'cyclic_type_test_00_multi': skip_fail,
|
|
'cyclic_type_test_01_multi': skip_fail,
|
|
'cyclic_type_test_02_multi': skip_fail,
|
|
'cyclic_type_test_03_multi': skip_fail,
|
|
'cyclic_type_test_04_multi': skip_fail,
|
|
'cyclic_type_variable_test_none_multi': skip_fail,
|
|
|
|
// Deferred libraries are not actually deferred. These tests all test
|
|
// that synchronous access to the library fails.
|
|
'deferred_call_empty_before_load_test': skip_fail,
|
|
'deferred_not_loaded_check_test': skip_fail,
|
|
'deferred_redirecting_factory_test': skip_fail,
|
|
'deferred_static_seperate_test': skip_fail,
|
|
|
|
'deferred_regression_22995_test': skip_fail, // Strong mode "is" rejects some type tests.
|
|
'double_int_to_string_test': skip_fail,
|
|
'double_to_string_test': skip_fail,
|
|
'dynamic_test': skip_fail,
|
|
'enum_mirror_test': skip_fail,
|
|
'exception_test': fail,
|
|
'execute_finally6_test': skip_fail,
|
|
'expect_test': skip_fail,
|
|
'extends_test_lib': skip_fail,
|
|
'external_test_10_multi': skip_fail,
|
|
'external_test_13_multi': skip_fail,
|
|
'external_test_20_multi': skip_fail,
|
|
'f_bounded_quantification3_test': skip_fail,
|
|
'factory_type_parameter_test': skip_fail,
|
|
'fast_method_extraction_test': skip_fail,
|
|
'field_increment_bailout_test': fail,
|
|
'field_optimization3_test': skip_fail,
|
|
'final_syntax_test_08_multi': skip_fail,
|
|
'first_class_types_test': skip_fail,
|
|
'for_in2_test': skip_fail,
|
|
'for_variable_capture_test': skip_fail,
|
|
'function_subtype0_test': skip_fail,
|
|
'function_subtype1_test': skip_fail,
|
|
'function_subtype2_test': skip_fail,
|
|
'function_subtype3_test': skip_fail,
|
|
'function_subtype_bound_closure0_test': skip_fail,
|
|
'function_subtype_bound_closure1_test': skip_fail,
|
|
'function_subtype_bound_closure2_test': skip_fail,
|
|
'function_subtype_bound_closure3_test': skip_fail,
|
|
'function_subtype_bound_closure4_test': skip_fail,
|
|
'function_subtype_bound_closure5_test': skip_fail,
|
|
'function_subtype_bound_closure5a_test': skip_fail,
|
|
'function_subtype_bound_closure6_test': skip_fail,
|
|
'function_subtype_call0_test': fail, // Strong mode "is" rejects some type tests.
|
|
'function_subtype_call1_test': fail,
|
|
'function_subtype_call2_test': fail,
|
|
'function_subtype_cast0_test': fail,
|
|
'function_subtype_cast1_test': fail,
|
|
'function_subtype_cast2_test': fail,
|
|
'function_subtype_cast3_test': fail,
|
|
'function_subtype_factory0_test': skip_fail,
|
|
'function_subtype_inline0_test': skip_fail,
|
|
'function_subtype_local0_test': skip_fail,
|
|
'function_subtype_local1_test': skip_fail,
|
|
'function_subtype_local2_test': skip_fail,
|
|
'function_subtype_local3_test': skip_fail,
|
|
'function_subtype_local4_test': skip_fail,
|
|
'function_subtype_local5_test': skip_fail,
|
|
'function_subtype_named1_test': skip_fail,
|
|
'function_subtype_named2_test': skip_fail,
|
|
'function_subtype_not0_test': skip_fail,
|
|
'function_subtype_not1_test': skip_fail,
|
|
'function_subtype_not2_test': skip_fail,
|
|
'function_subtype_not3_test': skip_fail,
|
|
'function_subtype_optional1_test': skip_fail,
|
|
'function_subtype_optional2_test': skip_fail,
|
|
'function_subtype_top_level0_test': skip_fail,
|
|
'function_subtype_top_level1_test': skip_fail,
|
|
'function_subtype_typearg0_test': skip_fail,
|
|
'function_subtype_typearg2_test': skip_fail,
|
|
'function_subtype_typearg4_test': skip_fail,
|
|
'function_type_alias2_test': skip_fail,
|
|
'function_type_alias3_test': skip_fail,
|
|
'function_type_alias4_test': skip_fail,
|
|
'function_type_alias6_test_none_multi': skip_fail,
|
|
'gc_test': skip_fail,
|
|
'generic_field_mixin2_test': skip_fail,
|
|
'generic_field_mixin3_test': skip_fail,
|
|
'generic_field_mixin4_test': skip_fail,
|
|
'generic_field_mixin5_test': skip_fail,
|
|
'generic_field_mixin_test': skip_fail,
|
|
'generic_instanceof_test': fail, // runtime strong mode reject
|
|
'generic_instanceof2_test': skip_fail,
|
|
'generic_is_check_test': skip_fail,
|
|
'getter_closure_execution_order_test': skip_fail,
|
|
'hash_code_mangling_test': skip_fail,
|
|
'identical_closure2_test': skip_fail,
|
|
'infinite_switch_label_test': skip_fail,
|
|
'infinity_test': skip_fail,
|
|
'initializing_formal_final_test': skip_fail,
|
|
'instance_creation_in_function_annotation_test': skip_fail,
|
|
'instanceof2_test': fail,
|
|
'instanceof4_test_01_multi': fail,
|
|
'instanceof4_test_none_multi': fail,
|
|
'instanceof_optimized_test': skip_fail,
|
|
'integer_division_by_zero_test': fail,
|
|
'is_nan_test': fail,
|
|
'issue10747_test': skip_fail,
|
|
'issue13179_test': skip_fail,
|
|
'issue21079_test': skip_fail,
|
|
'issue21957_test': skip_fail,
|
|
'issue_1751477_test': skip_fail,
|
|
'issue_22780_test_01_multi': skip_fail,
|
|
'issue_23914_test': skip_fail,
|
|
'js_properties_test': skip_fail,
|
|
'lazy_static3_test': skip_fail,
|
|
'least_upper_bound_expansive_test_none_multi': skip_fail,
|
|
'left_shift_test': skip_fail,
|
|
'list_is_test': skip_fail,
|
|
'list_literal3_test': skip_fail,
|
|
'many_generic_instanceof_test': skip_fail,
|
|
'map_literal10_test': skip_fail,
|
|
'map_literal7_test': skip_fail,
|
|
'memory_swap_test': skip_fail,
|
|
'method_invocation_test': skip_fail,
|
|
'mint_arithmetic_test': skip_fail,
|
|
'mixin_forwarding_constructor3_test': skip_fail,
|
|
'mixin_generic_test': skip_fail,
|
|
'mixin_implements_test': skip_fail,
|
|
'mixin_issue10216_2_test': skip_fail,
|
|
'mixin_mixin2_test': skip_fail,
|
|
'mixin_mixin3_test': skip_fail,
|
|
'mixin_mixin4_test': skip_fail,
|
|
'mixin_mixin5_test': skip_fail,
|
|
'mixin_mixin6_test': skip_fail,
|
|
'mixin_mixin7_test': skip_fail,
|
|
'mixin_mixin_bound2_test': skip_fail,
|
|
'mixin_mixin_bound_test': skip_fail,
|
|
'mixin_mixin_test': skip_fail,
|
|
'mixin_regress_13688_test': skip_fail,
|
|
'mixin_type_parameter1_test': skip_fail,
|
|
'mixin_type_parameter2_test': skip_fail,
|
|
'mixin_type_parameter3_test': skip_fail,
|
|
'modulo_test': fail,
|
|
'named_parameter_clash_test': skip_fail,
|
|
'named_parameters_passing_falsy_test': firefox_fail,
|
|
'nan_identical_test': skip_fail,
|
|
'nested_switch_label_test': skip_fail,
|
|
'number_identifier_test_05_multi': skip_fail,
|
|
'number_identity2_test': skip_fail,
|
|
'numbers_test': skip_fail,
|
|
'optimized_hoisting_checked_mode_assert_test': skip_fail,
|
|
'redirecting_factory_reflection_test': skip_fail,
|
|
'regress_13462_0_test': skip_fail,
|
|
'regress_13462_1_test': skip_fail,
|
|
'regress_14105_test': skip_fail,
|
|
'regress_16640_test': skip_fail,
|
|
'regress_18535_test': fail,
|
|
'regress_21795_test': skip_fail,
|
|
'regress_22443_test': skip_fail,
|
|
'regress_22666_test': skip_fail,
|
|
'setter_no_getter_test_01_multi': skip_fail,
|
|
'stack_overflow_stacktrace_test': skip_fail,
|
|
'stack_overflow_test': skip_fail,
|
|
'stacktrace_rethrow_error_test_none_multi': skip_fail,
|
|
'stacktrace_rethrow_error_test_withtraceparameter_multi': skip_fail,
|
|
'stacktrace_test': skip_fail,
|
|
'string_interpolate_null_test': skip_fail,
|
|
'super_operator_index3_test': skip_fail,
|
|
'super_operator_index4_test': skip_fail,
|
|
'switch_label2_test': skip_fail,
|
|
'switch_label_test': skip_fail,
|
|
'switch_try_catch_test': skip_fail,
|
|
'sync_generator1_test_none_multi': skip_fail,
|
|
'throwing_lazy_variable_test': skip_fail,
|
|
'top_level_non_prefixed_library_test': skip_fail,
|
|
'truncdiv_test': fail, // did not throw
|
|
'type_variable_nested_test': skip_fail, // unsound is-check
|
|
'type_variable_typedef_test': skip_fail, // unsound is-check
|
|
|
|
'bit_operations_test_01_multi': skip_fail,
|
|
'bit_operations_test_02_multi': skip_fail,
|
|
'bit_operations_test_03_multi': skip_fail,
|
|
'bit_operations_test_04_multi': skip_fail,
|
|
'bool_condition_check_test_01_multi': skip_fail,
|
|
'deferred_constraints_constants_test_none_multi': skip_fail,
|
|
'deferred_constraints_constants_test_reference_after_load_multi': skip_fail,
|
|
'deferred_constraints_type_annotation_test_new_generic1_multi': skip_fail,
|
|
'deferred_constraints_type_annotation_test_new_multi': skip_fail,
|
|
'deferred_constraints_type_annotation_test_none_multi': skip_fail,
|
|
'deferred_constraints_type_annotation_test_static_method_multi': skip_fail,
|
|
'deferred_constraints_type_annotation_test_type_annotation_non_deferred_multi': skip_fail,
|
|
'deferred_load_constants_test_none_multi': skip_fail,
|
|
'deferred_load_library_wrong_args_test_01_multi': skip_fail,
|
|
'deferred_load_library_wrong_args_test_none_multi': skip_fail,
|
|
'external_test_21_multi': skip_fail,
|
|
'external_test_24_multi': skip_fail,
|
|
'main_not_a_function_test_01_multi': skip_fail,
|
|
'multiline_newline_test_04_multi': skip_fail,
|
|
'multiline_newline_test_05_multi': skip_fail,
|
|
'multiline_newline_test_06_multi': skip_fail,
|
|
'multiline_newline_test_none_multi': skip_fail,
|
|
'no_main_test_01_multi': skip_fail,
|
|
|
|
// https://github.com/dart-lang/sdk/issues/26123
|
|
'bad_raw_string_negative_test': skip_fail,
|
|
|
|
// https://github.com/dart-lang/sdk/issues/26124
|
|
'prefix10_negative_test': skip_fail,
|
|
|
|
'library_prefixes_test1': 'helper',
|
|
'library_prefixes_test2': 'helper',
|
|
'top_level_prefixed_library_test': 'helper',
|
|
|
|
},
|
|
|
|
'corelib': {
|
|
'apply2_test': fail,
|
|
'apply3_test': fail,
|
|
'apply_test': fail,
|
|
'big_integer_parsed_arith_vm_test': fail,
|
|
'big_integer_parsed_div_rem_vm_test': fail,
|
|
'big_integer_parsed_mul_div_vm_test': fail,
|
|
'bit_twiddling_bigint_test': fail,
|
|
'collection_length_test': skip_timeout,
|
|
'compare_to2_test': fail,
|
|
'const_list_literal_test': fail,
|
|
'const_list_remove_range_test': fail,
|
|
'const_list_set_range_test': fail,
|
|
'double_parse_test_01_multi': fail,
|
|
'double_parse_test_02_multi': firefox_fail,
|
|
'error_stack_trace1_test': fail,
|
|
'error_stack_trace2_test': fail,
|
|
'for_in_test': firefox_fail,
|
|
'hash_map2_test': skip_timeout,
|
|
'hash_set_test_01_multi': fail,
|
|
'hidden_library2_test_01_multi': fail,
|
|
'indexed_list_access_test': fail,
|
|
'int_modulo_arith_test_bignum_multi': fail,
|
|
'int_modulo_arith_test_modPow_multi': fail,
|
|
'int_modulo_arith_test_none_multi': fail,
|
|
'int_parse_radix_test_01_multi': fail, // JS implementations disagree on U+0085 being whitespace.
|
|
'int_parse_radix_test_02_multi': ['fail', 'timeout', 'skip'], // No bigints.
|
|
'int_parse_radix_test_none_multi': ['slow'],
|
|
'integer_to_radix_string_test': fail,
|
|
'integer_to_string_test_01_multi': fail,
|
|
'iterable_generate_test': fail,
|
|
'iterable_return_type_test_02_multi': fail,
|
|
'json_map_test': fail,
|
|
'list_fill_range_test': fail,
|
|
'list_replace_range_test': fail,
|
|
'list_set_all_test': fail,
|
|
'list_to_string2_test': fail,
|
|
'main_test': fail,
|
|
'map_keys2_test': fail,
|
|
'map_to_string_test': fail,
|
|
'map_from_iterable_test': firefox_fail,
|
|
'nan_infinity_test_01_multi': fail,
|
|
'null_nosuchmethod_test': fail,
|
|
'null_test': fail,
|
|
'num_sign_test': fail,
|
|
'regress_r21715_test': fail,
|
|
'throw_half_surrogate_pair_test_02_multi': fail,
|
|
'splay_tree_from_iterable_test': firefox_fail,
|
|
'string_case_test_01_multi': firefox_fail,
|
|
'string_fromcharcodes_test': skip_timeout,
|
|
'string_operations_with_null_test': fail,
|
|
'symbol_reserved_word_test_06_multi': fail,
|
|
'symbol_reserved_word_test_09_multi': fail,
|
|
'symbol_reserved_word_test_12_multi': fail,
|
|
'throw_half_surrogate_pair_test_01_multi': fail,
|
|
'unicode_test': firefox_fail,
|
|
'uri_parameters_all_test': firefox_fail,
|
|
// TODO(rnystrom): Times out because it tests a huge number of
|
|
// combinations of URLs (4 * 5 * 5 * 8 * 6 * 6 * 4 = 115200).
|
|
'uri_parse_test': skip_timeout,
|
|
'uri_test': firefox_fail,
|
|
|
|
'list_insert_test': fail,
|
|
'list_removeat_test': fail,
|
|
'set_test': fail, // runtime strong mode reject
|
|
},
|
|
|
|
'corelib/regexp': {
|
|
'default_arguments_test': fail,
|
|
'UC16_test': firefox_fail,
|
|
},
|
|
|
|
'lib/collection': {
|
|
},
|
|
|
|
'lib/convert': {
|
|
'encoding_test': skip_timeout,
|
|
|
|
// TODO(jmesserly): this is in an inconsistent state between our old and
|
|
// newer SDKs.
|
|
'html_escape_test': ['skip'],
|
|
|
|
'json_utf8_chunk_test': skip_timeout,
|
|
'latin1_test': skip_timeout,
|
|
|
|
'streamed_conversion_json_encode1_test': skip_timeout,
|
|
'streamed_conversion_json_utf8_decode_test': skip_timeout,
|
|
'streamed_conversion_json_utf8_encode_test': skip_timeout,
|
|
'streamed_conversion_utf8_decode_test': skip_timeout,
|
|
'streamed_conversion_utf8_encode_test': skip_timeout,
|
|
'utf85_test': skip_timeout,
|
|
},
|
|
|
|
'lib/html': {
|
|
'async_spawnuri_test': async_unittest,
|
|
'async_test': async_unittest,
|
|
'audiocontext_test': is.chrome('<=54') ? fail : pass, // was sdk#27578, needs triage
|
|
'canvas_test': ['unittest'],
|
|
'canvasrenderingcontext2d_test': ['unittest'],
|
|
'cross_domain_iframe_test': async_unittest,
|
|
'cssstyledeclaration_test': async_unittest,
|
|
'css_test': async_unittest,
|
|
|
|
// This is failing with a range error, I'm guessing because it's looking
|
|
// for a stylesheet and the page has none.
|
|
'css_rule_list_test': 'fail',
|
|
'custom_element_method_clash_test': async_unittest,
|
|
'custom_element_name_clash_test': async_unittest,
|
|
'custom_elements_23127_test': async_unittest,
|
|
'custom_elements_test': async_unittest,
|
|
'dom_constructors_test': 'fail', // was sdk#27578, needs triage
|
|
'element_animate_test': async_unittest,
|
|
'element_classes_test': 'fail', // sdk#27579.
|
|
'element_classes_svg_test': 'fail', // sdk#27579.
|
|
|
|
// Failure: 'Expected 56 to be in the inclusive range [111, 160].'.
|
|
'element_offset_test': 'fail',
|
|
'element_test': async_unittest,
|
|
'element_types_test': firefox_fail,
|
|
'event_customevent_test': async_unittest,
|
|
'events_test': async_unittest,
|
|
|
|
// Failure: "Failed to execute 'dispatchEvent' on 'EventTarget': parameter
|
|
// 1 is not of type 'Event'."
|
|
'event_test': 'fail',
|
|
'fileapi_test': async_unittest,
|
|
'filereader_test': async_unittest,
|
|
'fontface_loaded_test': async_unittest,
|
|
|
|
// Failed because it's expecting "Ahem" but getting null. Maybe sdk#27579?
|
|
'fontface_test': 'fail',
|
|
'form_data_test': async_unittest,
|
|
'history_test': async_unittest,
|
|
'indexeddb_1_test': async_unittest,
|
|
'indexeddb_2_test': async_unittest,
|
|
'indexeddb_3_test': async_unittest,
|
|
'indexeddb_4_test': async_unittest,
|
|
'indexeddb_5_test': async_unittest,
|
|
'input_element_test': 'fail', // was sdk#27578, needs triage
|
|
'interactive_test': async_unittest,
|
|
'isolates_test': async_unittest,
|
|
|
|
'js_interop_1_test': async_unittest,
|
|
|
|
// Failing because accessing "zSomeInvalidName" does not throw.
|
|
'js_typed_interop_test': 'fail',
|
|
|
|
// The "typed literal" test fails because the object does not have "_c".
|
|
'js_util_test': 'fail',
|
|
'keyboard_event_test': async_unittest,
|
|
|
|
'mediasource_test': 'fail', // was sdk#27578, needs triage
|
|
'media_stream_test': 'fail', // was sdk#27578, needs triage
|
|
'messageevent_test': 'fail', // was sdk#27578, needs triage
|
|
|
|
// Should throw but does not.
|
|
'mirrors_js_typed_interop_test': 'fail',
|
|
|
|
'mutationobserver_test': async_unittest,
|
|
'native_gc_test': async_unittest,
|
|
'notification_test': 'fail', // was sdk#27578, needs triage
|
|
'postmessage_structured_test': async_unittest,
|
|
'queryall_test': ['slow'], // see sdk #27794
|
|
'request_animation_frame_test': async_unittest,
|
|
'resource_http_test': async_unittest,
|
|
'rtc_test': is.chrome('<=55') ? fail : pass, // was sdk#27578, needs triage
|
|
|
|
// Expected 1, got null.
|
|
'serialized_script_value_test': 'fail',
|
|
'shadow_dom_test': firefox_fail,
|
|
'speechrecognition_test': 'fail', // was sdk#27578, needs triage
|
|
'svgelement_test': chrome_fail, // was sdk#27578, needs triage
|
|
'text_event_test': firefox_fail,
|
|
'touchevent_test': 'fail', // was sdk#27578, needs triage
|
|
'transferables_test': async_unittest,
|
|
'transition_event_test': async_unittest,
|
|
'url_test': async_unittest,
|
|
'websocket_test': async_unittest,
|
|
'websql_test': async_unittest,
|
|
'wheelevent_test': async_unittest,
|
|
'worker_api_test': async_unittest,
|
|
'worker_test': async_unittest,
|
|
|
|
'xhr_cross_origin_test': async_unittest,
|
|
'xhr_test': async_unittest,
|
|
|
|
// Failing when it gets 3 instead of 42.
|
|
'js_typed_interop_default_arg_test_default_value_multi': 'fail',
|
|
},
|
|
|
|
'lib/html/custom': {
|
|
'attribute_changed_callback_test': async_unittest,
|
|
'constructor_calls_created_synchronously_test': async_unittest,
|
|
'created_callback_test': async_unittest,
|
|
'entered_left_view_test': async_unittest,
|
|
'js_custom_test': async_unittest,
|
|
'mirrors_test': async_unittest,
|
|
'regress_194523002_test': async_unittest,
|
|
},
|
|
|
|
'lib/math': {
|
|
// TODO(het): triage
|
|
'double_pow_test': skip_fail,
|
|
'low_test': skip_fail,
|
|
'math_test': skip_fail,
|
|
'math2_test': skip_fail,
|
|
'pi_test': skip_timeout,
|
|
'random_big_test': skip_fail,
|
|
},
|
|
|
|
'lib/typed_data': {
|
|
// No bigint or int64 support
|
|
'int32x4_bigint_test': skip_fail,
|
|
'int64_list_load_store_test': skip_fail,
|
|
'typed_data_hierarchy_int64_test': skip_fail,
|
|
'typed_data_list_test': fail,
|
|
},
|
|
|
|
'lib/mirrors': {
|
|
'abstract_class_test_none_multi': fail,
|
|
'accessor_cache_overflow_test': fail,
|
|
'array_tracing3_test': fail,
|
|
'array_tracing_test': fail,
|
|
'basic_types_in_dart_core_test': fail,
|
|
'circular_factory_redirection_test_none_multi': fail,
|
|
'class_mirror_location_test': fail,
|
|
'class_mirror_type_variables_test': fail,
|
|
'closurization_equivalence_test': fail,
|
|
'constructor_kinds_test_01_multi': fail,
|
|
'constructor_kinds_test_none_multi': fail,
|
|
'constructor_optional_args_test': fail,
|
|
'constructor_private_name_test': fail,
|
|
'declarations_type_test': fail,
|
|
'deferred_mirrors_metadata_test': skip_timeout,
|
|
'deferred_mirrors_metatarget_test': skip_timeout,
|
|
'deferred_mirrors_update_test': fail,
|
|
'empty_test': fail,
|
|
'equality_test': fail,
|
|
'fake_function_with_call_test': fail,
|
|
'field_type_test': fail,
|
|
'function_apply_mirrors_test': fail,
|
|
'function_type_mirror_test': fail,
|
|
'generic_f_bounded_test_01_multi': fail,
|
|
'generic_f_bounded_test_none_multi': fail,
|
|
'generic_function_typedef_test': fail,
|
|
'generic_interface_test_none_multi': fail,
|
|
'generic_list_test': fail,
|
|
'generic_local_function_test': fail,
|
|
'generic_mixin_applications_test': fail,
|
|
'generic_mixin_test': fail,
|
|
'generic_superclass_test_01_multi': fail,
|
|
'generic_superclass_test_none_multi': fail,
|
|
'generic_type_mirror_test': fail,
|
|
'generics_double_substitution_test_01_multi': fail,
|
|
'generics_double_substitution_test_none_multi': fail,
|
|
'generics_dynamic_test': fail,
|
|
'generics_special_types_test': fail,
|
|
'generics_substitution_test': fail,
|
|
'generics_test_none_multi': fail,
|
|
'globalized_closures2_test_00_multi': fail,
|
|
'globalized_closures2_test_none_multi': fail,
|
|
'globalized_closures_test_00_multi': fail,
|
|
'globalized_closures_test_none_multi': fail,
|
|
'hierarchy_invariants_test': fail,
|
|
'hot_get_field_test': fail,
|
|
'hot_set_field_test': fail,
|
|
'inherited_metadata_test': fail,
|
|
'instance_members_unimplemented_interface_test': fail,
|
|
'instance_members_with_override_test': fail, // JsClassMirror.instanceMembers unimplemented
|
|
'instantiate_abstract_class_test': fail,
|
|
'intercepted_superclass_test': fail,
|
|
'invocation_fuzz_test_emptyarray_multi': fail,
|
|
'invocation_fuzz_test_false_multi': fail,
|
|
'invocation_fuzz_test_none_multi': fail,
|
|
'invocation_fuzz_test_smi_multi': fail,
|
|
'invocation_fuzz_test_string_multi': fail,
|
|
'invoke_call_on_closure_test': fail,
|
|
'invoke_closurization2_test': fail,
|
|
'invoke_closurization_test': fail,
|
|
'invoke_import_test': fail,
|
|
'invoke_named_test_01_multi': fail,
|
|
'invoke_named_test_none_multi': fail,
|
|
'invoke_natives_malicious_test': fail,
|
|
'invoke_private_test': fail,
|
|
'invoke_private_wrong_library_test': fail,
|
|
'invoke_test': fail,
|
|
'invoke_throws_test': fail,
|
|
'io_html_mutual_exclusion_test': fail,
|
|
'libraries_test': fail,
|
|
'library_enumeration_deferred_loading_test': fail,
|
|
'library_imports_bad_metadata_test_none_multi': fail,
|
|
'library_metadata2_test_none_multi': fail,
|
|
'library_metadata_test': fail,
|
|
'library_uri_io_test': fail,
|
|
'library_uri_package_test': fail,
|
|
'list_constructor_test_01_multi': fail,
|
|
'list_constructor_test_none_multi': fail,
|
|
'local_function_is_static_test': fail,
|
|
'local_isolate_test': fail,
|
|
'metadata_allowed_values_test_none_multi': fail,
|
|
'metadata_scope_test_none_multi': fail,
|
|
'metadata_test': fail,
|
|
'method_mirror_location_test': fail,
|
|
'method_mirror_returntype_test': fail,
|
|
'method_mirror_source_line_ending_test': fail,
|
|
'method_mirror_source_test': fail,
|
|
'mirrors_reader_test': fail,
|
|
'mirrors_resolve_fields_test': fail,
|
|
'mirrors_used_typedef_declaration_test_01_multi': fail,
|
|
'mirrors_used_typedef_declaration_test_none_multi': fail,
|
|
'mixin_test': fail,
|
|
'new_instance_with_type_arguments_test': fail,
|
|
'null2_test': fail,
|
|
'null_test': fail,
|
|
'other_declarations_location_test': fail,
|
|
'parameter_annotation_mirror_test': fail,
|
|
'parameter_is_const_test_none_multi': fail,
|
|
'parameter_metadata_test': fail,
|
|
'private_class_field_test': fail,
|
|
'private_symbol_mangling_test': fail,
|
|
'private_types_test': fail,
|
|
'raw_type_test_01_multi': fail,
|
|
'raw_type_test_none_multi': fail,
|
|
'reflect_class_test_none_multi': fail,
|
|
'reflect_runtime_type_test': fail,
|
|
'reflect_uninstantiated_class_test': fail,
|
|
'reflected_type_classes_test_none_multi': fail,
|
|
'reflected_type_function_type_test': fail,
|
|
'reflected_type_special_types_test': fail,
|
|
'reflected_type_test_none_multi': fail,
|
|
'reflected_type_typedefs_test': fail,
|
|
'reflected_type_typevars_test': fail,
|
|
'reflectively_instantiate_uninstantiated_class_test': fail,
|
|
'regress_14304_test': fail,
|
|
'regress_26187_test': fail,
|
|
'relation_assignable_test': fail,
|
|
'relation_subtype_test': fail,
|
|
'set_field_with_final_test': fail,
|
|
'symbol_validation_test_01_multi': fail,
|
|
'symbol_validation_test_none_multi': fail,
|
|
'to_string_test': fail,
|
|
'type_argument_is_type_variable_test': fail,
|
|
'type_variable_is_static_test': fail,
|
|
'type_variable_owner_test_01_multi': fail,
|
|
'type_variable_owner_test_none_multi': fail,
|
|
'typedef_deferred_library_test': skip_fail, // Isolate spawn not support
|
|
'typedef_library_test': fail,
|
|
'typedef_metadata_test': fail,
|
|
'typedef_test': fail,
|
|
'typevariable_mirror_metadata_test': fail,
|
|
'unnamed_library_test': fail,
|
|
'variable_is_const_test_none_multi': fail,
|
|
},
|
|
};
|
|
|
|
function countMatches(text, regex) {
|
|
let matches = text.match(regex);
|
|
return matches ? matches.length : 0;
|
|
}
|
|
function libraryName(name) {
|
|
return name.replace(/-/g, '$45');
|
|
}
|
|
|
|
let unittest_tests = [];
|
|
|
|
let languageTestPattern =
|
|
new RegExp('gen/codegen_output/(.*)/([^/]*_test[^/]*)');
|
|
// We need to let Dart unittest control when tests are run not mocha.
|
|
// mocha.allowUncaught(true);
|
|
for (let testFile of allTestFiles) {
|
|
let match = languageTestPattern.exec(testFile);
|
|
if (match != null) {
|
|
let status_group = match[1];
|
|
let name = match[2];
|
|
let module = match[0];
|
|
|
|
let status = all_status[status_group];
|
|
if (status == null) throw "No status for '" + status_group + "'";
|
|
|
|
let expectation = status[name];
|
|
if (expectation == null) expectation = [];
|
|
if (typeof expectation == 'string') expectation = [expectation];
|
|
let has = (tag) => expectation.indexOf(tag) >= 0;
|
|
|
|
if (has('helper')) {
|
|
// These are not top-level tests. They are used by other tests.
|
|
continue;
|
|
}
|
|
|
|
if (has('skip')) {
|
|
let why = 'for unknown reason';
|
|
if (has('timeout')) why = 'known timeout';
|
|
if (has('fail')) why = 'known failure';
|
|
console.debug('Skipping ' + why + ': ' + name);
|
|
continue;
|
|
}
|
|
|
|
// A few tests are special because they use package:unittest.
|
|
// We run them below.
|
|
if (has('unittest')) {
|
|
unittest_tests.push(() => {
|
|
console.log('Running unittest test ' + testFile);
|
|
require(module)[libraryName(name)].main();
|
|
});
|
|
continue;
|
|
}
|
|
|
|
let protect = (f) => { // Returns the exception, or `null`.
|
|
try {
|
|
f();
|
|
return null;
|
|
} catch (e) {
|
|
return e;
|
|
}
|
|
};
|
|
|
|
test(name, function(done) { // 'function' to allow `this.timeout`.
|
|
async_helper.asyncTestInitialize(done);
|
|
console.debug('Running test: ' + name);
|
|
|
|
let mainLibrary = require(module)[libraryName(name)];
|
|
let negative = /negative_test/.test(name);
|
|
if (has('slow')) this.timeout(10000);
|
|
if (has('fail')) {
|
|
let e = protect(mainLibrary.main);
|
|
if (negative) {
|
|
if (e != null) {
|
|
throw new Error(
|
|
"negative test marked as 'fail' " +
|
|
"but passed by throwing:\n" + e);
|
|
}
|
|
} else {
|
|
if (e == null) {
|
|
throw new Error("test marked as 'fail' but passed");
|
|
}
|
|
}
|
|
} else {
|
|
try {
|
|
if (negative) {
|
|
assert.throws(mainLibrary.main);
|
|
} else {
|
|
mainLibrary.main();
|
|
}
|
|
} finally {
|
|
minitest.finishTests();
|
|
}
|
|
}
|
|
|
|
// If the test left any lingering detritus in the DOM, blow it away
|
|
// so it doesn't interfere with later tests.
|
|
document.body.innerHTML = '';
|
|
console.log("cleared");
|
|
|
|
if (!async_helper.asyncTestStarted) done();
|
|
});
|
|
}
|
|
}
|
|
|
|
let mochaOnError;
|
|
// We run these tests in a mocha test wrapper to avoid the confusing failure
|
|
// case of dart unittests being interleaved with mocha tests.
|
|
// In practice we are really just suppressing all mocha test behavior while
|
|
// Dart unittests run and then re-enabling it when the dart tests complete.
|
|
html_config.useHtmlConfiguration();
|
|
test('run all dart unittests', function(done) { // 'function' to allow `this.timeout`
|
|
if (unittest_tests.length == 0) return done();
|
|
|
|
// TODO(vsm): We're using an old deprecated version of unittest.
|
|
// We need to migrate all tests (in the SDK itself) off of
|
|
// unittest.
|
|
|
|
// All unittests need to be explicitly marked as such above. If
|
|
// not, the unittest framework will be run in a 'normal' test and
|
|
// left in an inconsistent state at this point triggering spurious
|
|
// failures. This check ensures we're not in such a state. If it fails,
|
|
// we've likely added a new unittest and need to categorize it as such.
|
|
if (unittest.src__test_environment.environment.testCases[dart_sdk.dartx.length] != 0) {
|
|
return done(new Error('Unittest framework in an invalid state'));
|
|
}
|
|
|
|
this.timeout(100000000);
|
|
this.enableTimeouts(false);
|
|
// Suppress mocha on-error handling because it will mess up unittests.
|
|
mochaOnError = window.onerror;
|
|
window.onerror = function(err, url, line) {
|
|
console.error(err, url, line);
|
|
};
|
|
window.addEventListener('message', (event) => {
|
|
if (event.data == 'unittest-suite-done') {
|
|
window.console.log("Done running unittests");
|
|
let output = document.body.textContent;
|
|
// Restore the Mocha onerror handler in case future tests need to run.
|
|
window.onerror = mochaOnError;
|
|
this.enableTimeouts(true);
|
|
|
|
let numErrors = countMatches(output, /\d\s+ERROR/g);
|
|
let numFails = countMatches(output, /\d\s+FAIL/g);
|
|
if (numErrors != num_expected_unittest_errors ||
|
|
numFails != num_expected_unittest_fails) {
|
|
output = "Expected " + num_expected_unittest_fails +
|
|
" fail and " + num_expected_unittest_errors +
|
|
" error unittests, got " + numFails + " fail and " +
|
|
numErrors + "error tests.\n" + output;
|
|
console.error(output);
|
|
done(new Error(output));
|
|
} else {
|
|
console.log(output);
|
|
done();
|
|
}
|
|
}
|
|
});
|
|
|
|
for (let action of unittest_tests) {
|
|
try {
|
|
action();
|
|
} catch (e) {
|
|
console.error("Caught error tying to setup test:", e);
|
|
}
|
|
}
|
|
});
|
|
});
|