test: disable broken saucelabs tests with “fixme-saucelabs-ivy” & “fixme-saucelabs-ve” tags (#35516)

PR Close #35516
This commit is contained in:
Greg Magolan 2020-02-18 08:46:32 -08:00 committed by Miško Hevery
parent f89d9f384e
commit 3887be464b
7 changed files with 78 additions and 3 deletions

View File

@ -360,7 +360,7 @@ jobs:
# See /tools/saucelabs/README.md for more info
command: |
yarn bazel run //tools/saucelabs:sauce_service_setup
TESTS=$(./node_modules/.bin/bazel query --output label '(kind(karma_web_test, ...) intersect attr("tags", "saucelabs", ...)) except attr("tags", "ivy-only", ...) except attr("tags", "fixme-saucelabs", ...)')
TESTS=$(./node_modules/.bin/bazel query --output label '(kind(karma_web_test, ...) intersect attr("tags", "saucelabs", ...)) except attr("tags", "ivy-only", ...) except attr("tags", "fixme-saucelabs-ve", ...)')
yarn bazel test --config=saucelabs ${TESTS}
yarn bazel run //tools/saucelabs:sauce_service_stop
no_output_timeout: 40m
@ -384,7 +384,7 @@ jobs:
# See /tools/saucelabs/README.md for more info
command: |
yarn bazel run //tools/saucelabs:sauce_service_setup
TESTS=$(./node_modules/.bin/bazel query --output label '(kind(karma_web_test, ...) intersect attr("tags", "saucelabs", ...)) except attr("tags", "no-ivy-aot", ...) except attr("tags", "fixme-saucelabs", ...)')
TESTS=$(./node_modules/.bin/bazel query --output label '(kind(karma_web_test, ...) intersect attr("tags", "saucelabs", ...)) except attr("tags", "no-ivy-aot", ...) except attr("tags", "fixme-saucelabs-ivy", ...)')
yarn bazel test --config=saucelabs --config=ivy ${TESTS}
yarn bazel run //tools/saucelabs:sauce_service_stop
no_output_timeout: 40m

View File

@ -87,6 +87,15 @@ jasmine_node_test(
karma_web_test_suite(
name = "test_web",
tags = [
# FIXME: fix on saucelabs
# IE 11.0.0 (Windows 8.1.0.0) ivy NgModule providers should throw when the aliased provider does not exist FAILED
# Error: Expected function to throw an exception with message 'R3InjectorError(SomeModule)[car -> SportsCar]:
# NullInjectorError: No provider for Car!', but it threw an exception with message 'R3InjectorError(SomeModule)[car -> Car]:
# NullInjectorError: No provider for Car!'.
# at <Jasmine>
"fixme-saucelabs-ivy",
],
deps = [
":test_lib",
],

View File

@ -42,7 +42,11 @@ karma_web_test_suite(
bootstrap = [
":elements_test_bootstrap_scripts",
],
# do not sort
tags = [
# FIXME: timed out in CI
"fixme-saucelabs-ivy",
"fixme-saucelabs-ve",
],
deps = [
":test_lib",
],

View File

@ -35,6 +35,14 @@ jasmine_node_test(
karma_web_test_suite(
name = "test_web",
tags = [
# FIXME: fix on saucelabs
# IE 11.0.0 (Windows 8.1.0.0) template-driven forms integration tests basic functionality should report properties which are written outside of template bindings FAILED
# InvalidStateError: InvalidStateError
# IE 10.0.0 (Windows 8.0.0) template-driven forms integration tests basic functionality should report properties which are written outside of template bindings FAILED
# InvalidStateError: InvalidStateError
"fixme-saucelabs-ivy",
],
deps = [
":test_lib",
],

View File

@ -39,6 +39,37 @@ jasmine_node_test(
karma_web_test_suite(
name = "test_web",
tags = [
# FIXME: fix on saucelabs
# IE 10.0.0 (Windows 8.0.0) AnimationRenderer should support nested animation triggers FAILED
# TypeError: Unable to get property 'length' of undefined or null reference
# error properties: Object({ number: -2146823281 })
# at <Jasmine>
# IE 10.0.0 (Windows 8.0.0) AnimationRenderer should hook into the engine's setProperty call if the property begins with `@` FAILED
# TypeError: Unable to get property 'setProperty' of undefined or null reference
# error properties: Object({ number: -2146823281 })
# at <Jasmine>
# IE 10.0.0 (Windows 8.0.0) AnimationRenderer should hook into the engine's insert operations when removing children FAILED
# TypeError: Unable to get property 'onRemove' of undefined or null reference
# error properties: Object({ number: -2146823281 })
# at <Jasmine>
# IE 10.0.0 (Windows 8.0.0) AnimationRenderer should hook into the engine's insert operations when inserting a child before another FAILED
# TypeError: Unable to get property 'onInsert' of undefined or null reference
# error properties: Object({ number: -2146823281 })
# at <Jasmine>
# IE 10.0.0 (Windows 8.0.0) AnimationRenderer should hook into the engine's insert operations when appending children FAILED
# TypeError: Unable to get property 'onInsert' of undefined or null reference
# error properties: Object({ number: -2146823281 })
# at <Jasmine>
# IE 10.0.0 (Windows 8.0.0) AnimationRenderer listen should hook into the engine's listen call if the property begins with `@` FAILED
# TypeError: Unable to get property 'listen' of undefined or null reference
# error properties: Object({ number: -2146823281 })
# at <Jasmine>
# IE 10.0.0 (Windows 8.0.0) AnimationRenderer listen should resolve the body|document|window nodes given their values as strings as input FAILED
# Error: Unable to listen on the animation trigger event "event" because the animation trigger "" doesn't exist!
# at <Jasmine>
"fixme-saucelabs-ivy",
],
deps = [
":test_lib",
],

View File

@ -44,6 +44,21 @@ jasmine_node_test(
karma_web_test_suite(
name = "test_web",
tags = [
# FIXME: fix on saucelabs
# IE 11.0.0 (Windows 8.1.0.0) bootstrap should restore the scrolling position FAILED
# IE 10.0.0 (Windows 8.0.0) bootstrap should restore the scrolling position FAILED
# Error: Expected undefined to equal 5000.
# at <Jasmine>
# Error: Expected undefined to equal 3000.
# at <Jasmine>
# Error: Expected undefined to equal 0.
# at <Jasmine>
# Error: Expected false to be true.
# at <Jasmine>
"fixme-saucelabs-ivy",
"fixme-saucelabs-ve",
],
deps = [
":test_lib",
],

View File

@ -33,6 +33,14 @@ jasmine_node_test(
karma_web_test_suite(
name = "test_web",
tags = [
# FIXME: fix on saucelabs
# ERROR: 'There is no timestamp for @angular/service-worker/worker/src/db-cache.js!'
# ERROR: 'There is no timestamp for @angular/service-worker/worker/src/driver.js!'
# ERROR: 'There is no timestamp for @angular/service-worker/worker/src/sha1.js!'
"fixme-saucelabs-ivy",
"fixme-saucelabs-ve",
],
deps = [
":test_lib",
],