Update expectations for api,validation,error_scope
- The ones that cause OOM are not going to get fixed on GLES.
- Merge some untriaged failures for this test into existing blocks.
- Change a Skip that shouldn't have existed into an untriaged Failure.
Bug: 367513506, 42241110
Change-Id: I2c42ee79cf5e5ebc95b59f0409c57b4de8d3d887
Reviewed-on: https://dawn-review.googlesource.com/c/dawn/+/234274
Bot-Commit: rubber-stamper@appspot.gserviceaccount.com <rubber-stamper@appspot.gserviceaccount.com>
Commit-Queue: rubber-stamper@appspot.gserviceaccount.com <rubber-stamper@appspot.gserviceaccount.com>
Auto-Submit: Kai Ninomiya <kainino@chromium.org>
diff --git a/webgpu-cts/compat-expectations.txt b/webgpu-cts/compat-expectations.txt
index 84dee2b..72d559f 100644
--- a/webgpu-cts/compat-expectations.txt
+++ b/webgpu-cts/compat-expectations.txt
@@ -106,6 +106,13 @@
# Cube arrays require GL_EXT_texture_cube_map_array
[ compat-min-es31 ] webgpu:compat,api,validation,texture,createTexture:invalidTextureBindingViewDimension:dimension="2d";textureBindingViewDimension="cube-array" [ Skip ]
+# GLES doesn't give us a way to gracefully catch OOM errors, so we just lose the device.
+crbug.com/42241110 webgpu:api,operation,uncapturederror:iff_uncaptured:errorType="out-of-memory" [ Skip ]
+crbug.com/42241110 webgpu:api,validation,error_scope:balanced_nesting:errorFilter="out-of-memory";* [ Skip ]
+crbug.com/42241110 webgpu:api,validation,error_scope:current_scope:errorFilter="out-of-memory";* [ Skip ]
+crbug.com/42241110 webgpu:api,validation,error_scope:parent_scope:errorFilter="out-of-memory";* [ Skip ]
+crbug.com/42241110 webgpu:api,validation,error_scope:simple:errorType="out-of-memory";* [ Skip ]
+
################################################################################
# Temporary Skip Expectations
#
@@ -114,31 +121,6 @@
################################################################################
### TEMPORARY ANDROID SKIPS
-# the out-of-memory tests seem to be causing cascading Telemetry failures
-# with --use-angle=gles; skip them for now
-crbug.com/42241110 webgpu:api,operation,uncapturederror:iff_uncaptured:errorType="out-of-memory" [ Skip ]
-
-crbug.com/42241110 [ android arm ] webgpu:api,validation,error_scope:balanced_nesting:errorFilter="out-of-memory";numErrors=1 [ Skip ]
-crbug.com/42241110 [ android arm ] webgpu:api,validation,error_scope:balanced_nesting:errorFilter="out-of-memory";numErrors=10 [ Skip ]
-crbug.com/42241110 [ android arm ] webgpu:api,validation,error_scope:balanced_nesting:errorFilter="out-of-memory";numErrors=100 [ Skip ]
-crbug.com/42241110 [ android arm ] webgpu:api,validation,error_scope:balanced_nesting:errorFilter="out-of-memory";numErrors=1000 [ Skip ]
-crbug.com/42241110 [ android arm ] webgpu:api,validation,error_scope:balanced_siblings:errorFilter="out-of-memory";numErrors=1 [ Skip ]
-crbug.com/42241110 [ android arm ] webgpu:api,validation,error_scope:balanced_siblings:errorFilter="out-of-memory";numErrors=10 [ Skip ]
-crbug.com/42241110 [ android arm ] webgpu:api,validation,error_scope:balanced_siblings:errorFilter="out-of-memory";numErrors=100 [ Skip ]
-crbug.com/42241110 [ android arm ] webgpu:api,validation,error_scope:balanced_siblings:errorFilter="out-of-memory";numErrors=1000 [ Skip ]
-crbug.com/42241110 [ android arm ] webgpu:api,validation,error_scope:current_scope:errorFilter="out-of-memory";stackDepth=1 [ Skip ]
-crbug.com/42241110 [ android arm ] webgpu:api,validation,error_scope:current_scope:errorFilter="out-of-memory";stackDepth=10 [ Skip ]
-crbug.com/42241110 [ android arm ] webgpu:api,validation,error_scope:current_scope:errorFilter="out-of-memory";stackDepth=100 [ Skip ]
-crbug.com/42241110 [ android arm ] webgpu:api,validation,error_scope:current_scope:errorFilter="out-of-memory";stackDepth=1000 [ Skip ]
-crbug.com/42241110 [ android arm ] webgpu:api,validation,error_scope:current_scope:errorFilter="out-of-memory";stackDepth=100000 [ Skip ]
-crbug.com/42241110 [ android arm ] webgpu:api,validation,error_scope:parent_scope:errorFilter="out-of-memory";stackDepth=1 [ Skip ]
-crbug.com/42241110 [ android arm ] webgpu:api,validation,error_scope:parent_scope:errorFilter="out-of-memory";stackDepth=10 [ Skip ]
-crbug.com/42241110 [ android arm ] webgpu:api,validation,error_scope:parent_scope:errorFilter="out-of-memory";stackDepth=100 [ Skip ]
-crbug.com/42241110 [ android arm ] webgpu:api,validation,error_scope:parent_scope:errorFilter="out-of-memory";stackDepth=1000 [ Skip ]
-crbug.com/42241110 [ android arm ] webgpu:api,validation,error_scope:simple:errorType="out-of-memory";errorFilter="internal" [ Skip ]
-crbug.com/42241110 [ android arm ] webgpu:api,validation,error_scope:simple:errorType="out-of-memory";errorFilter="out-of-memory" [ Skip ]
-crbug.com/42241110 [ android arm ] webgpu:api,validation,error_scope:simple:errorType="out-of-memory";errorFilter="validation" [ Skip ]
-crbug.com/42241110 [ android arm ] webgpu:api,validation,error_scope:simple:errorType="validation";errorFilter="out-of-memory" [ Skip ]
# Compressed texture image_copy failures on Pixel 6
crbug.com/364917742 [ android arm ] webgpu:api,operation,command_buffer,image_copy:offsets_and_sizes:* [ Skip ]
@@ -434,21 +416,9 @@
crbug.com/341327472 [ intel-0x4680 linux ] webgpu:api,validation,state,device_lost,destroy:* [ Failure ]
-# error_scope validation tests with errorType="out-of-memory" are failing on all platforms
-# On NVidia, crashes in PartitionAlloc due to the NV GL driver malloc()ing 2GB+ blocks
-crbug.com/42241110 [ linux nvidia-0x2184 nvidia_ge_31.0.15.4601 ] webgpu:api,validation,error_scope:current_scope:errorFilter="out-of-memory";stackDepth=1 [ Failure ]
-crbug.com/42241110 [ linux nvidia-0x2184 nvidia_ge_31.0.15.4601 ] webgpu:api,validation,error_scope:current_scope:errorFilter="out-of-memory";stackDepth=10 [ Failure ]
-crbug.com/42241110 [ linux nvidia-0x2184 nvidia_ge_31.0.15.4601 ] webgpu:api,validation,error_scope:current_scope:errorFilter="out-of-memory";stackDepth=100 [ Failure ]
-crbug.com/42241110 [ linux nvidia-0x2184 nvidia_ge_31.0.15.4601 ] webgpu:api,validation,error_scope:current_scope:errorFilter="out-of-memory";stackDepth=1000 [ Failure ]
-crbug.com/42241110 [ linux nvidia-0x2184 nvidia_ge_31.0.15.4601 ] webgpu:api,validation,error_scope:current_scope:errorFilter="out-of-memory";stackDepth=100000 [ Failure ]
-crbug.com/42241110 [ linux nvidia-0x2184 nvidia_ge_31.0.15.4601 ] webgpu:api,validation,error_scope:parent_scope:errorFilter="out-of-memory";stackDepth=1 [ Failure ]
-crbug.com/42241110 [ linux nvidia-0x2184 nvidia_ge_31.0.15.4601 ] webgpu:api,validation,error_scope:parent_scope:errorFilter="out-of-memory";stackDepth=10 [ Failure ]
-crbug.com/42241110 [ linux nvidia-0x2184 nvidia_ge_31.0.15.4601 ] webgpu:api,validation,error_scope:parent_scope:errorFilter="out-of-memory";stackDepth=100 [ Failure ]
-crbug.com/42241110 [ linux nvidia-0x2184 nvidia_ge_31.0.15.4601 ] webgpu:api,validation,error_scope:parent_scope:errorFilter="out-of-memory";stackDepth=1000 [ Failure ]
-crbug.com/42241110 [ linux nvidia-0x2184 nvidia_ge_31.0.15.4601 ] webgpu:api,validation,error_scope:simple:errorType="out-of-memory";errorFilter="internal" [ Failure ]
-crbug.com/42241110 [ linux nvidia-0x2184 nvidia_ge_31.0.15.4601 ] webgpu:api,validation,error_scope:simple:errorType="out-of-memory";errorFilter="out-of-memory" [ Failure ]
-crbug.com/42241110 [ linux nvidia-0x2184 nvidia_ge_31.0.15.4601 ] webgpu:api,validation,error_scope:simple:errorType="out-of-memory";errorFilter="validation" [ Failure ]
-crbug.com/42241110 [ android arm ] webgpu:api,validation,error_scope:current_scope:errorFilter="validation";stackDepth=100000 [ Failure ]
+# Timeouts on error_scope
+crbug.com/367513506 [ android arm ] webgpu:api,validation,error_scope:current_scope:errorFilter="validation";stackDepth=100000 [ Failure ]
+
# sample_texture_combos test is failing on all Compat platforms
crbug.com/402772749 webgpu:api,operation,sampling,sampler_texture:sample_texture_combos: [ Failure ]
@@ -1026,3 +996,4 @@
crbug.com/0000 [ linux nvidia ] webgpu:shader,execution,shader_io,fragment_builtins:inputs,interStage,centroid:nearFar=[0,1];sampleCount=1;interpolation={"type":"perspective","sampling":"center"} [ Failure ]
crbug.com/0000 [ compat-default linux nvidia ] webgpu:shader,execution,shader_io,fragment_builtins:inputs,interStage,centroid:nearFar=[0.25,0.75];sampleCount=1;interpolation={"type":"perspective","sampling":"center"} [ Failure ]
crbug.com/0000 [ android-pixel-6 ] webgpu:web_platform,copyToTexture,ImageBitmap:from_ImageData:alpha="none";orientation="flipY";colorSpaceConversion="none";srcFlipYInCopy=true;dstFormat="rg16float";dstPremultiplied=false [ Failure ]
+crbug.com/0000 [ android arm ] webgpu:api,validation,error_scope:simple:errorType="validation";errorFilter="out-of-memory" [ Skip ]
diff --git a/webgpu-cts/expectations.txt b/webgpu-cts/expectations.txt
index 9715f0b..edaa0e7 100644
--- a/webgpu-cts/expectations.txt
+++ b/webgpu-cts/expectations.txt
@@ -424,8 +424,9 @@
crbug.com/367513506 [ amd mac ] webgpu:api,validation,error_scope:current_scope:errorFilter="out-of-memory";stackDepth=100000 [ Skip ]
crbug.com/367513506 [ intel win ] webgpu:api,validation,error_scope:current_scope:errorFilter="out-of-memory";stackDepth=100000 [ Skip ]
crbug.com/367513506 [ nvidia win ] webgpu:api,validation,error_scope:current_scope:errorFilter="out-of-memory";stackDepth=100000 [ Skip ]
-crbug.com/367513506 [ android-pixel-6 ] webgpu:api,validation,error_scope:current_scope:errorFilter="out-of-memory";stackDepth=100000 [ Skip ]
-crbug.com/367513506 [ android-pixel-6 ] webgpu:api,validation,error_scope:current_scope:errorFilter="validation";stackDepth=100000 [ Skip ]
+crbug.com/367513506 [ linux nvidia ] webgpu:api,validation,error_scope:current_scope:errorFilter="out-of-memory";stackDepth=100000 [ Skip ]
+crbug.com/367513506 [ android ] webgpu:api,validation,error_scope:current_scope:errorFilter="out-of-memory";stackDepth=100000 [ Skip ]
+crbug.com/367513506 [ android ] webgpu:api,validation,error_scope:current_scope:errorFilter="validation";stackDepth=100000 [ Skip ]
# maxBufferSize test causing instability
crbug.com/407109048 [ arm ] webgpu:api,validation,capability_checks,limits,maxBufferSize:* [ Skip ]
@@ -1491,6 +1492,11 @@
crbug.com/407159799 [ linux nvidia ] webgpu:api,validation,capability_checks,limits,maxVertexBufferArrayStride:createRenderPipeline,at_over:limitTest="betweenDefaultAndMaximum";testValueName="atLimit";async=false [ Failure ]
crbug.com/407159799 [ linux nvidia ] webgpu:api,validation,capability_checks,limits,minUniformBufferOffsetAlignment:setBindGroup,at_over:limitTest="atMinimum";testValueName="underLimit" [ Failure ]
+# error_scope tests that shouldn't be timing out because they don't have a huge stackDepth
+crbug.com/367513506 [ linux nvidia ] webgpu:api,validation,error_scope:parent_scope:errorFilter="validation";stackDepth=1000 [ Failure ]
+crbug.com/367513506 [ linux nvidia ] webgpu:api,validation,error_scope:current_scope:errorFilter="validation";stackDepth=1000 [ Failure ]
+crbug.com/367513506 [ nvidia win ] webgpu:api,validation,error_scope:current_scope:errorFilter="validation";stackDepth=1000 [ Failure ]
+
################################################################################
# Autogenerated Failure expectations. Please triage.
# ##ROLLER_AUTOGENERATED_FAILURES##
@@ -1513,13 +1519,6 @@
crbug.com/0000 [ dawn-no-backend-validation intel-0x9bc5 no-asan target-cpu-32 webgpu-dxc-disabled win ] webgpu:api,validation,createBindGroup:buffer,resource_binding_size:type="storage" [ Failure ]
crbug.com/0000 [ linux nvidia ] webgpu:api,validation,createBindGroup:buffer,resource_binding_size:type="storage" [ Failure ]
crbug.com/0000 [ android-pixel-4 ] webgpu:api,validation,encoding,cmds,copyTextureToTexture:copy_aspects:format="depth32float-stencil8" [ Failure ]
-crbug.com/0000 [ android-pixel-4 dawn-no-backend-validation ] webgpu:api,validation,error_scope:current_scope:errorFilter="out-of-memory";stackDepth=100000 [ Failure ]
-crbug.com/0000 [ dawn-backend-validation linux no-clang-coverage nvidia nvidia_ge_535.183.01 ] webgpu:api,validation,error_scope:current_scope:errorFilter="out-of-memory";stackDepth=100000 [ Failure ]
-crbug.com/0000 [ linux no-clang-coverage nvidia nvidia_lt_535.183.01 ] webgpu:api,validation,error_scope:current_scope:errorFilter="out-of-memory";stackDepth=100000 [ Failure ]
-crbug.com/0000 [ linux no-clang-coverage nvidia ] webgpu:api,validation,error_scope:current_scope:errorFilter="validation";stackDepth=1000 [ Failure ]
-crbug.com/0000 [ dawn-no-backend-validation no-clang-coverage nvidia release-x64 target-cpu-64 webgpu-dxc-enabled win ] webgpu:api,validation,error_scope:current_scope:errorFilter="validation";stackDepth=1000 [ Failure ]
-crbug.com/0000 [ android-pixel-4 dawn-no-backend-validation ] webgpu:api,validation,error_scope:current_scope:errorFilter="validation";stackDepth=100000 [ Failure ]
-crbug.com/0000 [ linux nvidia ] webgpu:api,validation,error_scope:parent_scope:errorFilter="validation";stackDepth=1000 [ Failure ]
crbug.com/0000 [ dawn-no-backend-validation linux no-clang-coverage nvidia nvidia_ge_535.183.01 webgpu-service-worker ] webgpu:idl,javascript:limits:type="adapter" [ Failure ]
crbug.com/0000 [ intel win ] webgpu:shader,execution,expression,access,vector,components:concrete_scalar:inputSource="const";elementType="bool";width=4;components="xyzw" [ Failure ]
crbug.com/0000 [ intel mac ] webgpu:shader,execution,expression,call,builtin,texture_utils:weights:stage="compute" [ Failure ]
