From bc3c8bad295ae0ba7f0ddb18848df70f92a820c0 Mon Sep 17 00:00:00 2001 From: bsheedy-work <112023605+bsheedy-work@users.noreply.github.com> Date: Wed, 3 Apr 2024 14:08:57 -0700 Subject: [PATCH] Add epsilon to float comparison (#3635) Adds an epsilon when comparing float values in conformance/extensions/webgl-depth-texture.html. As-is, it is possible for tests to fail with output such as: At 2,0, expected within [0.2,0.6], was 0.600 FAIL At 2,0, expected within [0.2,0.6], was 0.600 Removes the epsilon value added to certain parts of the expected min/max values in conformance/extensions/webgl-depth-texture.html, instead using only the epsilon applied when actually comparing values. --- .../conformance/extensions/webgl-depth-texture.html | 13 +++++-------- 1 file changed, 5 insertions(+), 8 deletions(-) diff --git a/sdk/tests/conformance/extensions/webgl-depth-texture.html b/sdk/tests/conformance/extensions/webgl-depth-texture.html index f2318cc1d3..6ad2f5876d 100644 --- a/sdk/tests/conformance/extensions/webgl-depth-texture.html +++ b/sdk/tests/conformance/extensions/webgl-depth-texture.html @@ -323,21 +323,18 @@ d01, d01, d11, d11 ]; expectedMax = expectedMin.slice(); - - expectedMin = expectedMin.map(x => x - eps); - expectedMax = expectedMax.map(x => x + eps); } else { expectedMin = [ - d00-eps, d00, d00, d10-eps, d00, d00, d00, d10, d00, d00, d00, d10, - d01-eps, d01, d01, d11-eps, + d00, d00, d00, d10, + d01, d01, d01, d11, ]; expectedMax = [ - d00+eps, d10, d10, d10+eps, + d00, d10, d10, d10, + d01, d11, d11, d11, d01, d11, d11, d11, d01, d11, d11, d11, - d01+eps, d11, d11, d11+eps, ]; } @@ -349,7 +346,7 @@ const eMax = expectedMax[t]; let func = testPassed; const text = `At ${xx},${yy}, expected within [${eMin},${eMax}], was ${was.toFixed(3)}` - if (was <= eMin || was >= eMax) { + if (was <= eMin - eps || was >= eMax + eps) { func = testFailed; } func(text);