test(linear): increase atol for float8 activations

huggingface · Sep 26, 2024 · 6c0c4f8 · 6c0c4f8
1 parent 30f9cdd
commit 6c0c4f8
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/test/nn/test_qlinear.py b/test/nn/test_qlinear.py
@@ -90,7 +90,7 @@ def test_quantize_linear_float32_activations_int8(batch_size, tokens, embeddings
 def test_quantize_linear_float16_activations_float8(
     batch_size, tokens, embeddings, use_bias, dtype, weights, activations, device
 ):
-    atol = 1e-4
+    atol = 5e-3
     _test_quantize_linear(batch_size, tokens, embeddings, use_bias, weights, activations, dtype, device, atol)