Update test_sageattn3.py
Browse files- test_sageattn3.py +1 -1
test_sageattn3.py
CHANGED
@@ -44,7 +44,7 @@ def main():
|
|
44 |
|
45 |
out_sage = sageattn_blackwell(q, k, v, is_causal=False)
|
46 |
print("sage vs math:", get_rtol_atol(out_sage, out_math))
|
47 |
-
print("The above (except max_rtol) should be < 0.
|
48 |
|
49 |
|
50 |
if __name__ == "__main__":
|
|
|
44 |
|
45 |
out_sage = sageattn_blackwell(q, k, v, is_causal=False)
|
46 |
print("sage vs math:", get_rtol_atol(out_sage, out_math))
|
47 |
+
print("The above (except max_rtol) should be < 0.1 (on RTX 50xx)")
|
48 |
|
49 |
|
50 |
if __name__ == "__main__":
|