mirror of
https://github.com/huggingface/transformers.git
synced 2025-08-02 11:11:05 +06:00
parent
3f20877da9
commit
9459efb807
@ -3925,7 +3925,7 @@ class ModelTesterMixin:
|
||||
|
||||
# Only non-padding tokens are expected to match.
|
||||
self.assertTrue(
|
||||
torch.allclose(res_eager[attention_mask == 1], res_sdpa[attention_mask == 1], rtol=1e-3)
|
||||
torch.allclose(res_eager[attention_mask == 1], res_sdpa[attention_mask == 1], rtol=1e-4, atol=1e-4)
|
||||
)
|
||||
|
||||
@require_flash_attn
|
||||
|
Loading…
Reference in New Issue
Block a user