riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-08-01 02:31:11 +06:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

mark llama4 as not supported with fa2 (#37416)

Browse Source
This commit is contained in:
Wing Lian 2025-04-10 05:48:46 -04:00 committed by GitHub
parent fbb2054ed5
commit 0ddad2d655
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/transformers/models/llama4/modeling_llama4.py
View File

@ -467,7 +467,7 @@ class Llama4PreTrainedModel(PreTrainedModel):
config_class = Llama4Config
supports_gradient_checkpointing = True
_skip_keys_device_placement = ["past_key_values"]
_supports_flash_attn_2 = True
_supports_flash_attn_2 = False
_supports_sdpa = True
_supports_flex_attn = True
_supports_cache_class = True