riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-08-01 18:51:14 +06:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

clean up some args'

Browse Source
This commit is contained in:
ita.zaporozhets@huggingface.co 2025-06-23 13:56:30 +00:00 committed by ita.zaporozhets@huggingface.co
parent 91be87ec9b
commit 2f23e3efd5
1 changed files with 0 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
src/transformers/models/blt_wip/modeling_blt.py
View File

@ -238,13 +238,9 @@ class BLTTransformerLayer(nn.Module):
super().__init__() super().__init__()
# Extract parameters from dictionary # Extract parameters from dictionary
dim = dim
n_heads = n_heads
head_dim = config.head_dim head_dim = config.head_dim
n_kv_heads = config.n_kv_heads n_kv_heads = config.n_kv_heads
rope_theta = config.rope_theta
multiple_of = config.multiple_of multiple_of = config.multiple_of
ffn_dim_multiplier = config.ffn_dim_multiplier
norm_eps = config.norm_eps norm_eps = config.norm_eps
self.head_dim = head_dim or dim // n_heads self.head_dim = head_dim or dim // n_heads