riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-07-31 10:12:23 +06:00
Code Issues Actions 23 Packages Projects Releases Wiki Activity

[LlamaConfig] Nit: pad token should be None by default (#24958)

Browse Source 
* pad token should be None by default

* fix tests

* nits
This commit is contained in:
Arthur 2023-07-21 14:32:34 +02:00 committed by GitHub
parent f74560d007
commit 0511369a8b
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/transformers/models/llama/configuration_llama.py
View File

@ -116,7 +116,7 @@ class LlamaConfig(PretrainedConfig):
initializer_range=0.02,
rms_norm_eps=1e-6,
use_cache=True,
pad_token_id=0,
pad_token_id=None,
bos_token_id=1,
eos_token_id=2,
pretraining_tp=1,

3
tests/models/llama/test_modeling_llama.py
View File

@ -58,6 +58,7 @@ class LlamaModelTester:
initializer_range=0.02,
num_labels=3,
num_choices=4,
pad_token_id=0,
scope=None,
):
self.parent = parent
@ -81,6 +82,7 @@ class LlamaModelTester:
self.initializer_range = initializer_range
self.num_labels = num_labels
self.num_choices = num_choices
self.pad_token_id = pad_token_id
self.scope = scope
def prepare_config_and_inputs(self):
@ -120,6 +122,7 @@ class LlamaModelTester:
type_vocab_size=self.type_vocab_size,
is_decoder=False,
initializer_range=self.initializer_range,
pad_token_id=self.pad_token_id,
)
def create_and_check_model(