mirror of
https://github.com/huggingface/transformers.git
synced 2025-07-31 02:02:21 +06:00
Updated the GLUE pre-processing method
This commit is contained in:
parent
0ea82b246f
commit
3927d7756c
@ -409,8 +409,9 @@ def convert_examples_to_features(examples, label_list, max_seq_length,
|
||||
example.text_a,
|
||||
example.text_b,
|
||||
add_special_tokens=True,
|
||||
output_mask=True,
|
||||
max_length=max_seq_length
|
||||
output_token_type=True,
|
||||
max_length=max_seq_length,
|
||||
truncate_first_sequence=True # We're truncating the first sequence as a priority
|
||||
)
|
||||
input_ids, segment_ids = inputs["input_ids"], inputs["output_token_type"]
|
||||
|
||||
|
Loading…
Reference in New Issue
Block a user