mirror of
https://github.com/huggingface/transformers.git
synced 2025-07-31 02:02:21 +06:00
Added Deberta model type support (#34308)
* Added Deberta model type for 'add_prefix_space' functionality * housekeeping --------- Co-authored-by: Filippos Ventirozos <filippos.ventirozos@autotrader.co.uk>
This commit is contained in:
parent
5ba85de7a4
commit
343c8cb86f
@ -366,7 +366,7 @@ def main():
|
||||
)
|
||||
|
||||
tokenizer_name_or_path = model_args.tokenizer_name if model_args.tokenizer_name else model_args.model_name_or_path
|
||||
if config.model_type in {"bloom", "gpt2", "roberta"}:
|
||||
if config.model_type in {"bloom", "gpt2", "roberta", "deberta"}:
|
||||
tokenizer = AutoTokenizer.from_pretrained(
|
||||
tokenizer_name_or_path,
|
||||
cache_dir=model_args.cache_dir,
|
||||
|
Loading…
Reference in New Issue
Block a user