mirror of
https://github.com/huggingface/transformers.git
synced 2025-08-03 03:31:05 +06:00
Fix broken example generation script for Llama3 (#38062)
Fix broken example generation script for llama3
This commit is contained in:
parent
7a611f0afd
commit
555715f418
@ -34,7 +34,6 @@ from transformers import (
|
||||
GPT2Tokenizer,
|
||||
GPTJForCausalLM,
|
||||
LlamaForCausalLM,
|
||||
LlamaTokenizer,
|
||||
OpenAIGPTLMHeadModel,
|
||||
OpenAIGPTTokenizer,
|
||||
OPTForCausalLM,
|
||||
@ -63,7 +62,7 @@ MODEL_CLASSES = {
|
||||
"xlm": (XLMWithLMHeadModel, XLMTokenizer),
|
||||
"gptj": (GPTJForCausalLM, AutoTokenizer),
|
||||
"bloom": (BloomForCausalLM, BloomTokenizerFast),
|
||||
"llama": (LlamaForCausalLM, LlamaTokenizer),
|
||||
"llama": (LlamaForCausalLM, AutoTokenizer),
|
||||
"opt": (OPTForCausalLM, GPT2Tokenizer),
|
||||
}
|
||||
|
||||
|
Loading…
Reference in New Issue
Block a user