riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-07-24 23:08:57 +06:00
Code Issues Actions 35 Packages Projects Releases Wiki Activity

[cli] cli usable without torch (#38386)

Browse Source 
cli without torch
This commit is contained in:
Joao Gante 2025-05-26 17:54:18 +01:00 committed by GitHub
parent ba6d72226d
commit cd0f3ce73b
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
src/transformers/commands/chat.py
View File

@ -26,6 +26,7 @@ from typing import Optional
import yaml import yaml
from transformers import AutoTokenizer, GenerationConfig, TextIteratorStreamer
from transformers.utils import is_rich_available, is_torch_available from transformers.utils import is_rich_available, is_torch_available
from . import BaseTransformersCLICommand from . import BaseTransformersCLICommand
@ -42,13 +43,7 @@ if is_rich_available():
if is_torch_available(): if is_torch_available():
import torch import torch
from transformers import ( from transformers import AutoModelForCausalLM, BitsAndBytesConfig
AutoModelForCausalLM,
AutoTokenizer,
BitsAndBytesConfig,
GenerationConfig,
TextIteratorStreamer,
)
ALLOWED_KEY_CHARS = set(string.ascii_letters + string.whitespace) ALLOWED_KEY_CHARS = set(string.ascii_letters + string.whitespace)
@ -547,7 +542,7 @@ class ChatCommand(BaseTransformersCLICommand):
return quantization_config return quantization_config
def load_model_and_tokenizer(self, args: ChatArguments) -> tuple[AutoModelForCausalLM, AutoTokenizer]: def load_model_and_tokenizer(self, args: ChatArguments) -> tuple["AutoModelForCausalLM", AutoTokenizer]:
tokenizer = AutoTokenizer.from_pretrained( tokenizer = AutoTokenizer.from_pretrained(
args.model_name_or_path_positional, args.model_name_or_path_positional,
revision=args.model_revision, revision=args.model_revision,