riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-08-02 11:11:05 +06:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

Fixed CLM model still using MODEL_FOR_MASKED_LM_MAPPING (#13002)

Browse Source
This commit is contained in:
Matt 2021-08-31 13:21:39 +01:00 committed by GitHub
parent aa08a34669
commit 702f4a49cd
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
examples/tensorflow/language-modeling/run_clm.py
View File

@ -43,7 +43,7 @@ import transformers
from transformers import ( from transformers import (
CONFIG_MAPPING, CONFIG_MAPPING,
CONFIG_NAME, CONFIG_NAME,
MODEL_FOR_MASKED_LM_MAPPING, MODEL_FOR_CAUSAL_LM_MAPPING,
TF2_WEIGHTS_NAME, TF2_WEIGHTS_NAME,
AutoConfig, AutoConfig,
AutoTokenizer, AutoTokenizer,
@ -58,7 +58,7 @@ from transformers.utils.versions import require_version
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
require_version("datasets>=1.8.0", "To fix: pip install -r examples/pytorch/language-modeling/requirements.txt") require_version("datasets>=1.8.0", "To fix: pip install -r examples/pytorch/language-modeling/requirements.txt")
MODEL_CONFIG_CLASSES = list(MODEL_FOR_MASKED_LM_MAPPING.keys()) MODEL_CONFIG_CLASSES = list(MODEL_FOR_CAUSAL_LM_MAPPING.keys())
MODEL_TYPES = tuple(conf.model_type for conf in MODEL_CONFIG_CLASSES) MODEL_TYPES = tuple(conf.model_type for conf in MODEL_CONFIG_CLASSES)
# endregion # endregion