Replace NystromformerTokenizer with AutoTokenizer (#15312)

This commit is contained in:
novice 2022-01-24 21:03:43 +05:30 committed by GitHub
parent dcaa5100c9
commit e239fc3b0b
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -47,7 +47,7 @@ logger = logging.get_logger(__name__)
_CHECKPOINT_FOR_DOC = "uw-madison/nystromformer-512"
_CONFIG_FOR_DOC = "NystromformerConfig"
_TOKENIZER_FOR_DOC = "NystromformerTokenizer"
_TOKENIZER_FOR_DOC = "AutoTokenizer"
NYSTROMFORMER_PRETRAINED_MODEL_ARCHIVE_LIST = [
"uw-madison/nystromformer-512",