riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-08-01 02:31:11 +06:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

Fix overwrite_cache behaviour for pytorch lightning examples (#4093)

Browse Source
This commit is contained in:
Simone Primarosa 2020-05-06 17:24:49 +01:00 committed by GitHub
parent 9972562d33
commit 25296b12aa
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 8 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
examples/glue/run_pl_glue.py
View File

@ -52,7 +52,10 @@ class GLUETransformer(BaseTransformer):
for mode in ["train", "dev"]: for mode in ["train", "dev"]:
cached_features_file = self._feature_file(mode) cached_features_file = self._feature_file(mode)
if not os.path.exists(cached_features_file) and not args.overwrite_cache: if os.path.exists(cached_features_file) and not args.overwrite_cache:
logger.info("Loading features from cached file %s", cached_features_file)
features = torch.load(cached_features_file)
else:
logger.info("Creating features from dataset file at %s", args.data_dir) logger.info("Creating features from dataset file at %s", args.data_dir)
examples = ( examples = (
processor.get_dev_examples(args.data_dir) processor.get_dev_examples(args.data_dir)

5
examples/ner/run_pl_ner.py
View File

@ -50,7 +50,10 @@ class NERTransformer(BaseTransformer):
args = self.hparams args = self.hparams
for mode in ["train", "dev", "test"]: for mode in ["train", "dev", "test"]:
cached_features_file = self._feature_file(mode) cached_features_file = self._feature_file(mode)
if not os.path.exists(cached_features_file): if os.path.exists(cached_features_file) and not args.overwrite_cache:
logger.info("Loading features from cached file %s", cached_features_file)
features = torch.load(cached_features_file)
else:
logger.info("Creating features from dataset file at %s", args.data_dir) logger.info("Creating features from dataset file at %s", args.data_dir)
examples = read_examples_from_file(args.data_dir, mode) examples = read_examples_from_file(args.data_dir, mode)
features = convert_examples_to_features( features = convert_examples_to_features(