riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-08-01 18:51:14 +06:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

Fix file type checks in data splits for contrastive training example script (#31720)

Browse Source 
fix data split file type checks
This commit is contained in:
Noah Young 2024-07-10 02:17:03 -07:00 committed by GitHub
parent e9eeedaf3b
commit a0a3e2f469
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
examples/pytorch/contrastive-image-text/run_clip.py
View File

@ -190,9 +190,9 @@ class DataTrainingArguments:
if self.validation_file is not None: if self.validation_file is not None:
extension = self.validation_file.split(".")[-1] extension = self.validation_file.split(".")[-1]
assert extension in ["csv", "json"], "`validation_file` should be a csv or a json file." assert extension in ["csv", "json"], "`validation_file` should be a csv or a json file."
if self.validation_file is not None: if self.test_file is not None:
extension = self.validation_file.split(".")[-1] extension = self.test_file.split(".")[-1]
assert extension == "json", "`validation_file` should be a json file." assert extension in ["csv", "json"], "`test_file` should be a csv or a json file."
dataset_name_mapping = { dataset_name_mapping = {

6
examples/tensorflow/contrastive-image-text/run_clip.py
View File

@ -196,9 +196,9 @@ class DataTrainingArguments:
if self.validation_file is not None: if self.validation_file is not None:
extension = self.validation_file.split(".")[-1] extension = self.validation_file.split(".")[-1]
assert extension in ["csv", "json"], "`validation_file` should be a csv or a json file." assert extension in ["csv", "json"], "`validation_file` should be a csv or a json file."
if self.validation_file is not None: if self.test_file is not None:
extension = self.validation_file.split(".")[-1] extension = self.test_file.split(".")[-1]
assert extension == "json", "`validation_file` should be a json file." assert extension in ["csv", "json"], "`test_file` should be a csv or a json file."
dataset_name_mapping = { dataset_name_mapping = {