riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-07-04 05:10:06 +06:00
Code Issues Actions 20 Packages Projects Releases Wiki Activity

Make train_dataset attribute in _get_train_sampler optional (#38226)

Browse Source 
make it optional
This commit is contained in:
Marc Sun 2025-05-20 14:59:53 +02:00 committed by GitHub
parent 2ad152f84c
commit bb3c6426d8
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
src/transformers/trainer.py
View File

@ -972,7 +972,9 @@ class Trainer:
) )
return remove_columns_collator return remove_columns_collator
def _get_train_sampler(self, train_dataset) -> Optional[torch.utils.data.Sampler]: def _get_train_sampler(self, train_dataset: Optional[Dataset] = None) -> Optional[torch.utils.data.Sampler]:
if train_dataset is None:
train_dataset = self.train_dataset
if train_dataset is None or not has_length(train_dataset): if train_dataset is None or not has_length(train_dataset):
return None return None