mirror of
https://github.com/huggingface/transformers.git
synced 2025-07-31 18:22:34 +06:00
Fix remove_columns
in text-classification
example (#29351)
This commit is contained in:
parent
5080ab12c8
commit
fce52cefa7
@ -422,7 +422,7 @@ def main():
|
|||||||
for split in raw_datasets.keys():
|
for split in raw_datasets.keys():
|
||||||
for column in data_args.remove_columns.split(","):
|
for column in data_args.remove_columns.split(","):
|
||||||
logger.info(f"removing column {column} from split {split}")
|
logger.info(f"removing column {column} from split {split}")
|
||||||
raw_datasets[split].remove_columns(column)
|
raw_datasets[split] = raw_datasets[split].remove_columns(column)
|
||||||
|
|
||||||
if data_args.label_column_name is not None and data_args.label_column_name != "label":
|
if data_args.label_column_name is not None and data_args.label_column_name != "label":
|
||||||
for key in raw_datasets.keys():
|
for key in raw_datasets.keys():
|
||||||
|
Loading…
Reference in New Issue
Block a user