riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-08-02 11:11:05 +06:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

clean up

Browse Source
This commit is contained in:
thomwolf 2018-11-04 15:17:55 +01:00
parent 834b485b2e
commit 6b0da96b4b
2 changed files with 15 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
run_classifier.py
View File

@ -192,8 +192,7 @@ class ColaProcessor(DataProcessor):
return examples return examples
def convert_examples_to_features(examples, label_list, max_seq_length, def convert_examples_to_features(examples, label_list, max_seq_length, tokenizer):
tokenizer):
"""Loads a data file into a list of `InputBatch`s.""" """Loads a data file into a list of `InputBatch`s."""
label_map = {} label_map = {}
@ -380,7 +379,7 @@ def main():
parser.add_argument("--do_lower_case", parser.add_argument("--do_lower_case",
default=False, default=False,
action='store_true', action='store_true',
help="Whether to lower case the input text. Should be True for uncased models and False for cased models.") help="Whether to lower case the input text. True for uncased models, False for cased models.")
parser.add_argument("--max_seq_length", parser.add_argument("--max_seq_length",
default=128, default=128,
type=int, type=int,
@ -424,6 +423,10 @@ def main():
default=False, default=False,
action='store_true', action='store_true',
help="Whether not to use CUDA when available") help="Whether not to use CUDA when available")
parser.add_argument("--accumulate_gradients",
type=int,
default=1,
help="Number of steps to accumulate gradient on (divide the single step batch_size)")
parser.add_argument("--local_rank", parser.add_argument("--local_rank",
type=int, type=int,
default=-1, default=-1,

4
run_squad.py
View File

@ -18,15 +18,15 @@ from __future__ import absolute_import
from __future__ import division from __future__ import division
from __future__ import print_function from __future__ import print_function
import six
import argparse import argparse
import collections import collections
import logging import logging
import json import json
import math import math
import os import os
from tqdm import tqdm, trange import six
import random import random
from tqdm import tqdm, trange
import numpy as np import numpy as np
import torch import torch