Changes from reviews.

This commit is contained in:
Martin Malmsten 2020-02-26 23:36:39 +01:00
parent 105dcb4162
commit 9495d38b0d
2 changed files with 2 additions and 10 deletions

View File

@ -468,23 +468,15 @@ def main():
parser.add_argument(
"--do_lower_case", action="store_true", help="Set this flag if you are using an uncased model."
)
parser.add_argument(
"--keep_accents", action="store_const", const=True, help="Set this flag if model is trained with accents."
)
parser.add_argument(
"--strip_accents", action="store_const", const=True, help="Set this flag if model is trained without accents."
)
parser.add_argument(
"--nouse_fast",
action="store_const",
dest="use_fast",
const=False,
help="Set this flag to not use fast tokenization.",
"--use_fast", action="store_const", const=True, help="Set this flag to use fast tokenization."
)
parser.add_argument("--per_gpu_train_batch_size", default=8, type=int, help="Batch size per GPU/CPU for training.")
parser.add_argument(
"--per_gpu_eval_batch_size", default=8, type=int, help="Batch size per GPU/CPU for evaluation."

View File

@ -600,7 +600,7 @@ class AlbertMLMHead(nn.Module):
hidden_states = self.LayerNorm(hidden_states)
hidden_states = self.decoder(hidden_states)
prediction_scores = hidden_states + self.bias
prediction_scores = hidden_states
return prediction_scores