riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-08-02 03:01:07 +06:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

fixing transfo eval script

Browse Source
This commit is contained in:
thomwolf 2019-02-06 16:22:17 +01:00
parent 973926431e
commit ed47cb6cba
2 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
examples/eval_transfo_xl.py
View File

@ -111,7 +111,7 @@ def evaluate(eval_iter):
mems = tuple() mems = tuple()
for idx, (data, target, seq_len) in enumerate(eval_iter): for idx, (data, target, seq_len) in enumerate(eval_iter):
ret = model(data, target, *mems) ret = model(data, target, *mems)
loss, mems = ret[0], ret[1:] loss, mems = ret
loss = loss.mean() loss = loss.mean()
total_loss += seq_len * loss.item() total_loss += seq_len * loss.item()
total_len += seq_len total_len += seq_len

3
pytorch_pretrained_bert/modeling_transfo_xl.py
View File

@ -1215,7 +1215,8 @@ class TransfoXLModel(TransfoXLPreTrainedModel):
# So, have to initialize size(0) mems inside the model forward. # So, have to initialize size(0) mems inside the model forward.
# Moreover, have to return new_mems to allow nn.DataParallel to piece # Moreover, have to return new_mems to allow nn.DataParallel to piece
# them together. # them together.
if not mems: mems = self.init_mems(data) if not mems:
mems = self.init_mems(data)
hidden, new_mems = self._forward(data, mems=mems) hidden, new_mems = self._forward(data, mems=mems)
if target is None: if target is None: