riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-08-02 11:11:05 +06:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

device

Browse Source
This commit is contained in:
VictorSanh 2018-11-02 17:54:22 -04:00
parent 3ebf1a13c9
commit e6a710f684
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
modeling_pytorch.py
View File

@ -492,7 +492,7 @@ class BertForQuestionAnswering(nn.Module):
def compute_loss(logits, positions): def compute_loss(logits, positions):
max_position = positions.max().item() max_position = positions.max().item()
one_hot = torch.FloatTensor(batch_size, max(max_position, seq_length) +1).zero_() one_hot = torch.FloatTensor(batch_size, max(max_position, seq_length) +1, device=input_ids.device).zero_()
one_hot = one_hot.scatter(1, positions, 1) one_hot = one_hot.scatter(1, positions, 1)
one_hot = one_hot[:, :seq_length] one_hot = one_hot[:, :seq_length]
log_probs = nn.functional.log_softmax(logits, dim = -1).view(batch_size, seq_length) log_probs = nn.functional.log_softmax(logits, dim = -1).view(batch_size, seq_length)