riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-07-31 02:02:21 +06:00
Code Issues Actions 23 Packages Projects Releases Wiki Activity

[SeamlessM4T] fix copies with NLLB MoE int8 (#27018)

Browse Source 
fix copies on newly merged model
This commit is contained in:
Arthur 2023-10-23 15:25:06 +02:00 committed by GitHub
parent 244a53e0f6
commit f9f27b0fc2
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/transformers/models/seamless_m4t/modeling_seamless_m4t.py
View File

@ -1300,7 +1300,7 @@ class SeamlessM4TFeedForwardNetwork(nn.Module):
if (
isinstance(self.fc2.weight, torch.Tensor)
and hidden_states.dtype != self.fc2.weight.dtype
and self.fc2.weight.dtype != torch.int8
and (self.fc2.weight.dtype != torch.int8 and self.fc2.weight.dtype != torch.uint8)
):
hidden_states = hidden_states.to(self.fc2.weight.dtype)
hidden_states = self.fc2(hidden_states)