riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-08-01 10:41:07 +06:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

update credits

Browse Source
This commit is contained in:
thomwolf 2019-08-28 16:36:55 +02:00
parent f753d4e32b
commit b5eb283aaa
4 changed files with 13 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
examples/distillation/dataset.py
View File

@ -1,5 +1,5 @@
# coding=utf-8 # coding=utf-8
# Copyright 2019-present, the HuggingFace Inc. team. # Copyright 2019-present, the HuggingFace Inc. team and Facebook, Inc.
# #
# Licensed under the Apache License, Version 2.0 (the "License"); # Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License. # you may not use this file except in compliance with the License.
@ -12,8 +12,8 @@
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
""" """ Dataloaders to train DistilBERT
Dataloaders to train DistilBERT. adapted in part from Facebook, Inc XLM model (https://github.com/facebookresearch/XLM)
""" """
from typing import List from typing import List
import math import math

6
examples/distillation/distiller.py
View File

@ -1,5 +1,5 @@
# coding=utf-8 # coding=utf-8
# Copyright 2019-present, the HuggingFace Inc. team. # Copyright 2019-present, the HuggingFace Inc. team and Facebook, Inc.
# #
# Licensed under the Apache License, Version 2.0 (the "License"); # Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License. # you may not use this file except in compliance with the License.
@ -12,8 +12,8 @@
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
""" """ The distiller to distil DistilBERT
The distiller to distil DistilBERT. adapted in part from Facebook, Inc XLM model (https://github.com/facebookresearch/XLM)
""" """
import os import os
import math import math

6
examples/distillation/utils.py
View File

@ -1,5 +1,5 @@
# coding=utf-8 # coding=utf-8
# Copyright 2019-present, the HuggingFace Inc. team. # Copyright 2019-present, the HuggingFace Inc. team and Facebook, Inc.
# #
# Licensed under the Apache License, Version 2.0 (the "License"); # Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License. # you may not use this file except in compliance with the License.
@ -12,8 +12,8 @@
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
""" """ Utils to train DistilBERT
Utils to train DistilBERT. adapted in part from Facebook, Inc XLM model (https://github.com/facebookresearch/XLM)
""" """
import git import git
import json import json

7
pytorch_transformers/modeling_distilbert.py
View File

@ -1,5 +1,5 @@
# coding=utf-8 # coding=utf-8
# Copyright 2019-present, the HuggingFace Inc. team and Facebook, Inc. # Copyright 2019-present, the HuggingFace Inc. team, The Google AI Language Team and Facebook, Inc.
# #
# Licensed under the Apache License, Version 2.0 (the "License"); # Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License. # you may not use this file except in compliance with the License.
@ -12,8 +12,9 @@
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
""" """ PyTorch DistilBERT model
PyTorch DistilBERT model. adapted in part from Facebook, Inc XLM model (https://github.com/facebookresearch/XLM)
and in part from HuggingFace PyTorch version of Google AI Bert model (https://github.com/google-research/bert)
""" """
from __future__ import absolute_import, division, print_function, unicode_literals from __future__ import absolute_import, division, print_function, unicode_literals