riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-07-28 00:32:25 +06:00
Code Issues Actions 9 Packages Projects Releases Wiki Activity

Cleanup unused variables

Browse Source
This commit is contained in:
Lysandre 2020-01-21 11:40:24 -05:00
parent 15579e2d55
commit c7f79815e7
1 changed files with 0 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
src/transformers/tokenization_xlnet.py
View File

@ -236,7 +236,6 @@ class XLNetTokenizer(PreTrainedTokenizer):
if token_ids_1 is None, only returns the first portion of the mask (0's). if token_ids_1 is None, only returns the first portion of the mask (0's).
""" """
sep = [self.sep_token_id] sep = [self.sep_token_id]
cls = [self.cls_token_id]
cls_segment_id = [2] cls_segment_id = [2]
if token_ids_1 is None: if token_ids_1 is None: