mirror of
https://github.com/huggingface/transformers.git
synced 2025-07-31 02:02:21 +06:00
tiny ppl doc typo fix (#5751)
This commit is contained in:
parent
ac921f0385
commit
5d178954c9
@ -123,7 +123,7 @@ are 512 preceding tokens available to condition on).
|
||||
stride = 512
|
||||
|
||||
lls = []
|
||||
for i in tqdm(range(1, encodings.input_ids.size(1), stride)):
|
||||
for i in tqdm(range(0, encodings.input_ids.size(1), stride)):
|
||||
begin_loc = max(i + stride - max_length, 0)
|
||||
end_loc = i + stride
|
||||
input_ids = encodings.input_ids[:,begin_loc:end_loc].to(device)
|
||||
|
Loading…
Reference in New Issue
Block a user