riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-07-20 13:08:21 +06:00
Code Issues Actions 7 Packages Projects Releases Wiki Activity

Small QoL for qa. (#21316)

Browse Source
This commit is contained in:
Nicolas Patry 2023-01-26 14:50:09 +01:00 committed by GitHub
parent a01dd3818f
commit fd0ef8b66d
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
src/transformers/pipelines/question_answering.py
View File

@ -404,6 +404,9 @@ class QuestionAnsweringPipeline(ChunkPipeline):
if doc_stride is None: if doc_stride is None:
doc_stride = min(max_seq_len // 2, 128) doc_stride = min(max_seq_len // 2, 128)
if doc_stride > max_seq_len:
raise ValueError(f"`doc_stride` ({doc_stride}) is larger than `max_seq_len` ({max_seq_len})")
if not self.tokenizer.is_fast: if not self.tokenizer.is_fast:
features = squad_convert_examples_to_features( features = squad_convert_examples_to_features(
examples=[example], examples=[example],