Skip to content

Commit b411db3

Browse files
committed
Trying one more time for quality
1 parent b164b4b commit b411db3

File tree

2 files changed

+4
-5
lines changed

2 files changed

+4
-5
lines changed

src/guidellm/benchmark/benchmarker.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -14,7 +14,7 @@
1414
)
1515

1616
from pydantic import Field
17-
from transformers import PreTrainedTokenizer # type: ignore # noqa: PGH003
17+
from transformers import PreTrainedTokenizerBase # type: ignore # noqa: PGH003
1818

1919
from guidellm.backend import Backend, ResponseSummary
2020
from guidellm.benchmark.aggregator import (
@@ -295,7 +295,7 @@ def __init__(
295295
request_loader: Iterable[GenerationRequest],
296296
request_loader_description: GenerativeRequestLoaderDescription,
297297
benchmark_save_extras: Optional[Dict[str, Any]] = None,
298-
processor: Optional[Union[str, Path, PreTrainedTokenizer]] = None,
298+
processor: Optional[Union[str, Path, PreTrainedTokenizerBase]] = None,
299299
processor_args: Optional[Dict[str, Any]] = None,
300300
):
301301
super().__init__(

src/guidellm/request/loader.py

Lines changed: 2 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,6 @@
22
from pathlib import Path
33
from typing import (
44
Any,
5-
Callable,
65
Dict,
76
Iterable,
87
Iterator,
@@ -13,7 +12,7 @@
1312
)
1413

1514
from datasets import Dataset, DatasetDict, IterableDataset, IterableDatasetDict
16-
from transformers import PreTrainedTokenizer # type: ignore[import]
15+
from transformers import PreTrainedTokenizerBase # type: ignore[import]
1716

1817
from guidellm.dataset import ColumnInputTypes, load_dataset
1918
from guidellm.objects import StandardBaseModel
@@ -80,7 +79,7 @@ def __init__(
8079
IterableDatasetDict,
8180
],
8281
data_args: Optional[Dict[str, Any]],
83-
processor: Optional[Union[str, Path, PreTrainedTokenizer, Callable]],
82+
processor: Optional[Union[str, Path, PreTrainedTokenizerBase]],
8483
processor_args: Optional[Dict[str, Any]],
8584
shuffle: bool = True,
8685
iter_type: Literal["finite", "infinite"] = "finite",

0 commit comments

Comments
 (0)