Skip to content

vllm.transformers_utils.tokenizer_base

__getattr__ 

__getattr__(name: str)
Source code in vllm/transformers_utils/tokenizer_base.py 
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
def __getattr__(name: str):
    if name == "TokenizerBase":
        from vllm.tokenizers import TokenizerLike

        warnings.warn(
            "`vllm.transformers_utils.tokenizer_base.TokenizerBase` has been "
            "moved to `vllm.tokenizers.TokenizerLike`. "
            "The old name will be removed in v0.13.",
            DeprecationWarning,
            stacklevel=2,
        )

        return TokenizerLike
    if name == "TokenizerRegistry":
        from vllm.tokenizers import TokenizerRegistry

        warnings.warn(
            "`vllm.transformers_utils.tokenizer_base.TokenizerRegistry` has been "
            "moved to `vllm.tokenizers.TokenizerRegistry`. "
            "The old name will be removed in v0.13.",
            DeprecationWarning,
            stacklevel=2,
        )

        return TokenizerRegistry

    raise AttributeError(f"module {__name__!r} has no attribute {name!r}")