Skip to content

vllm.renderers.chat_utils.tool_call

Functions:

get_tool_call_id_type(model_config)

Return the tool-call ID type for a given model configuration.

Source code in vllm/renderers/chat_utils/tool_call.py 
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
def get_tool_call_id_type(model_config: ModelConfig) -> str:
    """Return the tool-call ID type for a given model configuration."""
    hf_overrides = getattr(model_config, "hf_overrides", None)
    hf_config = getattr(model_config, "hf_config", None)
    hf_text_config = getattr(model_config, "hf_text_config", None)
    model_types = (
        getattr(hf_config, "model_type", None),
        getattr(hf_text_config, "model_type", None),
    )
    if any(model_type in _KIMI_MODEL_TYPES for model_type in model_types) or (
        isinstance(hf_overrides, dict)
        and hf_overrides.get("model_type") in _KIMI_MODEL_TYPES
    ):
        return "kimi_k2"
    return "random"