fix for openai compatibility model with needed parameters

This commit is contained in:
2026-03-09 10:21:39 +03:00
parent 969d25209c
commit 5721bad117
4 changed files with 39 additions and 4 deletions

View File

@@ -21,6 +21,8 @@ class OpenAICompatibleLLM(OpenAILike):
api_key: str,
temperature: float = 0.1,
timeout: float = 120.0,
max_tokens: int | None = None,
reasoning_effort: str | None = None,
is_function_calling_model: bool = False,
):
super().__init__(
@@ -29,7 +31,10 @@ class OpenAICompatibleLLM(OpenAILike):
api_key=api_key,
temperature=temperature,
timeout=timeout,
max_tokens=max_tokens,
reasoning_effort=reasoning_effort,
# Explicitly avoid "registered model only" assumptions.
is_chat_model=True,
is_function_calling_model=is_function_calling_model,
should_use_structured_outputs=False,
)