fix for openai compatibility model with needed parameters
This commit is contained in:
@@ -21,6 +21,8 @@ class OpenAICompatibleLLM(OpenAILike):
|
||||
api_key: str,
|
||||
temperature: float = 0.1,
|
||||
timeout: float = 120.0,
|
||||
max_tokens: int | None = None,
|
||||
reasoning_effort: str | None = None,
|
||||
is_function_calling_model: bool = False,
|
||||
):
|
||||
super().__init__(
|
||||
@@ -29,7 +31,10 @@ class OpenAICompatibleLLM(OpenAILike):
|
||||
api_key=api_key,
|
||||
temperature=temperature,
|
||||
timeout=timeout,
|
||||
max_tokens=max_tokens,
|
||||
reasoning_effort=reasoning_effort,
|
||||
# Explicitly avoid "registered model only" assumptions.
|
||||
is_chat_model=True,
|
||||
is_function_calling_model=is_function_calling_model,
|
||||
should_use_structured_outputs=False,
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user