feat(llm): pass extra_body via model_kwargs in LangChain
Ultraworked with [Sisyphus](https://github.com/code-yeongyu/oh-my-openagent) Co-authored-by: Sisyphus <clio-agent@sisyphuslabs.ai>
This commit is contained in:
parent
136c25ae38
commit
095f013739
|
|
@ -110,10 +110,16 @@ class LLMClient:
|
||||||
os.environ.setdefault("OPENAI_API_KEY", self.settings.llm_api_key)
|
os.environ.setdefault("OPENAI_API_KEY", self.settings.llm_api_key)
|
||||||
os.environ.setdefault("OPENAI_BASE_URL", self.settings.llm_base_url)
|
os.environ.setdefault("OPENAI_BASE_URL", self.settings.llm_base_url)
|
||||||
|
|
||||||
|
# Pass thinking/reasoning disable params via model_kwargs.
|
||||||
|
# LangChain's ChatOpenAI forwards model_kwargs as top-level
|
||||||
|
# request parameters, which is equivalent to OpenAI SDK's extra_body.
|
||||||
|
model_kwargs = self._build_extra_body() or None
|
||||||
|
|
||||||
self._langchain_model = init_chat_model(
|
self._langchain_model = init_chat_model(
|
||||||
model=self.model,
|
model=self.model,
|
||||||
model_provider="openai",
|
model_provider="openai",
|
||||||
temperature=0.0,
|
temperature=0.0,
|
||||||
|
model_kwargs=model_kwargs,
|
||||||
)
|
)
|
||||||
return self._langchain_model
|
return self._langchain_model
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue