diff --git a/rag2_0/tool/ModelTool.py b/rag2_0/tool/ModelTool.py index 7973268..5927891 100755 --- a/rag2_0/tool/ModelTool.py +++ b/rag2_0/tool/ModelTool.py @@ -176,7 +176,7 @@ class OpenAiLLM: kwargs.update(extra_kwargs) if "timeout" not in self._kwargs: timeout = httpx.Timeout(300.0) - self._kwargs["timeout"] = timeout + kwargs["timeout"] = timeout if api_key is None: api_key = APIKeyManager.get_api_key() @@ -188,7 +188,7 @@ class OpenAiLLM: completion = client.chat.completions.create( model=self._model, messages=[{'role': 'user', 'content': user_prompt}], - **self._kwargs + **kwargs ) return completion.choices[0].message except Exception as e: