From ea1b6617bd2c54c8a2a93f662f1fda2aef2700b3 Mon Sep 17 00:00:00 2001
From: miguelmanlyx <78507444+miguelmanlyx@users.noreply.github.com>
Date: Thu, 21 May 2026 20:28:44 +1000
Subject: [PATCH] feat: add configurable timeout to AI API client

---
 llm.py | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/llm.py b/llm.py
index 0eb8883..1bec2ca 100644
--- a/llm.py
+++ b/llm.py
@@ -1,3 +1,4 @@
+import os
 from typing import Union, Literal
 import pdb 
 import logging
@@ -80,7 +81,9 @@ class OPENAI(LLM):
     def __init__(self, model_name: str, api_key: str, base_url=None) -> None:
         super().__init__(model_name, api_key)
         if base_url is not None:
-            self.client = openai.OpenAI(api_key=api_key, base_url=base_url) 
+            self.client = openai.OpenAI(api_key=api_key, base_url=base_url,
+    timeout=float(os.getenv("AI_TIMEOUT_SECONDS", "30")),
+) 
         else:
             self.client = openai.OpenAI(api_key=api_key)  
         self.name = model_name