ghmark675
Committed by BaiFu

hotfix(timeout): increase llm call timeout to 1800s

... ... @@ -38,11 +38,11 @@ class LLMClient:
self.base_url = base_url
self.model_name = model_name
self.provider = model_name
timeout_fallback = os.getenv("LLM_REQUEST_TIMEOUT") or os.getenv("INSIGHT_ENGINE_REQUEST_TIMEOUT") or "180"
timeout_fallback = os.getenv("LLM_REQUEST_TIMEOUT") or os.getenv("INSIGHT_ENGINE_REQUEST_TIMEOUT") or "1800"
try:
self.timeout = float(timeout_fallback)
except ValueError:
self.timeout = 300.0
self.timeout = 1800.0
client_kwargs: Dict[str, Any] = {
"api_key": api_key,
... ...
... ... @@ -41,11 +41,11 @@ class LLMClient:
self.base_url = base_url
self.model_name = model_name
self.provider = model_name
timeout_fallback = os.getenv("LLM_REQUEST_TIMEOUT") or os.getenv("MEDIA_ENGINE_REQUEST_TIMEOUT") or "180"
timeout_fallback = os.getenv("LLM_REQUEST_TIMEOUT") or os.getenv("MEDIA_ENGINE_REQUEST_TIMEOUT") or "1800"
try:
self.timeout = float(timeout_fallback)
except ValueError:
self.timeout = 300.0
self.timeout = 1800.0
client_kwargs: Dict[str, Any] = {
"api_key": api_key,
... ...
... ... @@ -38,11 +38,11 @@ class LLMClient:
self.base_url = base_url
self.model_name = model_name
self.provider = model_name
timeout_fallback = os.getenv("LLM_REQUEST_TIMEOUT") or os.getenv("QUERY_ENGINE_REQUEST_TIMEOUT") or "180"
timeout_fallback = os.getenv("LLM_REQUEST_TIMEOUT") or os.getenv("QUERY_ENGINE_REQUEST_TIMEOUT") or "1800"
try:
self.timeout = float(timeout_fallback)
except ValueError:
self.timeout = 180.0
self.timeout = 1800.0
client_kwargs: Dict[str, Any] = {
"api_key": api_key,
... ...
... ... @@ -38,11 +38,11 @@ class LLMClient:
self.base_url = base_url
self.model_name = model_name
self.provider = model_name
timeout_fallback = os.getenv("LLM_REQUEST_TIMEOUT") or os.getenv("REPORT_ENGINE_REQUEST_TIMEOUT") or "180"
timeout_fallback = os.getenv("LLM_REQUEST_TIMEOUT") or os.getenv("REPORT_ENGINE_REQUEST_TIMEOUT") or "1800"
try:
self.timeout = float(timeout_fallback)
except ValueError:
self.timeout = 300.0
self.timeout = 1800.0
client_kwargs: Dict[str, Any] = {
"api_key": api_key,
... ...