Fix dashboard 500s: raise httpx read timeout on /team/list + /spend/logs calls

This commit is contained in:
inference-bot committed 2026-09-26 16:21:11 -06:00
1 parent 2ff8193c55
commit 4600a69cac
1 file changed
+7 -2
+7 -2
View File
@@ -788,7 +788,9 @@ async def litellm_get_or_create_team(email: str, budget: float) -> str:
check /team/list first.
"""
alias = f"member:{email}"
async with httpx.AsyncClient() as client:
# /team/list has grown slow as usage accumulates; the httpx default 5s
# read timeout was too short (root cause of dashboard 500s on 2026-09-26).
async with httpx.AsyncClient(timeout=httpx.Timeout(connect=15.0, read=60.0, write=15.0, pool=15.0)) as client:
r = await client.get(
f"{LITELLM_BASE}/team/list",
headers={"Authorization": f"Bearer {LITELLM_MASTER_KEY}"},
@@ -1490,7 +1492,10 @@ async def broker_get_usage(email: str) -> dict:
spend = 0.0
reset_at = None
async with httpx.AsyncClient() as client:
# /team/list and /spend/logs have grown slow as usage accumulates; the
# httpx default 5s read timeout was too short and made /broker/usage 500.
client_timeout = httpx.Timeout(connect=15.0, read=60.0, write=15.0, pool=15.0)
async with httpx.AsyncClient(timeout=client_timeout) as client:
# 1. Team spend + budget
r = await client.get(
f"{LITELLM_BASE}/team/list",