From 7cb2b8544bbaafb7adab3ef4c7d21404f917f83c Mon Sep 17 00:00:00 2001
From: Johnny Amancio <johnnyeric@gmail.com>
Date: Fri, 3 Jul 2026 16:40:33 +0200
Subject: [PATCH] fix(gateway): clear failed auto routing lookups

---
 packages/kilo-gateway/src/api/models.ts | 15 ++++++++++-----
 1 file changed, 10 insertions(+), 5 deletions(-)

diff --git a/packages/kilo-gateway/src/api/models.ts b/packages/kilo-gateway/src/api/models.ts
index 6642581304..2ae29b9c2f 100644
--- a/packages/kilo-gateway/src/api/models.ts
+++ b/packages/kilo-gateway/src/api/models.ts
@@ -202,11 +202,16 @@ async function getAutoRouting(baseURL: string): Promise<AutoRouting | undefined>
     autoRoutingCache.delete(baseURL)
   }
 
-  const routing = fetchKiloModels({ baseURL }).then((result) => {
-    const found = result.models[AUTO_EFFICIENT_ID]?.autoRouting
-    if (!found) autoRoutingCache.delete(baseURL)
-    return found
-  })
+  const routing = fetchKiloModels({ baseURL })
+    .then((result) => {
+      const found = result.models[AUTO_EFFICIENT_ID]?.autoRouting
+      if (!found) autoRoutingCache.delete(baseURL)
+      return found
+    })
+    .catch(() => {
+      autoRoutingCache.delete(baseURL)
+      return undefined
+    })
   autoRoutingCache.set(baseURL, { routing, expires: now + AUTO_ROUTING_TTL_MS })
   return routing
 }