add streaming function to capability

server/routers/aiGateway/pipeline.ts

@@ -62,11 +62,6 @@ import {
     type AiUsage
 } from "@server/lib/aiUsageExtraction";
 
-// Short-lived local caches so a burst of requests from the same IP/user
-// doesn't hit the database on every single request. None of this is
-// security-critical to cache aggressively (identity is re-derived from the
-// session cookie or from a client's exit-node-scoped subnet each time), so
-// a small TTL is just an efficiency win, not a trust boundary.
 const EXIT_NODE_RANGES_CACHE_KEY = "aiGateway:exitNodeRanges";
 const EXIT_NODE_RANGES_TTL_SEC = 6000;
 const CLIENT_BY_IP_TTL_SEC = 30;
@@ -638,7 +633,8 @@ export async function handleAiGatewayProxy(
                 req,
                 res,
                 provider,
-                requestUser
+                requestUser,
+                capability
             );
         }
 
@@ -724,10 +720,6 @@ export async function handleAiGatewayProxy(
             skipTlsVerification: provider.skipTlsVerification
         });
 
-        // Cancel the upstream request (and, transitively, anything it fans
-        // out to) if the client goes away before we're done - otherwise a
-        // client-cancelled streaming chat completion keeps running upstream
-        // to completion, wasting the connection and any per-token billing.
         const abortController = new AbortController();
         const onClientClose = () => {
             if (!res.writableEnded) {
@@ -764,13 +756,7 @@ export async function handleAiGatewayProxy(
         }
 
         const contentType = upstreamRes.headers.get("content-type") || "";
-        const isStream =
-            req.body?.stream === true ||
-            contentType.includes("text/event-stream") ||
-            req.path.includes("streamGenerateContent") ||
-            req.path.includes("streamRawPredict") ||
-            req.path.includes("converse-stream") ||
-            req.path.includes("invoke-with-response-stream");
+        const isStream = def.isStreaming(req, contentType);
 
         res.status(upstreamRes.status);
         res.setHeader("Content-Type", contentType || "application/json");

server/routers/aiGateway/targetRouting.ts

@@ -10,6 +10,10 @@ import {
     applyAiProviderCustomHeaders,
     authTypeRequiresApiKey
 } from "@server/lib/aiProviderDefaults";
+import {
+    AI_CAPABILITY_DEFS,
+    type AiCapability
+} from "@server/lib/aiCapabilities";
 import logger from "@server/logger";
 import HttpCode from "@server/types/HttpCode";
 import {
@@ -152,14 +156,14 @@ export async function proxyAiGatewayToSiteTarget(
     req: Request,
     res: Response,
     provider: AiProvider,
-    requestUser: RequestUser | null
+    requestUser: RequestUser | null,
+    capability: AiCapability
 ): Promise<void> {
     const providerTargets = await getProviderTargets(provider.providerId);
     if (providerTargets.length === 0) {
         res.status(HttpCode.INTERNAL_SERVER_ERROR).json({
             error: {
-                message:
-                    "AI provider has no reachable site targets configured"
+                message: "AI provider has no reachable site targets configured"
             }
         });
         return;
@@ -256,13 +260,10 @@ export async function proxyAiGatewayToSiteTarget(
     }
 
     const contentType = upstreamRes.headers.get("content-type") || "";
-    const isStream =
-        req.body?.stream === true ||
-        contentType.includes("text/event-stream") ||
-        pathFromRequest(req).includes("streamGenerateContent") ||
-        pathFromRequest(req).includes("streamRawPredict") ||
-        pathFromRequest(req).includes("converse-stream") ||
-        pathFromRequest(req).includes("invoke-with-response-stream");
+    const isStream = AI_CAPABILITY_DEFS[capability].isStreaming(
+        req,
+        contentType
+    );
 
     res.status(upstreamRes.status);
     res.setHeader("Content-Type", contentType || "application/json");