From 74d0d2428c06f2f351d546ba3c67606b30182fb2 Mon Sep 17 00:00:00 2001 From: Jim Schaff Date: Wed, 12 Aug 2026 12:43:57 -0400 Subject: [PATCH] feat(k8s): expose LiteLLM proxy on dev at /kartik Adds a /kartik path to the dev backend-ingress routing to litellm:4000 for manual testing of the proxy. Reuses backend-ingress so the existing /$2 rewrite strips the prefix (LiteLLM serves its routes at the root) and picks up the long proxy timeouts already set there for streaming. Co-Authored-By: Claude Opus 5 (1M context) Claude-Session: https://claude.ai/code/session_0174W6CHp7FMt7c9sKdBhbp1 --- .../overlays/vcell-ai-rke-dev/ingress.yaml | 17 ++++++++++++++--- 1 file changed, 14 insertions(+), 3 deletions(-) diff --git a/kustomize/overlays/vcell-ai-rke-dev/ingress.yaml b/kustomize/overlays/vcell-ai-rke-dev/ingress.yaml index 934e4d1..8074c86 100644 --- a/kustomize/overlays/vcell-ai-rke-dev/ingress.yaml +++ b/kustomize/overlays/vcell-ai-rke-dev/ingress.yaml @@ -1,7 +1,8 @@ # Two Ingress objects share the host vcell-ai-dev.cam.uchc.edu: -# /api/* -> backend:8000 (the /api prefix is stripped via rewrite-target, -# because the FastAPI routes are served at the root, e.g. /biomodel) -# /* -> frontend:3000 (Next.js app, incl. /auth/* Auth0 routes) +# /api/* -> backend:8000 (the /api prefix is stripped via rewrite-target, +# because the FastAPI routes are served at the root, e.g. /biomodel) +# /kartik/* -> litellm:4000 (same rewrite; the LiteLLM proxy serves at root) +# /* -> frontend:3000 (Next.js app, incl. /auth/* Auth0 routes) apiVersion: networking.k8s.io/v1 kind: Ingress metadata: @@ -33,6 +34,16 @@ spec: name: backend port: number: 8000 + # Direct access to the LiteLLM proxy for manual testing. Shares this + # Ingress because the /$2 rewrite strips the prefix, which is what + # LiteLLM needs (its routes are at the root: /v1/*, /health, /key/*). + - path: /kartik(/|$)(.*) + pathType: ImplementationSpecific + backend: + service: + name: litellm + port: + number: 4000 --- apiVersion: networking.k8s.io/v1 kind: Ingress