Skip to content

chore: subdirectory and subdomain routing configuration #247

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
sheepdestroyer merged 4 commits into from
Jul 10, 2026
Merged

chore: subdirectory and subdomain routing configuration #247

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
4 commits
Select commit Hold shift + click to select a range
2015884
chore: dynamically resolve NEXTAUTH_URL from PUBLIC_BASE_URL and fix …
sheepdestroyer Jul 9, 2026
92a500f
chore: support subdomain routing template variables
sheepdestroyer Jul 9, 2026
ed21b07
Update start-stack.sh
sheepdestroyer Jul 10, 2026
c099f1f
Merge branch 'master' into chore/learn-deployment-guidelines
sheepdestroyer Jul 10, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
6 changes: 3 additions & 3 deletions pod.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -46,7 +46,7 @@ spec:
- name: OLLAMA_API_KEY
value: OLLAMA_API_KEY_PLACEHOLDER
- name: SERVER_ROOT_PATH
value: /llm-routing/litellm
value: SERVER_ROOT_PATH_PLACEHOLDER
- name: PROXY_BASE_URL
value: PROXY_BASE_URL_PLACEHOLDER
image: ghcr.io/berriai/litellm:v1.91.0
Expand All @@ -55,7 +55,7 @@ spec:
command:
- python3
- -c
- import urllib.request; urllib.request.urlopen('http://localhost:4000/ping')
- import urllib.request; urllib.request.urlopen('http://localhost:4000/health/liveness')
initialDelaySeconds: 240
periodSeconds: 15
timeoutSeconds: 5
Expand Down Expand Up @@ -273,7 +273,7 @@ spec:
- name: NEXTAUTH_SECRET
value: NEXTAUTH_SECRET_PLACEHOLDER
- name: NEXTAUTH_URL
value: http://localhost:3001
value: NEXTAUTH_URL_PLACEHOLDER
- name: SALT
value: SALT_PLACEHOLDER
- name: ENCRYPTION_KEY
Expand Down
18 changes: 11 additions & 7 deletions start-stack.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -84,7 +84,10 @@ fi
PUBLIC_BASE_URL="${PUBLIC_BASE_URL%/}"
LOCAL_BASE_URL="${LOCAL_BASE_URL:-http://localhost:5000}"
LOCAL_BASE_URL="${LOCAL_BASE_URL%/}"
export PUBLIC_BASE_URL LOCAL_BASE_URL
LITELLM_PUBLIC_URL="${LITELLM_PUBLIC_URL:-https://litellm.x570.${ROUTING_DOMAIN}}"
LANGFUSE_PUBLIC_URL="${LANGFUSE_PUBLIC_URL:-https://langfuse.x570.${ROUTING_DOMAIN}}"
LITELLM_ROOT_PATH="${LITELLM_ROOT_PATH:-}"
export PUBLIC_BASE_URL LOCAL_BASE_URL LITELLM_PUBLIC_URL LANGFUSE_PUBLIC_URL LITELLM_ROOT_PATH


# Ensure openssl is installed if we need to generate passwords/keys
Expand Down Expand Up @@ -529,7 +532,7 @@ if podman pod exists agent-router-pod 2>/dev/null; then
fi

render_pod_yaml() {
export WORKDIR HOME LITELLM_MASTER_KEY POSTGRES_PASSWORD NEXTAUTH_SECRET SALT ENCRYPTION_KEY LANGFUSE_INIT_USER_PASSWORD MINIO_ROOT_USER MINIO_ROOT_PASSWORD OLLAMA_API_KEY LANGFUSE_PUBLIC_KEY LANGFUSE_SECRET_KEY CLASSIFIER_INPUT_MAX_CHARS REDIS_AUTH CLICKHOUSE_PASSWORD PUBLIC_BASE_URL ROUTING_DOMAIN
export WORKDIR HOME LITELLM_MASTER_KEY POSTGRES_PASSWORD NEXTAUTH_SECRET SALT ENCRYPTION_KEY LANGFUSE_INIT_USER_PASSWORD MINIO_ROOT_USER MINIO_ROOT_PASSWORD OLLAMA_API_KEY LANGFUSE_PUBLIC_KEY LANGFUSE_SECRET_KEY CLASSIFIER_INPUT_MAX_CHARS REDIS_AUTH CLICKHOUSE_PASSWORD PUBLIC_BASE_URL ROUTING_DOMAIN LITELLM_PUBLIC_URL LANGFUSE_PUBLIC_URL LITELLM_ROOT_PATH
python3 - "$WORKDIR/pod.yaml" <<'PY'
import os, sys, urllib.parse, json
uid = os.getuid()
Expand Down Expand Up @@ -559,7 +562,9 @@ placeholders = [
"CLICKHOUSE_PASSWORD_PLACEHOLDER",
"PROXY_BASE_URL_PLACEHOLDER",
"PUBLIC_BASE_URL_PLACEHOLDER",
"ROUTING_DOMAIN_PLACEHOLDER"
"ROUTING_DOMAIN_PLACEHOLDER",
"NEXTAUTH_URL_PLACEHOLDER",
"SERVER_ROOT_PATH_PLACEHOLDER"
]
for ph in placeholders:
if ph not in text:
Expand All @@ -584,10 +589,9 @@ text = text.replace("MINIO_PASSWORD_PLACEHOLDER", yaml_scalar(os.environ["MINIO_
text = text.replace("LANGFUSE_INIT_USER_PASSWORD_PLACEHOLDER", yaml_scalar(os.environ["LANGFUSE_INIT_USER_PASSWORD"]))
text = text.replace("REDIS_AUTH_PLACEHOLDER", yaml_scalar(os.environ["REDIS_AUTH"]))
text = text.replace("CLICKHOUSE_PASSWORD_PLACEHOLDER", yaml_scalar(os.environ["CLICKHOUSE_PASSWORD"]))
# Derive PROXY_BASE_URL from PUBLIC_BASE_URL
public_base_url = os.environ["PUBLIC_BASE_URL"].rstrip("/")
proxy_base_url = f"{public_base_url}/litellm"
text = text.replace("PROXY_BASE_URL_PLACEHOLDER", yaml_scalar(proxy_base_url))
text = text.replace("PROXY_BASE_URL_PLACEHOLDER", yaml_scalar(os.environ["LITELLM_PUBLIC_URL"]))
text = text.replace("NEXTAUTH_URL_PLACEHOLDER", yaml_scalar(os.environ["LANGFUSE_PUBLIC_URL"]))
text = text.replace("SERVER_ROOT_PATH_PLACEHOLDER", yaml_scalar(os.environ["LITELLM_ROOT_PATH"]))
text = text.replace("PUBLIC_BASE_URL_PLACEHOLDER", yaml_scalar(os.environ["PUBLIC_BASE_URL"]))
text = text.replace("ROUTING_DOMAIN_PLACEHOLDER", yaml_scalar(os.environ["ROUTING_DOMAIN"]))
import re
Expand Down