feat: model hub visibility & features + review fixes

.github/workflows/test.yml

@@ -4,7 +4,6 @@ on:
   push:
     branches: [ master ]
   pull_request:
-    branches: [ master ]
 
 jobs:
   test:
@@ -20,6 +19,9 @@ jobs:
         with:
           python-version: '3.11'
 
+      - name: Install dependencies
+        run: pip install httpx
+
       - name: Run Circuit Breaker Tests
         run: python3 test_circuit_breaker.py
 

README.md

@@ -253,18 +253,21 @@ Exposes the entry endpoint (`http://localhost:5000/v1`) and evaluates prompt com
 
 | Model | Classifier | Premium backend | Fallback | Context Length |
 |:---|---:|:---|:---|:---|
-| `llm-routing-auto-free` | ✅ | — | LiteLLM with classified tier | 256K |
-| `llm-routing-auto-agy` | ✅ | agy (gated: reasoning → gemini-3.5-flash, advanced → gemini-3.5-flash → claude-opus-4.6) | LiteLLM with classified tier | 256K |
-| `llm-routing-auto-ollama` | ✅ | Ollama (gated: reasoning & advanced → ollama-deepseek-v4-pro, complex → ollama-deepseek-v4-flash, below → bypass) | LiteLLM with classified tier | 256K |
-| `llm-routing-auto-agy-ollama` | ✅ | agy → Ollama (gated: reasoning/advanced/complex) | LiteLLM with classified tier | 256K |
-| `llm-routing-agy` | ❌ | agy (Gemini/Claude) — unconditional | LiteLLM agent-advanced-core | 256K |
-| `llm-routing-ollama` | ✅ | Ollama (gated: reasoning & advanced → ollama-deepseek-v4-pro, complex & below → ollama-deepseek-v4-flash) | LiteLLM agent-advanced-core / agent-reasoning-core | 256K |
-| `agent-advanced-core` | ❌ | — | LiteLLM openrouter-auto | 256K |
-| `agent-reasoning-core` | ❌ | — | LiteLLM fallback chain | 256K |
-| `agent-complex-core` | ❌ | — | LiteLLM fallback chain | 256K |
-| `agent-medium-core` | ❌ | — | LiteLLM fallback chain | 256K |
+| `llm-routing-auto-free` | ✅ | — | LiteLLM with classified tier | 262K |
+| `llm-routing-auto-agy` | ✅ | agy (gated: reasoning → gemini-3.5-flash, advanced → gemini-3.5-flash → claude-opus-4.6) | LiteLLM with classified tier | 262K |
+| `llm-routing-auto-ollama` | ✅ | Ollama (gated: reasoning & advanced → ollama-deepseek-v4-pro, complex → ollama-deepseek-v4-flash, below → bypass) | LiteLLM with classified tier | 512K |
+| `llm-routing-auto-agy-ollama` | ✅ | agy → Ollama (gated: reasoning/advanced/complex) | LiteLLM with classified tier | 512K |
+| `llm-routing-agy` | ❌ | agy (Gemini/Claude) — unconditional | LiteLLM agent-advanced-core | 1M |
+| `llm-routing-ollama` | ✅ | Ollama (gated: reasoning & advanced → ollama-deepseek-v4-pro, complex & below → ollama-deepseek-v4-flash) | LiteLLM agent-advanced-core / agent-reasoning-core | 512K |
+| `agent-advanced-core` | ❌ | — | LiteLLM openrouter-auto | 262K |
+| `agent-reasoning-core` | ❌ | — | LiteLLM fallback chain | 262K |
+| `agent-complex-core` | ❌ | — | LiteLLM fallback chain | 262K |
+| `agent-medium-core` | ❌ | — | LiteLLM fallback chain | 262K |
 | `agent-simple-core` | ❌ | — | LiteLLM fallback chain | 256K |
 
+> [!TIP]
+> Model capabilities, token limits, and costs are visible in LiteLLM's Model Hub Table at `http://localhost:4000/ui/?page=model-hub-table` (or port 4000 on the gateway host).
+
 ### B. LiteLLM Proxy Gateway (`litellm/config.yaml`)
 - **Version Pinning**: The LiteLLM gateway runs `ghcr.io/berriai/litellm:v1.88.0` (latest stable as of June 2026). The tag is explicitly pinned in `pod.yaml` — never use `:latest`. Check available tags with `skopeo list-tags docker://ghcr.io/berriai/litellm` before upgrading. ClickHouse runs `docker.io/clickhouse/clickhouse-server:26.5.1` (upgraded from 24.8, June 2026). Valkey Cache runs `docker.io/valkey/valkey:9.1.0-alpine` (upgraded from 8, June 2026).
 Orchestrates routing fallback chains, Redis caching, and telemetry callbacks:

litellm/config.yaml

@@ -20,6 +20,16 @@ litellm_settings:
   - langfuse
   detailed_debug: false
   drop_params: true
+  public_model_groups:
+  - openrouter-auto
+  - llm-routing-ollama
+  - ollama-deepseek-v4-pro
+  - ollama-deepseek-v4-flash
+  - agent-advanced-core
+  - agent-reasoning-core
+  - agent-complex-core
+  - agent-medium-core
+  - agent-simple-core
   fallbacks:
   - agent-simple-core:
     - agent-medium-core
@@ -57,12 +67,28 @@ model_list:
     model: openrouter/openrouter/auto
     request_timeout: 120
   model_name: openrouter-auto
+  model_info:
+    supports_vision: true
+    supports_reasoning: true
+    supports_function_calling: true
+    mode: chat
+    max_tokens: 2000000
+    max_input_tokens: 2000000
+    is_public_model_group: true
 - litellm_params:
     model: openai/llm-routing-ollama
     api_base: http://127.0.0.1:5000/v1
     api_key: os.environ/LITELLM_MASTER_KEY
     request_timeout: 120
   model_name: llm-routing-ollama
+  model_info:
+    supports_vision: true
+    supports_reasoning: true
+    supports_function_calling: true
+    mode: chat
+    max_tokens: 524288
+    max_input_tokens: 524288
+    is_public_model_group: true
 
 # DISABLED 2026-06-08 — 20GB on disk, 23GB GTT (system RAM as GPU buffer).
 # Uncomment to re-enable once a lighter model replaces it.
@@ -93,6 +119,16 @@ model_list:
     api_base: https://api.ollama.com
     api_key: os.environ/OLLAMA_API_KEY
     request_timeout: 120
+  model_info:
+    supports_vision: true
+    supports_reasoning: true
+    supports_function_calling: true
+    mode: chat
+    max_tokens: 524288
+    max_input_tokens: 524288
+    input_cost_per_token: 0.00000174
+    output_cost_per_token: 0.00000348
+    is_public_model_group: true
 
 # ================================================================================
 # OLLAMA FLASH TIER — lighter/faster model for reasoning-tier requests.
@@ -104,6 +140,16 @@ model_list:
     api_base: https://api.ollama.com
     api_key: os.environ/OLLAMA_API_KEY
     request_timeout: 120
+  model_info:
+    supports_vision: true
+    supports_reasoning: true
+    supports_function_calling: true
+    mode: chat
+    max_tokens: 524288
+    max_input_tokens: 524288
+    input_cost_per_token: 0.00000014
+    output_cost_per_token: 0.00000028
+    is_public_model_group: true
 
 # ================================================================================
 # AGENT TIER DEPLOYMENTS — safety-net entries (one per tier)
@@ -133,22 +179,62 @@ model_list:
   litellm_params:
     model: openrouter/google/gemma-4-31b-it:free
     request_timeout: 20
+  model_info:
+    supports_vision: false
+    supports_reasoning: true
+    supports_function_calling: true
+    mode: chat
+    max_tokens: 262144
+    max_input_tokens: 262144
+    is_public_model_group: true
 - model_name: agent-reasoning-core
   litellm_params:
     model: openrouter/google/gemma-4-26b-a4b-it:free
     request_timeout: 20
+  model_info:
+    supports_vision: false
+    supports_reasoning: true
+    supports_function_calling: true
+    mode: chat
+    max_tokens: 262144
+    max_input_tokens: 262144
+    is_public_model_group: true
 - model_name: agent-complex-core
   litellm_params:
     model: openrouter/nvidia/nemotron-3-ultra-550b-a55b:free
     request_timeout: 20
+  model_info:
+    supports_vision: false
+    supports_reasoning: true
+    supports_function_calling: true
+    mode: chat
+    max_tokens: 262144
+    max_input_tokens: 262144
+    is_public_model_group: true
 - model_name: agent-medium-core
   litellm_params:
     model: openrouter/google/gemma-4-26b-a4b-it:free
     request_timeout: 20
+  model_info:
+    supports_vision: false
+    supports_reasoning: true
+    supports_function_calling: true
+    mode: chat
+    max_tokens: 262144
+    max_input_tokens: 262144
+    is_public_model_group: true
 - model_name: agent-simple-core
   litellm_params:
     model: openrouter/nvidia/nemotron-3-nano-30b-a3b:free
     request_timeout: 20
+  model_info:
+    supports_vision: false
+    supports_reasoning: true
+    supports_function_calling: true
+    mode: chat
+    max_tokens: 256000
+    max_input_tokens: 256000
+    is_public_model_group: true
 
 redis_settings:
   redis_host: 127.0.0.1

pod.yaml

@@ -90,6 +90,8 @@ spec:
     env:
     - name: CONFIG_PATH
       value: /config/router_dir/config.yaml
+    - name: LITELLM_CONFIG_PATH
+      value: /config/litellm_dir/config.yaml
     - name: DBUS_SESSION_BUS_ADDRESS
       value: unix:path=/run/user/1000/bus
     - name: LITELLM_MASTER_KEY
@@ -127,6 +129,8 @@ spec:
     volumeMounts:
     - mountPath: /config/router_dir
       name: router-config
+    - mountPath: /config/litellm_dir
+      name: litellm-config
     - mountPath: /app/data
       name: dataset-data
     - mountPath: /config/gemini_auth

router/free_models_roster.json

@@ -145,6 +145,6 @@
       "context_length": 32768
     }
   ],
-  "updated_at": "2026-06-19T22:36:57.045439Z",
+  "updated_at": "2026-06-20T02:28:14.044490Z",
   "count": 24
 }