- update litellm address - add a test role --------- Co-authored-by: Ben Vincent <ben@unkin.net> Reviewed-on: #85
This commit was merged in pull request #85.
This commit is contained in:
@@ -2,5 +2,5 @@
|
|||||||
# The master key is sensitive and read from KV, not stored here:
|
# The master key is sensitive and read from KV, not stored here:
|
||||||
# kv/service/vault/au/syd1/secret_backend/litellm -> key "master_key"
|
# kv/service/vault/au/syd1/secret_backend/litellm -> key "master_key"
|
||||||
description: "LiteLLM dynamic virtual keys"
|
description: "LiteLLM dynamic virtual keys"
|
||||||
base_url: "http://litellm.litellm.svc:4000"
|
base_url: "https://litellm.k8s.syd1.au.unkin.net"
|
||||||
request_timeout_seconds: 30
|
request_timeout_seconds: 30
|
||||||
|
|||||||
@@ -0,0 +1,9 @@
|
|||||||
|
---
|
||||||
|
models:
|
||||||
|
- claude-opus-4-7
|
||||||
|
max_budget: 5
|
||||||
|
ttl: 3600 # seconds (1h)
|
||||||
|
max_ttl: 86400 # seconds (24h)
|
||||||
|
metadata:
|
||||||
|
team: testuser
|
||||||
|
env: prod
|
||||||
Reference in New Issue
Block a user