unkinben
ab3b02a48e
Populate the repo with the Vault/OpenBao dynamic secrets engine that mints LiteLLM virtual keys scoped by model, spending limit, and lease TTL. - Secrets backend: config, roles, creds paths and a revocable litellm_key type - LiteLLM API client (generate/update/delete/info) with master-key auth - Unit tests (mock LiteLLM) and a docker-compose e2e against both Vault and OpenBao proving the same binary works on each - Makefile, woodpecker CI (build/test/pre-commit), pre-commit config
97 lines
2.4 KiB
Go
97 lines
2.4 KiB
Go
package litellm
|
|
|
|
import (
|
|
"context"
|
|
"testing"
|
|
|
|
"github.com/hashicorp/vault/sdk/logical"
|
|
)
|
|
|
|
func TestConfig_WriteReadDelete(t *testing.T) {
|
|
b, s := getTestBackend(t)
|
|
ctx := context.Background()
|
|
|
|
// Write.
|
|
resp, err := b.HandleRequest(ctx, &logical.Request{
|
|
Operation: logical.CreateOperation,
|
|
Path: "config",
|
|
Storage: s,
|
|
Data: map[string]interface{}{
|
|
"base_url": "http://litellm:4000",
|
|
"master_key": "sk-master-1234",
|
|
"request_timeout_seconds": 15,
|
|
},
|
|
})
|
|
if err != nil || (resp != nil && resp.IsError()) {
|
|
t.Fatalf("write config: err=%v resp=%v", err, resp)
|
|
}
|
|
|
|
// Read must not leak the master key.
|
|
resp, err = b.HandleRequest(ctx, &logical.Request{
|
|
Operation: logical.ReadOperation,
|
|
Path: "config",
|
|
Storage: s,
|
|
})
|
|
if err != nil || resp == nil {
|
|
t.Fatalf("read config: err=%v resp=%v", err, resp)
|
|
}
|
|
if resp.Data["base_url"] != "http://litellm:4000" {
|
|
t.Fatalf("unexpected base_url: %v", resp.Data["base_url"])
|
|
}
|
|
if resp.Data["request_timeout_seconds"] != 15 {
|
|
t.Fatalf("unexpected timeout: %v", resp.Data["request_timeout_seconds"])
|
|
}
|
|
if _, ok := resp.Data["master_key"]; ok {
|
|
t.Fatal("master_key must not be returned on read")
|
|
}
|
|
|
|
// Delete.
|
|
if _, err := b.HandleRequest(ctx, &logical.Request{
|
|
Operation: logical.DeleteOperation,
|
|
Path: "config",
|
|
Storage: s,
|
|
}); err != nil {
|
|
t.Fatalf("delete config: %v", err)
|
|
}
|
|
cfg, err := getConfig(ctx, s)
|
|
if err != nil {
|
|
t.Fatalf("getConfig: %v", err)
|
|
}
|
|
if cfg != nil {
|
|
t.Fatal("expected config to be nil after delete")
|
|
}
|
|
}
|
|
|
|
func TestConfig_RequiredFields(t *testing.T) {
|
|
b, s := getTestBackend(t)
|
|
ctx := context.Background()
|
|
|
|
resp, err := b.HandleRequest(ctx, &logical.Request{
|
|
Operation: logical.CreateOperation,
|
|
Path: "config",
|
|
Storage: s,
|
|
Data: map[string]interface{}{"base_url": "http://litellm:4000"},
|
|
})
|
|
if err != nil {
|
|
t.Fatalf("unexpected error: %v", err)
|
|
}
|
|
if resp == nil || !resp.IsError() {
|
|
t.Fatal("expected an error response when master_key is missing")
|
|
}
|
|
}
|
|
|
|
func TestConfig_DefaultTimeout(t *testing.T) {
|
|
b, s := getTestBackend(t)
|
|
ctx := context.Background()
|
|
|
|
writeTestConfig(t, b, s, "http://litellm:4000", "sk-master-1234")
|
|
|
|
cfg, err := getConfig(ctx, s)
|
|
if err != nil {
|
|
t.Fatalf("getConfig: %v", err)
|
|
}
|
|
if cfg.RequestTimeoutSeconds != 30 {
|
|
t.Fatalf("expected default timeout 30, got %d", cfg.RequestTimeoutSeconds)
|
|
}
|
|
}
|