diff --git a/docker-compose.litellm.yml b/docker-compose.litellm.yml index e8f54be..0a27568 100644 --- a/docker-compose.litellm.yml +++ b/docker-compose.litellm.yml @@ -67,6 +67,7 @@ services: - OLLAMA_DIRECT_PORT=11434 - ENABLE_OLLAMA=true - ENABLE_VRAM_MANAGEMENT=true + - OLLAMA_KEEP_ALIVE_MINUTES=5 - LISTEN_PORT=3014 - SWITCH_TIMEOUT=90 - CHECK_INTERVAL=2