feat: add LITELLM_PROXY_HOST to configure address litellm listens on

This commit is contained in:
Jun Siang Cheah committed 2024-04-23 19:19:16 +01:00
1 parent 0ea9e19d79
commit 9e9306fd2b
2 files changed
+3 -1

No files matched your search

+2 -1
View File
@@ -28,6 +28,7 @@ from config import (
MODEL_FILTER_LIST,
DATA_DIR,
LITELLM_PROXY_PORT,
LITELLM_PROXY_HOST,
)
from litellm.utils import get_llm_provider
@@ -95,7 +96,7 @@ async def run_background_process(command):
async def start_litellm_background():
log.info("start_litellm_background")
# Command to run in the background
command = f"litellm --port {LITELLM_PROXY_PORT} --telemetry False --config ./data/litellm/config.yaml"
command = f"litellm --port {LITELLM_PROXY_PORT} --host {LITELLM_PROXY_HOST} --telemetry False --config ./data/litellm/config.yaml"
await run_background_process(command)