enh: ENABLE_MODEL_LIST_CACHE

This commit is contained in:
Timothy Jaeryang Baek committed 2025-06-28 15:12:31 +04:00
1 parent 2b88f66762
commit 1a52585769
5 files changed
+105 -27

No files matched your search

+12
View File
@@ -923,6 +923,18 @@ except Exception:
pass
OPENAI_API_BASE_URL = "https://api.openai.com/v1"
####################################
# MODEL_LIST
####################################
ENABLE_MODEL_LIST_CACHE = PersistentConfig(
"ENABLE_MODEL_LIST_CACHE",
"models.cache",
os.environ.get("ENABLE_MODEL_LIST_CACHE", "False").lower() == "true",
)
####################################
# TOOL_SERVERS
####################################