fix: inject full context knowledge into system message for KV prefix caching (#20317)
* Update middleware.py * Update middleware.py * env var * address * upd
This commit is contained in:
1 parent
cd5a38a694
commit
713a65ee31
2 files changed
+27
-9
No files matched your search
@@ -356,6 +356,10 @@ ENABLE_REALTIME_CHAT_SAVE = (
|
||||
|
||||
ENABLE_QUERIES_CACHE = os.environ.get("ENABLE_QUERIES_CACHE", "False").lower() == "true"
|
||||
|
||||
RAG_SYSTEM_CONTEXT = (
|
||||
os.environ.get("RAG_SYSTEM_CONTEXT", "False").lower() == "true"
|
||||
)
|
||||
|
||||
####################################
|
||||
# REDIS
|
||||
####################################
|
||||
|
||||
Reference in new issue
Block a user