Add RAG_WEB_LOADER + Playwright mode + improve stability of search

This commit is contained in:
Rory committed 2025-01-28 23:03:15 -06:00
1 parent b72150c881
commit 4e8b390682
10 files changed
+220 -39

No files matched your search

+5
View File
@@ -1712,6 +1712,11 @@ RAG_WEB_SEARCH_CONCURRENT_REQUESTS = PersistentConfig(
int(os.getenv("RAG_WEB_SEARCH_CONCURRENT_REQUESTS", "10")),
)
RAG_WEB_LOADER = PersistentConfig(
"RAG_WEB_LOADER",
"rag.web.loader",
os.environ.get("RAG_WEB_LOADER", "safe_web")
)
####################################
# Images