fix: continue with failures when bulk loading urls with WebBaseLoader
This commit is contained in:
1 parent
7538dc051e
commit
9ed1a31575
1 file changed
+1
@@ -584,6 +584,7 @@ def get_web_loader(url: Union[str, Sequence[str]], verify_ssl: bool = True):
|
|||||||
url,
|
url,
|
||||||
verify_ssl=verify_ssl,
|
verify_ssl=verify_ssl,
|
||||||
requests_per_second=RAG_WEB_SEARCH_CONCURRENT_REQUESTS,
|
requests_per_second=RAG_WEB_SEARCH_CONCURRENT_REQUESTS,
|
||||||
|
continue_on_failure=True,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
Reference in new issue
Block a user