refac

backend/open_webui/retrieval/loaders/external_document.py

@@ -6,7 +6,7 @@ from urllib.parse import quote
 import requests
 from langchain_core.document_loaders import BaseLoader
 from langchain_core.documents import Document
-from open_webui.utils.headers import include_user_info_headers
+from open_webui.utils.headers import get_custom_headers, include_user_info_headers
 
 log = logging.getLogger(__name__)
 
@@ -19,6 +19,8 @@ class ExternalDocumentLoader(BaseLoader):
         api_key: str,
         mime_type=None,
         user=None,
+        headers=None,
+        metadata=None,
         **kwargs,
     ) -> None:
         self.url = url
@@ -28,6 +30,8 @@ class ExternalDocumentLoader(BaseLoader):
         self.mime_type = mime_type
 
         self.user = user
+        self.headers = headers
+        self.metadata = metadata
 
     def load(self) -> List[Document]:
         with open(self.file_path, 'rb') as f:
@@ -45,6 +49,8 @@ class ExternalDocumentLoader(BaseLoader):
         except Exception:
             pass
 
+        headers.update(get_custom_headers(self.headers, self.user, self.metadata))
+
         if self.user is not None:
             headers = include_user_info_headers(headers, self.user)