refac: modernize type annotations (PEP 604 / PEP 585)

backend/open_webui/retrieval/loaders/datalab_marker.py

@@ -1,11 +1,12 @@
+import json
+import logging
 import os
 import time
-import requests
-import logging
-import json
 from typing import List, Optional
-from langchain_core.documents import Document
+
+import requests
 from fastapi import HTTPException, status
+from langchain_core.documents import Document
 
 log = logging.getLogger(__name__)
 

backend/open_webui/retrieval/loaders/external_document.py

@@ -1,8 +1,9 @@
-import requests
-import logging, os
+import logging
+import os
 from typing import Iterator, List, Union
 from urllib.parse import quote
 
+import requests
 from langchain_core.document_loaders import BaseLoader
 from langchain_core.documents import Document
 from open_webui.utils.headers import include_user_info_headers

backend/open_webui/retrieval/loaders/external_web.py

@@ -1,7 +1,7 @@
-import requests
 import logging
 from typing import Iterator, List, Union
 
+import requests
 from langchain_core.document_loaders import BaseLoader
 from langchain_core.documents import Document
 

backend/open_webui/retrieval/loaders/main.py

@@ -1,10 +1,10 @@
 import asyncio
-import requests
-import logging
-import ftfy
-import sys
 import json
+import logging
+import sys
 
+import ftfy
+import requests
 from azure.identity import DefaultAzureCredential
 from langchain_community.document_loaders import (
     AzureAIDocumentIntelligenceLoader,
@@ -17,16 +17,13 @@ from langchain_community.document_loaders import (
     YoutubeLoader,
 )
 from langchain_core.documents import Document
-
-from open_webui.retrieval.loaders.external_document import ExternalDocumentLoader
-
-from open_webui.retrieval.loaders.mistral import MistralLoader
+from open_webui.env import AIOHTTP_CLIENT_SESSION_SSL, GLOBAL_LOG_LEVEL, REQUESTS_VERIFY
 from open_webui.retrieval.loaders.datalab_marker import DatalabMarkerLoader
+from open_webui.retrieval.loaders.external_document import ExternalDocumentLoader
 from open_webui.retrieval.loaders.mineru import MinerULoader
+from open_webui.retrieval.loaders.mistral import MistralLoader
 from open_webui.retrieval.loaders.paddleocr_vl import PaddleOCRVLLoader
 
-from open_webui.env import GLOBAL_LOG_LEVEL, REQUESTS_VERIFY, AIOHTTP_CLIENT_SESSION_SSL
-
 logging.basicConfig(stream=sys.stdout, level=GLOBAL_LOG_LEVEL)
 log = logging.getLogger(__name__)
 

backend/open_webui/retrieval/loaders/mineru.py

@@ -1,12 +1,13 @@
-import os
-import time
-import requests
 import logging
+import os
 import tempfile
+import time
 import zipfile
 from typing import List, Optional
-from langchain_core.documents import Document
+
+import requests
 from fastapi import HTTPException, status
+from langchain_core.documents import Document
 
 log = logging.getLogger(__name__)
 

backend/open_webui/retrieval/loaders/mistral.py

@@ -1,15 +1,15 @@
-import requests
-import aiohttp
 import asyncio
 import logging
 import os
 import sys
 import time
-from typing import List, Dict, Any
 from contextlib import asynccontextmanager
+from typing import Any, Dict, List
 
+import aiohttp
+import requests
 from langchain_core.documents import Document
-from open_webui.env import GLOBAL_LOG_LEVEL, AIOHTTP_CLIENT_SESSION_SSL
+from open_webui.env import AIOHTTP_CLIENT_SESSION_SSL, GLOBAL_LOG_LEVEL
 
 logging.basicConfig(stream=sys.stdout, level=GLOBAL_LOG_LEVEL)
 log = logging.getLogger(__name__)

backend/open_webui/retrieval/loaders/paddleocr_vl.py

@@ -1,10 +1,10 @@
 import base64
-import os
-import requests
 import logging
+import os
 import sys
 from typing import List
 
+import requests
 from langchain_core.documents import Document
 from open_webui.env import GLOBAL_LOG_LEVEL
 

backend/open_webui/retrieval/loaders/tavily.py

@@ -1,7 +1,7 @@
-import requests
 import logging
 from typing import Iterator, List, Literal, Union
 
+import requests
 from langchain_core.document_loaders import BaseLoader
 from langchain_core.documents import Document
 

backend/open_webui/retrieval/loaders/youtube.py

@@ -1,8 +1,8 @@
 import logging
-from xml.etree.ElementTree import ParseError
-
 from typing import Any, Dict, Generator, List, Optional, Sequence, Union
 from urllib.parse import parse_qs, urlparse
+from xml.etree.ElementTree import ParseError
+
 from langchain_core.documents import Document
 
 log = logging.getLogger(__name__)