refac: "rag" endpoints renamed to "retrieval"

This commit is contained in:
Timothy J. Baek committed 2024-09-28 01:27:46 +02:00
1 parent 6e9db3e3c8
commit e1103305f5
27 files changed
+41 -34

No files matched your search

@@ -0,0 +1,22 @@
from typing import Optional
from urllib.parse import urlparse
from pydantic import BaseModel
def get_filtered_results(results, filter_list):
if not filter_list:
return results
filtered_results = []
for result in results:
url = result.get("url") or result.get("link", "")
domain = urlparse(url).netloc
if any(domain.endswith(filtered_domain) for filtered_domain in filter_list):
filtered_results.append(result)
return filtered_results
class SearchResult(BaseModel):
link: str
title: Optional[str]
snippet: Optional[str]