Moving code out of playwright branch

This commit is contained in:
Rory committed 2025-02-03 18:47:26 -06:00
1 parent 22746c7a3f
commit 1b581b714f
54 files changed
+6 -84

No files matched your search

-4
View File
@@ -1,5 +1,3 @@
import validators
from typing import Optional
from urllib.parse import urlparse
@@ -12,8 +10,6 @@ def get_filtered_results(results, filter_list):
filtered_results = []
for result in results:
url = result.get("url") or result.get("link", "")
if not validators.url(url):
continue
domain = urlparse(url).netloc
if any(domain.endswith(filtered_domain) for filtered_domain in filter_list):
filtered_results.append(result)