23 lines
596 B
Python
23 lines
596 B
Python
|
from typing import Optional
|
||
|
from urllib.parse import urlparse
|
||
|
|
||
|
|
from pydantic import BaseModel
|
||
|
|
|
||
|
|
|
||
|
|
def get_filtered_results(results, filter_list):
|
||
|
|
if not filter_list:
|
||
|
|
return results
|
||
|
|
filtered_results = []
|
||
|
|
for result in results:
|
||
|
url = result.get("url") or result.get("link", "")
|
||
|
|
domain = urlparse(url).netloc
|
||
|
|
if any(domain.endswith(filtered_domain) for filtered_domain in filter_list):
|
||
|
|
filtered_results.append(result)
|
||
|
|
return filtered_results
|
||
|
|
|
||
|
|
||
|
|
class SearchResult(BaseModel):
|
||
|
|
link: str
|
||
|
|
title: Optional[str]
|
||
|
|
snippet: Optional[str]
|