mirror of
https://github.com/bytedance/deer-flow.git
synced 2026-09-14 16:08:41 +00:00
* feat(search): add native recency filters * fix(search): enforce recency across backends * docs(search): record recency provider contract
159 lines
5.3 KiB
Python
159 lines
5.3 KiB
Python
"""Unit tests for the DDGS community web search tool."""
|
|
|
|
import json
|
|
import sys
|
|
from types import SimpleNamespace
|
|
from unittest.mock import MagicMock, patch
|
|
|
|
import pytest
|
|
|
|
from deerflow.community.ddg_search import tools
|
|
|
|
|
|
def test_resolve_ddgs_region_maps_worldwide_chinese_query_for_wikipedia() -> None:
|
|
assert tools._resolve_ddgs_region("\u4e16\u754c\u676f\u65b0\u95fb 2026", "wt-wt", "auto") == "cn-zh"
|
|
|
|
|
|
def test_resolve_ddgs_region_uses_english_fallback_for_worldwide_query() -> None:
|
|
assert tools._resolve_ddgs_region("latest world cup news", "wt-wt", "auto") == "us-en"
|
|
|
|
|
|
def test_resolve_ddgs_region_preserves_worldwide_for_non_wikipedia_backend() -> None:
|
|
assert tools._resolve_ddgs_region("latest world cup news", "wt-wt", "duckduckgo") == "wt-wt"
|
|
|
|
|
|
def test_resolve_ddgs_region_maps_common_ddg_locale_aliases() -> None:
|
|
assert tools._resolve_ddgs_region("\u65e5\u672c \u30cb\u30e5\u30fc\u30b9", "jp-jp", "auto") == "jp-ja"
|
|
assert tools._resolve_ddgs_region("\ud55c\uad6d \ub274\uc2a4", "kr-kr", "auto") == "kr-ko"
|
|
assert tools._resolve_ddgs_region("\u53f0\u7063\u65b0\u805e", "tw-tzh", "auto") == "tw-zh"
|
|
|
|
|
|
def test_search_text_passes_wikipedia_safe_region_to_ddgs(monkeypatch) -> None:
|
|
calls = {}
|
|
|
|
class FakeDDGS:
|
|
def __init__(self, timeout: int) -> None:
|
|
calls["timeout"] = timeout
|
|
|
|
def text(self, query: str, **kwargs):
|
|
calls["query"] = query
|
|
calls.update(kwargs)
|
|
return [{"title": "Result", "href": "https://example.com", "body": "Snippet"}]
|
|
|
|
monkeypatch.setitem(sys.modules, "ddgs", SimpleNamespace(DDGS=FakeDDGS))
|
|
|
|
results = tools._search_text("\u4e16\u754c\u676f\u65b0\u95fb 2026", backend="auto")
|
|
|
|
assert results == [{"title": "Result", "href": "https://example.com", "body": "Snippet"}]
|
|
assert calls["timeout"] == 30
|
|
assert calls["region"] == "cn-zh"
|
|
assert calls["backend"] == "auto"
|
|
assert "timelimit" not in calls
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
("time_range", "expected_timelimit"),
|
|
[
|
|
("day", "d"),
|
|
("week", "w"),
|
|
("month", "m"),
|
|
("year", "y"),
|
|
],
|
|
)
|
|
def test_search_text_maps_time_range_to_ddgs_timelimit(monkeypatch, time_range: str, expected_timelimit: str) -> None:
|
|
calls = {}
|
|
|
|
class FakeDDGS:
|
|
def __init__(self, timeout: int) -> None:
|
|
calls["timeout"] = timeout
|
|
|
|
def text(self, query: str, **kwargs):
|
|
calls["query"] = query
|
|
calls.update(kwargs)
|
|
return [{"title": "Result", "href": "https://example.com", "body": "Snippet"}]
|
|
|
|
monkeypatch.setitem(sys.modules, "ddgs", SimpleNamespace(DDGS=FakeDDGS))
|
|
|
|
results = tools._search_text("latest release", backend="duckduckgo", time_range=time_range)
|
|
|
|
assert results == [{"title": "Result", "href": "https://example.com", "body": "Snippet"}]
|
|
assert calls["timelimit"] == expected_timelimit
|
|
|
|
|
|
def test_search_text_time_range_replaces_auto_with_filter_capable_backends(monkeypatch) -> None:
|
|
calls = {}
|
|
|
|
class FakeDDGS:
|
|
def __init__(self, timeout: int) -> None:
|
|
calls["timeout"] = timeout
|
|
|
|
def text(self, query: str, **kwargs):
|
|
calls.update(kwargs)
|
|
return []
|
|
|
|
monkeypatch.setitem(sys.modules, "ddgs", SimpleNamespace(DDGS=FakeDDGS))
|
|
|
|
tools._search_text("latest release", backend="auto", time_range="week")
|
|
|
|
assert calls["backend"] == "brave,duckduckgo,yahoo"
|
|
assert calls["region"] == "wt-wt"
|
|
assert calls["timelimit"] == "w"
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
("configured_backend", "expected_backend"),
|
|
[
|
|
("wikipedia,duckduckgo,yandex", "duckduckgo"),
|
|
("wikipedia", "brave,duckduckgo,yahoo"),
|
|
("all", "brave,duckduckgo,yahoo"),
|
|
],
|
|
)
|
|
def test_search_text_time_range_excludes_explicit_filter_agnostic_backends(
|
|
monkeypatch,
|
|
configured_backend: str,
|
|
expected_backend: str,
|
|
) -> None:
|
|
calls = {}
|
|
|
|
class FakeDDGS:
|
|
def __init__(self, timeout: int) -> None:
|
|
calls["timeout"] = timeout
|
|
|
|
def text(self, query: str, **kwargs):
|
|
calls.update(kwargs)
|
|
return []
|
|
|
|
monkeypatch.setitem(sys.modules, "ddgs", SimpleNamespace(DDGS=FakeDDGS))
|
|
|
|
tools._search_text("latest release", backend=configured_backend, time_range="day")
|
|
|
|
assert calls["backend"] == expected_backend
|
|
|
|
|
|
def test_web_search_tool_reads_ddgs_options_from_config() -> None:
|
|
with patch("deerflow.community.ddg_search.tools.get_app_config") as mock_config:
|
|
tool_config = MagicMock()
|
|
tool_config.model_extra = {
|
|
"max_results": 3,
|
|
"region": "us-en",
|
|
"safesearch": "off",
|
|
"backend": "auto",
|
|
}
|
|
mock_config.return_value.get_tool_config.return_value = tool_config
|
|
|
|
with patch("deerflow.community.ddg_search.tools._search_text") as mock_search:
|
|
mock_search.return_value = [{"title": "Result", "href": "https://example.com", "body": "Snippet"}]
|
|
|
|
result = tools.web_search_tool.invoke({"query": "latest news", "max_results": 8, "time_range": "week"})
|
|
parsed = json.loads(result)
|
|
|
|
assert parsed["total_results"] == 1
|
|
mock_search.assert_called_once_with(
|
|
query="latest news",
|
|
max_results=3,
|
|
region="us-en",
|
|
safesearch="off",
|
|
backend="auto",
|
|
time_range="week",
|
|
)
|