deer-flow/backend/tests/test_fastcrw_tools.py

"""Unit tests for the fastCRW community tools."""

import json
from unittest.mock import MagicMock, patch


class TestWebSearchTool:
    @patch.dict("os.environ", {}, clear=True)
    @patch("deerflow.community.fastcrw.tools.FirecrawlApp")
    @patch("deerflow.community.fastcrw.tools.get_app_config")
    def test_search_uses_web_search_config(self, mock_get_app_config, mock_fastcrw_cls):
        search_config = MagicMock()
        search_config.model_extra = {"api_key": "fastcrw-search-key", "max_results": 7}
        mock_get_app_config.return_value.get_tool_config.return_value = search_config

        mock_result = MagicMock()
        mock_result.web = [
            MagicMock(title="Result", url="https://example.com", description="Snippet"),
        ]
        mock_fastcrw_cls.return_value.search.return_value = mock_result

        from deerflow.community.fastcrw.tools import web_search_tool

        result = web_search_tool.invoke({"query": "test query"})

        assert json.loads(result) == [
            {
                "title": "Result",
                "url": "https://example.com",
                "snippet": "Snippet",
            }
        ]
        mock_get_app_config.return_value.get_tool_config.assert_called_with("web_search")
        mock_fastcrw_cls.assert_called_once_with(api_key="fastcrw-search-key", api_url="https://fastcrw.com/api")
        mock_fastcrw_cls.return_value.search.assert_called_once_with("test query", limit=7)

    @patch.dict("os.environ", {"CRW_API_KEY": "env-key", "CRW_API_URL": "http://self-hosted:3000"}, clear=True)
    @patch("deerflow.community.fastcrw.tools.FirecrawlApp")
    @patch("deerflow.community.fastcrw.tools.get_app_config")
    def test_search_falls_back_to_env_and_default_max_results(self, mock_get_app_config, mock_fastcrw_cls):
        mock_get_app_config.return_value.get_tool_config.return_value = None

        mock_result = MagicMock()
        mock_result.web = []
        mock_fastcrw_cls.return_value.search.return_value = mock_result

        from deerflow.community.fastcrw.tools import web_search_tool

        result = web_search_tool.invoke({"query": "q"})

        assert result == "[]"
        mock_fastcrw_cls.assert_called_once_with(api_key="env-key", api_url="http://self-hosted:3000")
        mock_fastcrw_cls.return_value.search.assert_called_once_with("q", limit=5)

    @patch.dict("os.environ", {}, clear=True)
    @patch("deerflow.community.fastcrw.tools.FirecrawlApp")
    @patch("deerflow.community.fastcrw.tools.get_app_config")
    def test_search_returns_error_string_on_exception(self, mock_get_app_config, mock_fastcrw_cls):
        mock_get_app_config.return_value.get_tool_config.return_value = None
        mock_fastcrw_cls.return_value.search.side_effect = RuntimeError("boom")

        from deerflow.community.fastcrw.tools import web_search_tool

        assert web_search_tool.invoke({"query": "q"}) == "Error: boom"


class TestWebFetchTool:
    @patch.dict("os.environ", {}, clear=True)
    @patch("deerflow.community.fastcrw.tools.FirecrawlApp")
    @patch("deerflow.community.fastcrw.tools.get_app_config")
    def test_fetch_uses_web_fetch_config(self, mock_get_app_config, mock_fastcrw_cls):
        fetch_config = MagicMock()
        fetch_config.model_extra = {"api_key": "fastcrw-fetch-key", "base_url": "http://localhost:3000"}

        def get_tool_config(name):
            if name == "web_fetch":
                return fetch_config
            return None

        mock_get_app_config.return_value.get_tool_config.side_effect = get_tool_config

        mock_scrape_result = MagicMock()
        mock_scrape_result.markdown = "Fetched markdown"
        mock_scrape_result.metadata = MagicMock(title="Fetched Page")
        mock_fastcrw_cls.return_value.scrape.return_value = mock_scrape_result

        from deerflow.community.fastcrw.tools import web_fetch_tool

        result = web_fetch_tool.invoke({"url": "https://example.com"})

        assert result == "# Fetched Page\n\nFetched markdown"
        mock_get_app_config.return_value.get_tool_config.assert_any_call("web_fetch")
        mock_fastcrw_cls.assert_called_once_with(api_key="fastcrw-fetch-key", api_url="http://localhost:3000")
        mock_fastcrw_cls.return_value.scrape.assert_called_once_with(
            "https://example.com",
            formats=["markdown"],
        )

    @patch.dict("os.environ", {}, clear=True)
    @patch("deerflow.community.fastcrw.tools.FirecrawlApp")
    @patch("deerflow.community.fastcrw.tools.get_app_config")
    def test_fetch_returns_error_when_no_content(self, mock_get_app_config, mock_fastcrw_cls):
        mock_get_app_config.return_value.get_tool_config.return_value = None

        mock_scrape_result = MagicMock()
        mock_scrape_result.markdown = ""
        mock_scrape_result.metadata = MagicMock(title="Empty")
        mock_fastcrw_cls.return_value.scrape.return_value = mock_scrape_result

        from deerflow.community.fastcrw.tools import web_fetch_tool

        assert web_fetch_tool.invoke({"url": "https://example.com"}) == "Error: No content found"

    @patch.dict("os.environ", {}, clear=True)
    @patch("deerflow.community.fastcrw.tools.FirecrawlApp")
    @patch("deerflow.community.fastcrw.tools.get_app_config")
    def test_fetch_returns_error_string_on_exception(self, mock_get_app_config, mock_fastcrw_cls):
        mock_get_app_config.return_value.get_tool_config.return_value = None
        mock_fastcrw_cls.return_value.scrape.side_effect = RuntimeError("scrape failed")

        from deerflow.community.fastcrw.tools import web_fetch_tool

        assert web_fetch_tool.invoke({"url": "https://example.com"}) == "Error: scrape failed"