mirror of
https://github.com/bytedance/deer-flow.git
synced 2026-09-25 14:06:18 +00:00
* feat(image-search): expose the color and license_image filters
`_search_images` accepts `color` and `license_image` and forwards them into the
`f` filter payload that `ddgs`'s duckduckgo_images engine builds
(`duckduckgo_images.py:62-79`), so the provider already declares support for
both. But `image_search_tool` never took them as parameters and never passed
them, so no caller -- model or config -- could set either one. They were dead
parameters: declared, wired, and unreachable.
Both matter for this tool's stated purpose, which is sourcing reference images
for image generation: `color` narrows results to the palette being generated,
and `license_image` filters to license-cleared results when the reference will
be redistributed.
Expose them on `image_search_tool` alongside the existing `size` /
`type_image` / `layout` filters and pass them through. `_search_images` only
forwards truthy filters, so an unset filter still produces the same request as
before.
Adds two regression tests: one asserting both filters reach the DDGS call
(red on main with `KeyError: 'color'`), one pinning that unset filters stay out.
* fix(image-search): add a usage hint to the color filter docstring
The sibling filters each carry a usage hint ("Use \"Large\" for reference
images", "Use \"photo\" for realistic references"), but `color` only listed
its options. Since this docstring is the model's parameter surface, add a
short hint so the model knows when the filter applies, and note that
"color" means full-color rather than a meta-parameter.
---------
Co-authored-by: RXQ6 <RXQ6@users.noreply.github.com>
145 lines
5.1 KiB
Python
145 lines
5.1 KiB
Python
"""
|
|
Image Search Tool - Search images using DuckDuckGo for reference in image generation.
|
|
"""
|
|
|
|
import json
|
|
import logging
|
|
|
|
from langchain.tools import tool
|
|
|
|
from deerflow.config import get_app_config
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
def _search_images(
|
|
query: str,
|
|
max_results: int = 5,
|
|
region: str = "wt-wt",
|
|
safesearch: str = "moderate",
|
|
size: str | None = None,
|
|
color: str | None = None,
|
|
type_image: str | None = None,
|
|
layout: str | None = None,
|
|
license_image: str | None = None,
|
|
) -> list[dict]:
|
|
"""
|
|
Execute image search using DuckDuckGo.
|
|
|
|
Args:
|
|
query: Search keywords
|
|
max_results: Maximum number of results
|
|
region: Search region
|
|
safesearch: Safe search level
|
|
size: Image size (Small/Medium/Large/Wallpaper)
|
|
color: Color filter
|
|
type_image: Image type (photo/clipart/gif/transparent/line)
|
|
layout: Layout (Square/Tall/Wide)
|
|
license_image: License filter
|
|
|
|
Returns:
|
|
List of search results
|
|
"""
|
|
try:
|
|
from ddgs import DDGS
|
|
except ImportError:
|
|
logger.error("ddgs library not installed. Run: pip install ddgs")
|
|
return []
|
|
|
|
ddgs = DDGS(timeout=30)
|
|
|
|
try:
|
|
kwargs = {
|
|
"region": region,
|
|
"safesearch": safesearch,
|
|
"max_results": max_results,
|
|
}
|
|
|
|
if size:
|
|
kwargs["size"] = size
|
|
if color:
|
|
kwargs["color"] = color
|
|
if type_image:
|
|
kwargs["type_image"] = type_image
|
|
if layout:
|
|
kwargs["layout"] = layout
|
|
if license_image:
|
|
kwargs["license_image"] = license_image
|
|
|
|
results = ddgs.images(query, **kwargs)
|
|
return list(results) if results else []
|
|
|
|
except Exception as e:
|
|
logger.error(f"Failed to search images: {e}")
|
|
return []
|
|
|
|
|
|
@tool("image_search", parse_docstring=True)
|
|
def image_search_tool(
|
|
query: str,
|
|
max_results: int = 5,
|
|
size: str | None = None,
|
|
color: str | None = None,
|
|
type_image: str | None = None,
|
|
layout: str | None = None,
|
|
license_image: str | None = None,
|
|
) -> str:
|
|
"""Search for images online. Use this tool BEFORE image generation to find reference images for characters, portraits, objects, scenes, or any content requiring visual accuracy.
|
|
|
|
**When to use:**
|
|
- Before generating character/portrait images: search for similar poses, expressions, styles
|
|
- Before generating specific objects/products: search for accurate visual references
|
|
- Before generating scenes/locations: search for architectural or environmental references
|
|
- Before generating fashion/clothing: search for style and detail references
|
|
|
|
The returned image URLs can be used as reference images in image generation to significantly improve quality.
|
|
|
|
Args:
|
|
query: Search keywords describing the images you want to find. Be specific for better results (e.g., "Japanese woman street photography 1990s" instead of just "woman").
|
|
max_results: Maximum number of images to return. Default is 5.
|
|
size: Image size filter. Options: "Small", "Medium", "Large", "Wallpaper". Use "Large" for reference images.
|
|
color: Color filter. Options: "color", "Monochrome", "Red", "Orange", "Yellow", "Green", "Blue", "Purple", "Pink", "Brown", "Black", "Gray", "Teal", "White".
|
|
Note that "color" means full-color (as opposed to "Monochrome"), not a meta-parameter.
|
|
Match the dominant palette of the image you plan to generate; omit it for unrestricted results.
|
|
type_image: Image type filter. Options: "photo", "clipart", "gif", "transparent", "line". Use "photo" for realistic references.
|
|
layout: Layout filter. Options: "Square", "Tall", "Wide". Choose based on your generation needs.
|
|
license_image: License filter. Options: "any", "Public", "Share", "ShareCommercially", "Modify", "ModifyCommercially".
|
|
Use this when the reference image will be redistributed, so the results are already license-cleared.
|
|
"""
|
|
config = get_app_config().get_tool_config("image_search")
|
|
|
|
# Override max_results from config if set
|
|
if config is not None and "max_results" in config.model_extra:
|
|
max_results = config.model_extra.get("max_results", max_results)
|
|
|
|
results = _search_images(
|
|
query=query,
|
|
max_results=max_results,
|
|
size=size,
|
|
color=color,
|
|
type_image=type_image,
|
|
layout=layout,
|
|
license_image=license_image,
|
|
)
|
|
|
|
if not results:
|
|
return json.dumps({"error": "No images found", "query": query}, ensure_ascii=False)
|
|
|
|
normalized_results = [
|
|
{
|
|
"title": r.get("title", ""),
|
|
"image_url": r.get("image", ""),
|
|
"thumbnail_url": r.get("thumbnail", ""),
|
|
}
|
|
for r in results
|
|
]
|
|
|
|
output = {
|
|
"query": query,
|
|
"total_results": len(normalized_results),
|
|
"results": normalized_results,
|
|
"usage_hint": "Use the 'image_url' values as reference images in image generation. Download them first if needed.",
|
|
}
|
|
|
|
return json.dumps(output, indent=2, ensure_ascii=False)
|