mirror of
https://github.com/bytedance/deer-flow.git
synced 2026-10-26 21:26:39 +00:00
e8f1e269e5
* fix(uploads): exclude punctuated numeric columns from outlines * fix(uploads): filter currency and later numeric outline columns --------- Co-authored-by: Willem Jiang <willem.jiang@gmail.com>
75 lines
3.5 KiB
Python
75 lines
3.5 KiB
Python
"""Split-bold outlines must distinguish section titles from numeric table rows."""
|
||
|
||
from pathlib import Path
|
||
|
||
import pytest
|
||
|
||
from deerflow.utils.file_outline import MAX_OUTLINE_ENTRIES, extract_outline, extract_outline_for_file
|
||
|
||
|
||
@pytest.mark.parametrize("column", ["(2023)", "-12.5", "–12", "+12", "/2023", "(12%)", "---", "%", " 2023", "2023", "$1,234", "€100", "£1,234.50", "¥100", "(€100)", " $100", "$"])
|
||
def test_numeric_or_punctuation_columns_are_not_headings(tmp_path: Path, column: str) -> None:
|
||
document = tmp_path / "annual.md"
|
||
document.write_text(f"# Financial Summary\n**2024** **{column}**\n## Results\n", encoding="utf-8")
|
||
|
||
assert extract_outline(document) == [{"title": "Financial Summary", "line": 1}, {"title": "Results", "line": 3}]
|
||
|
||
|
||
@pytest.mark.parametrize("title", ["(Introduction)", "- Results", "2023 Results", "概述", "Évaluation", "(概述)", "$ Revenue", "€ Marché", "£成本", "¥価格"])
|
||
def test_punctuated_or_non_ascii_section_titles_remain_supported(tmp_path: Path, title: str) -> None:
|
||
document = tmp_path / "paper.md"
|
||
document.write_text(f"**3.2** **{title}**\n", encoding="utf-8")
|
||
|
||
assert extract_outline(document) == [{"title": f"3.2 {title}", "line": 1}]
|
||
|
||
|
||
@pytest.mark.parametrize(
|
||
"row",
|
||
[
|
||
"**2024** **Revenue** **2023**",
|
||
"**2024** **Revenue** **(2023)**",
|
||
"**2024** **Revenue** **-12.5**",
|
||
"**2024** **Revenue** **$1,234**",
|
||
"**2024** **Revenue** **Growth** **€100**",
|
||
"**2024** **Revenue** **(2023)** **-12.5**",
|
||
],
|
||
)
|
||
def test_later_numeric_columns_are_not_headings(tmp_path: Path, row: str) -> None:
|
||
document = tmp_path / "annual.md"
|
||
document.write_text(f"# Financial Summary\n{row}\n## Results\n", encoding="utf-8")
|
||
|
||
assert extract_outline(document) == [{"title": "Financial Summary", "line": 1}, {"title": "Results", "line": 3}]
|
||
|
||
|
||
@pytest.mark.parametrize("blocks", ["**Results** **and discussion**", "**Results** **and** **discussion**", "**Revenue** **(2023 Results)**", "**Revenue** **$ Outlook** **概述**"])
|
||
def test_text_bearing_later_blocks_remain_headings(tmp_path: Path, blocks: str) -> None:
|
||
document = tmp_path / "paper.md"
|
||
document.write_text(f"**3.2** {blocks}\n", encoding="utf-8")
|
||
|
||
title = blocks.replace("**", "")
|
||
assert extract_outline(document) == [{"title": f"3.2 {title}", "line": 1}]
|
||
|
||
|
||
def test_split_bold_headings_keep_four_block_limit(tmp_path: Path) -> None:
|
||
document = tmp_path / "paper.md"
|
||
document.write_text("**3.2** **Results** **and** **discussion** **continued**\n", encoding="utf-8")
|
||
|
||
assert extract_outline(document) == []
|
||
|
||
|
||
@pytest.mark.parametrize("row", ["**2024** **(2023)**", "**2024** **$1,234**", "**2024** **Revenue** **(2023)** **-12.5**"])
|
||
def test_numeric_table_rows_do_not_exhaust_outline_budget(tmp_path: Path, row: str) -> None:
|
||
document = tmp_path / "annual.md"
|
||
rows = f"{row}\n" * (MAX_OUTLINE_ENTRIES + 1)
|
||
document.write_text(rows + "**1** **Actual findings**\n", encoding="utf-8")
|
||
|
||
assert extract_outline(document) == [{"title": "1 Actual findings", "line": MAX_OUTLINE_ENTRIES + 2}]
|
||
|
||
|
||
@pytest.mark.parametrize("row", ["**2024** **(2023)**", "**2024** **€100**", "**2024** **Revenue** **Growth** **¥100**"])
|
||
def test_numeric_only_document_uses_fallback_preview(tmp_path: Path, row: str) -> None:
|
||
document = tmp_path / "annual.md"
|
||
document.write_text(f"{row}\nRevenue 100 90\n", encoding="utf-8")
|
||
|
||
assert extract_outline_for_file(document) == ([], [row, "Revenue 100 90"])
|