"""Utilities for normalizing LLM response text before structured parsing.""" from __future__ import annotations import re # Matches a complete ... block (case-insensitive, spans newlines). _THINK_BLOCK_RE = re.compile(r"]*>.*?", re.IGNORECASE | re.DOTALL) # Matches a dangling, unclosed (model truncated at max_tokens mid-thought). _OPEN_THINK_RE = re.compile(r"]*>", re.IGNORECASE) def strip_think_blocks(text: str) -> str: """Remove inline reasoning ```` blocks from a model response.""" text = _THINK_BLOCK_RE.sub("", text) open_match = _OPEN_THINK_RE.search(text) if open_match: text = text[: open_match.start()] return text.strip() def strip_markdown_code_fence(text: str) -> str: """Remove a single wrapping markdown code fence when present.""" stripped = text.strip() if not stripped.startswith("```"): return stripped lines = stripped.splitlines() if len(lines) >= 3 and lines[0].startswith("```") and lines[-1].startswith("```"): return "\n".join(lines[1:-1]).strip() return stripped def extract_response_text(content: object) -> str: """Extract textual content from common chat-model response content shapes.""" if isinstance(content, str): return content if isinstance(content, list): parts: list[str] = [] for block in content: if isinstance(block, str): parts.append(block) elif isinstance(block, dict) and block.get("type") in {"text", "output_text"}: text = block.get("text") if isinstance(text, str): parts.append(text) return "\n".join(parts) if content is None: return "" return str(content)