mirror of
https://github.com/bytedance/deer-flow.git
synced 2026-10-28 14:10:37 +00:00
* feat(knowledge): unify read-only retrieval and source contracts * fix(knowledge): address citation and contract review feedback * fix(knowledge): resolve citations in delegated task reports * docs(frontend): keep agent guidance within CI size budget * docs(backend): preserve merged guidance chain headroom
282 lines
9.4 KiB
TypeScript
282 lines
9.4 KiB
TypeScript
import type { Message } from "@langchain/langgraph-sdk";
|
||
import { describe, expect, it } from "@rstest/core";
|
||
import { createElement, type ImgHTMLAttributes } from "react";
|
||
import { renderToStaticMarkup } from "react-dom/server";
|
||
|
||
import { KnowledgeSourcesProvider } from "@/components/workspace/citations/knowledge-source";
|
||
import { MarkdownContent } from "@/components/workspace/messages/markdown-content";
|
||
import { createMarkdownLinkComponent } from "@/components/workspace/messages/markdown-link";
|
||
import { readKnowledgeSources } from "@/core/citations/sources";
|
||
import { I18nContext } from "@/core/i18n/context";
|
||
import { enUS } from "@/core/i18n/locales/en-US";
|
||
|
||
describe("shared knowledge citations through the Markdown pipeline", () => {
|
||
const id = "a".repeat(32);
|
||
const reference = `#knowledge-source-${id}`;
|
||
const source = {
|
||
id,
|
||
provider: "lightrag",
|
||
title: "Retrieved guide",
|
||
excerpt: "Real evidence",
|
||
};
|
||
const sources = readKnowledgeSources([
|
||
{
|
||
type: "tool",
|
||
content: `${reference}\nReal evidence`,
|
||
artifact: { knowledge_sources_version: 1, knowledge_sources: [source] },
|
||
},
|
||
]);
|
||
|
||
it("keeps native RAGFlow snapshots readable through the same pipeline", () => {
|
||
const nativeId = `${id}-1`;
|
||
const message = {
|
||
type: "tool",
|
||
name: "knowledge_search",
|
||
content: "retrieved",
|
||
tool_call_id: "call",
|
||
artifact: {
|
||
knowledge_sources: {
|
||
version: 1,
|
||
sources: [
|
||
{
|
||
id: nativeId,
|
||
provider: "ragflow",
|
||
document_name: "Manual.pdf",
|
||
dataset_name: "Engineering",
|
||
text: "Limit: 42.",
|
||
truncated: false,
|
||
pages: [3],
|
||
},
|
||
],
|
||
},
|
||
},
|
||
} as unknown as Message;
|
||
const html = renderToStaticMarkup(
|
||
createElement(
|
||
I18nContext.Provider,
|
||
{
|
||
value: { locale: "en-US", setLocale: () => undefined, t: enUS },
|
||
},
|
||
// Required children prop for the provider's createElement-based SSR.
|
||
// eslint-disable-next-line react/no-children-prop
|
||
createElement(KnowledgeSourcesProvider, {
|
||
messages: [message],
|
||
children: createElement(MarkdownContent, {
|
||
content: `[citation:Manual](#knowledge-${nativeId})`,
|
||
isLoading: false,
|
||
}),
|
||
}),
|
||
),
|
||
);
|
||
expect(html).toContain("<button");
|
||
expect(html).toContain("Manual.pdf");
|
||
expect(html).not.toContain("unavailable");
|
||
});
|
||
|
||
it.each([reference, `#user-content-knowledge-source-${id}`])(
|
||
"resolves evidence after sanitization for %s",
|
||
(href) => {
|
||
const html = renderMarkdown(`[citation:Label](${href})`, false, {
|
||
a: createMarkdownLinkComponent(undefined, sources),
|
||
});
|
||
expect(html).toContain("<button");
|
||
expect(html).toContain(source.title);
|
||
expect(html).not.toContain("unavailable");
|
||
expect(html).not.toContain("href=");
|
||
},
|
||
);
|
||
|
||
it.each([reference, "#knowledge-source-invalid"])(
|
||
"keeps missing or malformed evidence inert for %s",
|
||
(href) => {
|
||
const html = renderMarkdown(`[citation:**Label**](${href})`, false);
|
||
expect(html).toContain("Label");
|
||
expect(html).not.toContain("<button");
|
||
expect(html).not.toContain("href=");
|
||
expect(html).not.toContain("unavailable");
|
||
},
|
||
);
|
||
|
||
it("retains sanitizer protection on unrelated anchors and unsafe URLs", () => {
|
||
const html = renderMarkdown(
|
||
"[Section](#section) [citation:Unsafe](javascript:alert%281%29)",
|
||
false,
|
||
);
|
||
expect(html).toContain('href="#user-content-section"');
|
||
expect(html).not.toContain('href="javascript:');
|
||
});
|
||
});
|
||
|
||
function renderMarkdown(
|
||
content: string,
|
||
isLoading: boolean,
|
||
components?: Parameters<typeof MarkdownContent>[0]["components"],
|
||
) {
|
||
return renderToStaticMarkup(
|
||
createElement(
|
||
I18nContext.Provider,
|
||
{
|
||
value: { locale: "en-US", setLocale: () => undefined, t: enUS },
|
||
},
|
||
createElement(MarkdownContent, { content, isLoading, components }),
|
||
),
|
||
);
|
||
}
|
||
|
||
describe("MarkdownContent streaming code blocks", () => {
|
||
it("renders fenced code without Streamdown highlighting while streaming", () => {
|
||
const html = renderMarkdown(
|
||
["```html", '<main class="report">Hello</main>', "```"].join("\n"),
|
||
true,
|
||
);
|
||
|
||
expect(html).toContain("data-streaming-code-block");
|
||
expect(html).toContain('data-language="html"');
|
||
expect(html).toContain(
|
||
"<main class="report">Hello</main>",
|
||
);
|
||
expect(html).not.toContain('data-streamdown="code-block"');
|
||
});
|
||
|
||
it("keeps inline code inline while streaming", () => {
|
||
const html = renderMarkdown("Use `const answer = 42` here.", true);
|
||
|
||
expect(html).toContain('data-streaming-inline-code="true"');
|
||
expect(html).not.toContain("data-streaming-code-block");
|
||
});
|
||
|
||
it("keeps an unlabeled single-line fence as a block while streaming", () => {
|
||
const html = renderMarkdown(["```", "x", "```"].join("\n"), true);
|
||
|
||
expect(html).toContain("data-streaming-code-block");
|
||
expect(html).not.toContain('data-streaming-inline-code="true"');
|
||
});
|
||
|
||
it("restores Streamdown code rendering after streaming finishes", () => {
|
||
const html = renderMarkdown(
|
||
["```typescript", "const answer: number = 42;", "```"].join("\n"),
|
||
false,
|
||
);
|
||
|
||
expect(html).toContain('data-streamdown="code-block"');
|
||
expect(html).not.toContain("data-streaming-code-block");
|
||
});
|
||
|
||
it("preserves custom non-code renderers while streaming", () => {
|
||
const html = renderMarkdown(
|
||
"[Docs](https://example.com)\n\n",
|
||
true,
|
||
{
|
||
a: ({ children, href }) =>
|
||
createElement("a", { "data-custom-link": true, href }, children),
|
||
img: (props: ImgHTMLAttributes<HTMLImageElement>) =>
|
||
createElement("img", { ...props, "data-custom-image": true }),
|
||
},
|
||
);
|
||
|
||
expect(html).toContain('data-custom-link="true"');
|
||
expect(html).toContain('data-custom-image="true"');
|
||
});
|
||
|
||
it("preserves a caller-provided code renderer while streaming", () => {
|
||
const html = renderMarkdown(
|
||
["```html", "<main />", "```"].join("\n"),
|
||
true,
|
||
{
|
||
code: ({ children }) =>
|
||
createElement("code", { "data-custom-code": true }, children),
|
||
},
|
||
);
|
||
|
||
expect(html).toContain('data-custom-code="true"');
|
||
expect(html).toContain("data-streaming-code-block");
|
||
});
|
||
|
||
it("does not paint an initial large streaming chunk all at once", () => {
|
||
const content = "x".repeat(120);
|
||
|
||
expect(renderMarkdown(content, true)).not.toContain(content);
|
||
expect(renderMarkdown(content, false)).toContain(content);
|
||
});
|
||
});
|
||
|
||
describe("MarkdownContent streaming animation", () => {
|
||
it("uses Streamdown animation only for newly streamed words", () => {
|
||
const html = renderMarkdown("Hello streaming world", true);
|
||
|
||
expect(html).toContain("data-sd-animate");
|
||
expect(html).toContain("--sd-animation:sd-fadeIn");
|
||
expect(html).toContain("--sd-duration:200ms");
|
||
expect(html).not.toContain("--sd-delay");
|
||
expect(html).not.toContain("animate-fade-in");
|
||
});
|
||
|
||
it("does not animate completed markdown", () => {
|
||
const html = renderMarkdown("Hello completed world", false);
|
||
|
||
expect(html).not.toContain("data-sd-animate");
|
||
});
|
||
});
|
||
|
||
describe("MarkdownContent streaming lists", () => {
|
||
it("hides a trailing empty ordered-list item until its content arrives", () => {
|
||
const html = renderMarkdown(["1. First", "", "2."].join("\n"), true);
|
||
|
||
expect(html).toContain('data-streaming-list-item="true"');
|
||
expect(html).toContain('data-streamdown="list-item" hidden=""');
|
||
});
|
||
|
||
it("hides a trailing empty unordered-list item until its content arrives", () => {
|
||
const html = renderMarkdown("-", true);
|
||
|
||
expect(html).toContain('data-streamdown="unordered-list"');
|
||
expect(html).toContain('data-streamdown="list-item" hidden=""');
|
||
expect(html).not.toContain('data-streaming-list-item="true"');
|
||
});
|
||
|
||
it("keeps a mid-list empty item visible so ordered counters stay stable", () => {
|
||
const html = renderMarkdown(
|
||
["1. First", "2.", "3. Third"].join("\n"),
|
||
true,
|
||
);
|
||
const listItems = html.match(/<li[^>]*>/g);
|
||
|
||
expect(listItems).toHaveLength(3);
|
||
expect(listItems?.[1]).not.toContain("hidden");
|
||
expect(html).not.toContain('hidden=""');
|
||
});
|
||
|
||
it("marks nested list items without hiding existing content", () => {
|
||
const html = renderMarkdown(
|
||
["1. Parent", " - Nested child"].join("\n"),
|
||
true,
|
||
);
|
||
|
||
expect(html.match(/data-streaming-list-item="true"/g)).toHaveLength(2);
|
||
expect(html).not.toContain('hidden=""');
|
||
});
|
||
|
||
it("leaves completed list markup outside streaming treatment", () => {
|
||
const html = renderMarkdown(["1. First", "", "2."].join("\n"), false);
|
||
|
||
expect(html).toContain('data-streamdown="ordered-list"');
|
||
expect(html).not.toContain("data-streaming-list-item");
|
||
expect(html).not.toContain('hidden=""');
|
||
});
|
||
});
|
||
|
||
describe("MarkdownContent strikethrough", () => {
|
||
it("preserves single tildes in temperature ranges", () => {
|
||
const html = renderMarkdown("周六23~30℃;周日22~30℃", false);
|
||
|
||
expect(html).toContain("周六23~30℃;周日22~30℃");
|
||
expect(html).not.toContain("<del>");
|
||
});
|
||
|
||
it("continues to render double-tilde strikethrough", () => {
|
||
const html = renderMarkdown("状态:~~已取消~~", false);
|
||
|
||
expect(html).toContain("<del>已取消</del>");
|
||
});
|
||
});
|