mirror of
https://github.com/bytedance/deer-flow.git
synced 2026-07-28 00:48:07 +00:00
* feat(frontend): add structured human input cards for ask_clarification Implement a reusable Human Input Card flow for ask_clarification while keeping the existing text fallback for older clients and IM channels. Backend: - Add structured ToolMessage.artifact.human_input payloads for clarification requests. - Preserve ToolMessage.content as the readable Markdown/text fallback. - Normalize clarification options from native lists, JSON strings, plain strings, mixed scalar values, None, and missing options. - Derive input_mode as choice_with_other when options exist, otherwise free_text. - Keep disable_clarification non-interactive behavior as a plain ToolMessage with no human_input artifact. - Cover artifact persistence and Gateway message metadata preservation in tests. Frontend: - Add human input protocol types, runtime guards, extractors, response builders, and thread-state helpers. - Add reusable HumanInputCard with option buttons, free-text input, pending, read-only, disabled, and answered states. - Render structured clarification cards from artifact.human_input, with Markdown fallback for malformed or legacy tool messages. - Preserve line breaks in structured question/context/option text. - Hide submitted clarification bridge messages from the chat UI via additional_kwargs.hide_from_ui. - Send structured human_input_response metadata through the fourth sendMessage options argument, preserving run context in the third argument. - Wire submissions for normal chats, custom agent chats, agent bootstrap chats, and sidecar chats. - Derive answered state from raw thread.messages so hidden replies still update the original card. - Clear pending state when the hidden reply arrives, dispatch is dropped, or a later async stream failure appears on thread.error. * perf(frontend): optimize HumanInputCard UI interactions - Support Enter key to submit text input (Shift+Enter for newline) - Render question and context fields as Markdown instead of plain text - Replace deprecated FormEventHandler type with structural typing * test(frontend): add unit test cover optimize HumanInputCard UI interactions * feat(frontend): disabled chatbox when has new human-input-card * fix(style): lint error fix * fix: sanitize hidden human input replies - Preserve IME composition safety for human input card Enter submits - Treat hidden human input responses as genuine user messages for sanitization - Keep hidden card replies in memory filtering while excluding malformed/internal hidden messages - Add regression coverage for card IME handling and hidden reply sanitization * fix: tighten human input response validation - Reject empty hidden human input response values - Remove invalid list ARIA role from human input card options - Add backend coverage for empty response payloads --------- Co-authored-by: Willem Jiang <willem.jiang@gmail.com>
99 lines
2.4 KiB
TypeScript
99 lines
2.4 KiB
TypeScript
import type { Message } from "@langchain/langgraph-sdk";
|
|
import { expect, test } from "@rstest/core";
|
|
|
|
import { buildThreadSubmitMessages } from "@/core/threads/hooks";
|
|
|
|
test("builds thread submit messages with hidden sidecar context before the visible user message", () => {
|
|
const hiddenContext = {
|
|
type: "human",
|
|
content: "Hidden sidecar context",
|
|
additional_kwargs: {
|
|
hide_from_ui: true,
|
|
sidecar_context: true,
|
|
},
|
|
} as Message;
|
|
|
|
const messages = buildThreadSubmitMessages({
|
|
text: "What should we do next?",
|
|
additionalInputMessages: [hiddenContext],
|
|
});
|
|
|
|
expect(messages).toEqual([
|
|
hiddenContext,
|
|
{
|
|
type: "human",
|
|
content: [{ type: "text", text: "What should we do next?" }],
|
|
additional_kwargs: {},
|
|
},
|
|
]);
|
|
});
|
|
|
|
test("keeps uploaded files on the visible user message only", () => {
|
|
const messages = buildThreadSubmitMessages({
|
|
text: "Use this file",
|
|
additionalInputMessages: [
|
|
{
|
|
type: "human",
|
|
content: "Hidden sidecar context",
|
|
additional_kwargs: { hide_from_ui: true },
|
|
} as Message,
|
|
],
|
|
filesForSubmit: [
|
|
{
|
|
filename: "report.pdf",
|
|
size: 42,
|
|
path: "/uploads/report.pdf",
|
|
status: "uploaded",
|
|
},
|
|
],
|
|
});
|
|
|
|
expect(messages[0]?.additional_kwargs).toEqual({ hide_from_ui: true });
|
|
expect(messages[1]?.additional_kwargs).toEqual({
|
|
files: [
|
|
{
|
|
filename: "report.pdf",
|
|
size: 42,
|
|
path: "/uploads/report.pdf",
|
|
status: "uploaded",
|
|
},
|
|
],
|
|
});
|
|
});
|
|
|
|
test("keeps human input response metadata on the hidden user message", () => {
|
|
const response = {
|
|
version: 1,
|
|
kind: "human_input_response",
|
|
source: "ask_clarification",
|
|
request_id: "clarification:call-abc",
|
|
response_kind: "option",
|
|
option_id: "option-2",
|
|
value: "staging",
|
|
};
|
|
|
|
const messages = buildThreadSubmitMessages({
|
|
text: 'For your clarification "Which environment?", my answer is: staging',
|
|
additionalKwargs: {
|
|
hide_from_ui: true,
|
|
human_input_response: response,
|
|
},
|
|
});
|
|
|
|
expect(messages).toEqual([
|
|
{
|
|
type: "human",
|
|
content: [
|
|
{
|
|
type: "text",
|
|
text: 'For your clarification "Which environment?", my answer is: staging',
|
|
},
|
|
],
|
|
additional_kwargs: {
|
|
hide_from_ui: true,
|
|
human_input_response: response,
|
|
},
|
|
},
|
|
]);
|
|
});
|