import os import glob import json import math import time import traceback import pandas as pd import streamlit as st from loguru import logger from app.config import config from app.models.schema import VideoClipParams from app.services.subtitle_text import decode_subtitle_bytes, read_subtitle_text from app.utils import utils, check_script from webui.tools.generate_script_docu import generate_script_docu from webui.tools.generate_script_short import generate_script_short from webui.tools.generate_short_summary import ( FILM_TV_PROMPT_CATEGORY, FILM_TV_SEARCH_KEYWORDS, SHORT_DRAMA_PROMPT_CATEGORY, SHORT_DRAMA_SEARCH_KEYWORDS, analyze_short_drama_plot, generate_script_short_sunmmary, generate_short_drama_narration_copy, ) SCRIPT_TABLE_BASE_COLUMNS = ["_id", "video_id", "video_name", "timestamp", "picture", "narration", "OST"] SCRIPT_TABLE_TEXT_COLUMNS = {"video_name", "timestamp", "picture", "narration", "value"} MODE_FILE = "file_selection" MODE_AUTO = "auto" MODE_SHORT = "short" MODE_SHORT_SUMMARY = "summary" MODE_FILM_SUMMARY = "film_summary" SUMMARY_SCRIPT_MODES = {MODE_SHORT_SUMMARY, MODE_FILM_SUMMARY} VIDEO_UPLOAD_TYPES = ["mp4", "mov", "avi", "flv", "mkv", "mpeg4"] VIDEO_GLOB_PATTERNS = [f"*.{suffix}" for suffix in VIDEO_UPLOAD_TYPES] SHORT_DRAMA_NARRATION_LANGUAGE_OPTIONS = [ ("zh-CN", "简体中文（中国）"), ("en-US", "英语（美国）"), ("ja-JP", "日语（日本）"), ("ko-KR", "韩语（韩国）"), ("fr-FR", "法语（法国）"), ("de-DE", "德语（德国）"), ("es-ES", "西班牙语（西班牙）"), ("pt-BR", "葡萄牙语（巴西）"), ("ru-RU", "俄语（俄罗斯）"), ("custom", "自定义"), ] SHORT_DRAMA_NARRATION_LANGUAGE_VALUES = { "zh-CN": "简体中文（中国）", "en-US": "英语（美国）", "ja-JP": "日语（日本）", "ko-KR": "韩语（韩国）", "fr-FR": "法语（法国）", "de-DE": "德语（德国）", "es-ES": "西班牙语（西班牙）", "pt-BR": "葡萄牙语（巴西）", "ru-RU": "俄语（俄罗斯）", } SHORT_DRAMA_TYPE_OPTIONS = [ ("counterattack", "逆袭/复仇"), ("ceo_romance", "霸总/甜宠"), ("family", "家庭伦理"), ("costume", "古装/权谋"), ("suspense", "悬疑/犯罪"), ("urban_emotion", "都市情感"), ("period_rural", "年代/乡村"), ("custom", "自定义"), ] SHORT_DRAMA_TYPE_VALUES = { "counterattack": "逆袭/复仇", "ceo_romance": "霸总/甜宠", "family": "家庭伦理", "costume": "古装/权谋", "suspense": "悬疑/犯罪", "urban_emotion": "都市情感", "period_rural": "年代/乡村", } FILM_TV_TYPE_OPTIONS = [ ("drama_emotion", "剧情/情感"), ("suspense_crime", "悬疑/犯罪"), ("action_adventure", "动作/冒险"), ("comedy_light", "喜剧/轻松"), ("sci_fi_fantasy", "科幻/奇幻"), ("history_war", "历史/战争"), ("horror_thriller", "恐怖/惊悚"), ("custom", "自定义"), ] FILM_TV_TYPE_VALUES = { "drama_emotion": "剧情/情感", "suspense_crime": "悬疑/犯罪", "action_adventure": "动作/冒险", "comedy_light": "喜剧/轻松", "sci_fi_fantasy": "科幻/奇幻", "history_war": "历史/战争", "horror_thriller": "恐怖/惊悚", } SHORT_DRAMA_ORIGINAL_SOUND_RATIO_OPTIONS = list(range(0, 100, 10)) SUMMARY_MODE_CONFIGS = { MODE_FILM_SUMMARY: { "mode_label_key": "Film TV Narration", "session_prefix": "film_tv", "prompt_category": FILM_TV_PROMPT_CATEGORY, "search_keywords": FILM_TV_SEARCH_KEYWORDS, "web_search_context_description": "影视作品名称、人物关系、剧情背景和公开剧情梗概", "empty_title_message_key": "Please enter film/tv title before web search", "title_label_key": "影视名称", "type_label_key": "影视类型", "custom_type_label_key": "自定义影视类型", "custom_type_placeholder_key": "例如：悬疑犯罪", "custom_type_empty_key": "请输入自定义影视类型", "narration_copy_label_key": "影视解说文案", "type_options": FILM_TV_TYPE_OPTIONS, "type_values": FILM_TV_TYPE_VALUES, "default_type": "drama_emotion", "default_type_value": "剧情/情感", }, MODE_SHORT_SUMMARY: { "mode_label_key": "Short Drama Summary", "session_prefix": "short_drama", "prompt_category": SHORT_DRAMA_PROMPT_CATEGORY, "search_keywords": SHORT_DRAMA_SEARCH_KEYWORDS, "web_search_context_description": "短剧名称、人物关系、剧情背景和公开剧情梗概", "empty_title_message_key": "Please enter short drama name before web search", "title_label_key": "短剧名称", "type_label_key": "短剧类型", "custom_type_label_key": "自定义短剧类型", "custom_type_placeholder_key": "例如：豪门虐恋", "custom_type_empty_key": "请输入自定义短剧类型", "narration_copy_label_key": "短剧解说文案", "type_options": SHORT_DRAMA_TYPE_OPTIONS, "type_values": SHORT_DRAMA_TYPE_VALUES, "default_type": "counterattack", "default_type_value": "逆袭/复仇", }, } def _normalize_video_paths(paths): if isinstance(paths, str): paths = [paths] if not paths: return [] normalized_paths = [] seen = set() for path in paths: if not isinstance(path, str): continue path = path.strip() if not path or path in seen: continue normalized_paths.append(path) seen.add(path) return normalized_paths def _set_video_origin_state(paths, params=None): video_paths = _normalize_video_paths(paths) first_video_path = video_paths[0] if video_paths else "" st.session_state['video_origin_paths'] = video_paths st.session_state['video_origin_path'] = first_video_path if params is not None: params.video_origin_path = first_video_path params.video_origin_paths = video_paths def _selected_video_paths(): video_paths = _normalize_video_paths(st.session_state.get('video_origin_paths', [])) if not video_paths: video_paths = _normalize_video_paths(st.session_state.get('video_origin_path', '')) return video_paths def _uploaded_files_signature(uploaded_files): return "|".join(f"{uploaded_file.name}:{uploaded_file.size}" for uploaded_file in uploaded_files) def _unique_file_path(directory, filename): safe_filename = os.path.basename(filename).strip() if not safe_filename: safe_filename = f"video_{int(time.time())}.mp4" os.makedirs(directory, exist_ok=True) file_name, file_extension = os.path.splitext(safe_filename) candidate_path = os.path.join(directory, safe_filename) if not os.path.exists(candidate_path): return candidate_path timestamp = time.strftime("%Y%m%d%H%M%S") counter = 1 while True: suffix = f"_{timestamp}" if counter == 1 else f"_{timestamp}_{counter}" candidate_path = os.path.join(directory, f"{file_name}{suffix}{file_extension}") if not os.path.exists(candidate_path): return candidate_path counter += 1 def _format_file_list_for_display(paths, max_items=3): file_names = [os.path.basename(path) for path in _normalize_video_paths(paths)] if len(file_names) <= max_items: return ", ".join(file_names) visible_names = ", ".join(file_names[:max_items]) return f"{visible_names} +{len(file_names) - max_items}" def _safe_filename_fragment(value, fallback="translated"): fragment = "".join( char if char.isalnum() or char in {"-", "_"} else "_" for char in str(value or "").strip() ).strip("_") return fragment or fallback def _read_subtitle_file(path): try: return read_subtitle_text(path).text except Exception: with open(path, "r", encoding="utf-8") as f: return f.read() def _build_combined_subtitle_content(subtitle_paths, video_paths=None): sections = [] subtitle_contents = {} video_paths = _normalize_video_paths(video_paths) for index, subtitle_path in enumerate(subtitle_paths, start=1): if not subtitle_path or not os.path.exists(subtitle_path): continue content = _read_subtitle_file(subtitle_path) subtitle_contents[subtitle_path] = content video_path = video_paths[index - 1] if index <= len(video_paths) else "" if video_path: header = ( f"# 视频 {index}: {os.path.basename(video_path)}\n" f"字幕文件: {os.path.basename(subtitle_path)}" ) else: header = f"# 视频 {index}\n字幕文件: {os.path.basename(subtitle_path)}" sections.append(f"{header}\n{content}".strip()) return "\n\n".join(sections), subtitle_contents def _selected_subtitle_paths(): subtitle_paths = _normalize_video_paths(st.session_state.get('subtitle_paths', [])) if not subtitle_paths: subtitle_paths = _normalize_video_paths(st.session_state.get('subtitle_path', '')) return subtitle_paths def _set_subtitle_state(subtitle_paths): subtitle_paths = _normalize_video_paths(subtitle_paths) subtitle_content, subtitle_contents = _build_combined_subtitle_content( subtitle_paths, _selected_video_paths(), ) st.session_state['subtitle_path'] = subtitle_paths[0] if subtitle_paths else None st.session_state['subtitle_paths'] = subtitle_paths st.session_state['subtitle_content'] = subtitle_content if subtitle_content else None st.session_state['subtitle_contents'] = subtitle_contents st.session_state['subtitle_file_processed'] = bool(subtitle_paths) def _short_drama_plot_analysis_signature(subtitle_paths, video_theme, web_search_enabled, video_paths=None): theme = str(video_theme or "").strip() if web_search_enabled else "" return json.dumps( { "subtitle_paths": _normalize_video_paths(subtitle_paths), "video_paths": _normalize_video_paths(video_paths), "video_theme": theme, "web_search_enabled": bool(web_search_enabled), }, ensure_ascii=False, sort_keys=True, ) def _summary_mode_config(script_path=None): script_path = script_path or st.session_state.get('video_clip_json_path', MODE_FILM_SUMMARY) return SUMMARY_MODE_CONFIGS.get(script_path, SUMMARY_MODE_CONFIGS[MODE_SHORT_SUMMARY]) def _summary_state_key(summary_config, suffix): return f"{summary_config['session_prefix']}_{suffix}" def _resolve_summary_narration_language(summary_config): selected_language = st.session_state.get( _summary_state_key(summary_config, "narration_language_option"), "zh-CN", ) custom_language = str( st.session_state.get(_summary_state_key(summary_config, "custom_narration_language"), "") or "" ).strip() if selected_language == "custom" and custom_language: return custom_language return SHORT_DRAMA_NARRATION_LANGUAGE_VALUES.get(selected_language, "简体中文（中国）") def _resolve_summary_type(summary_config): selected_type = st.session_state.get( _summary_state_key(summary_config, "type_option"), summary_config["default_type"], ) custom_type = str( st.session_state.get(_summary_state_key(summary_config, "custom_type"), "") or "" ).strip() if selected_type == "custom" and custom_type: return custom_type return summary_config["type_values"].get(selected_type, summary_config["default_type_value"]) def _resolve_short_drama_narration_language(): return _resolve_summary_narration_language(SUMMARY_MODE_CONFIGS[MODE_SHORT_SUMMARY]) def _resolve_short_drama_type(): return _resolve_summary_type(SUMMARY_MODE_CONFIGS[MODE_SHORT_SUMMARY]) def render_script_panel(tr): """渲染脚本配置面板""" with st.container(border=True): st.write(tr("Video Script Configuration")) params = VideoClipParams() # 渲染脚本文件选择 render_script_file(tr, params) # 渲染视频文件选择 render_video_file(tr, params) # 获取当前选择的脚本类型 script_path = st.session_state.get('video_clip_json_path', '') # 根据脚本类型显示不同的布局 if script_path == "auto": # 画面解说 render_video_details(tr) elif script_path == "short": # 短剧混剪 render_short_generate_options(tr) elif script_path in SUMMARY_SCRIPT_MODES: # 影视解说 / 短剧解说 summary_narration_panel(tr, _summary_mode_config(script_path)) else: # 默认为空 pass # 渲染脚本操作按钮 render_script_buttons(tr, params) def render_script_file(tr, params): """渲染脚本文件选择""" # 模式选项映射，按工作流优先级展示 mode_options = { tr("Film TV Narration"): MODE_FILM_SUMMARY, tr("Short Drama Summary"): MODE_SHORT_SUMMARY, tr("Auto Generate"): MODE_AUTO, tr("Short Generate"): MODE_SHORT, tr("Select/Upload Script"): MODE_FILE, } # 获取当前状态 current_path = st.session_state.get('video_clip_json_path', '') # 确定当前选中的模式索引 default_index = 0 mode_keys = list(mode_options.keys()) if current_path == "auto": default_index = mode_keys.index(tr("Auto Generate")) elif current_path == "short": default_index = mode_keys.index(tr("Short Generate")) elif current_path == "summary": default_index = mode_keys.index(tr("Short Drama Summary")) elif current_path == "film_summary": default_index = mode_keys.index(tr("Film TV Narration")) elif current_path: default_index = mode_keys.index(tr("Select/Upload Script")) else: default_index = 0 # 1. 渲染功能选择组件 default_mode_label = mode_keys[default_index] default_mode = mode_options[default_mode_label] if st.session_state.get('_switch_to_file_mode'): st.session_state['script_mode_selection'] = tr("Select/Upload Script") del st.session_state['_switch_to_file_mode'] elif ( 'script_mode_selection' not in st.session_state or st.session_state['script_mode_selection'] not in mode_options ): st.session_state['script_mode_selection'] = default_mode_label elif mode_options[st.session_state['script_mode_selection']] != default_mode: st.session_state['script_mode_selection'] = default_mode_label # 定义回调函数来处理状态更新 def update_script_mode(): # 获取当前选中的标签 selected_label = st.session_state.script_mode_selection if selected_label: # 更新实际的 path 状态 new_mode = mode_options[selected_label] st.session_state.video_clip_json_path = new_mode params.video_clip_json_path = new_mode else: st.session_state.video_clip_json_path = default_mode params.video_clip_json_path = default_mode # 渲染组件 selected_mode_label = st.selectbox( tr("Video Type"), options=mode_keys, index=None, key="script_mode_selection", on_change=update_script_mode, ) # 处理旧状态为空的兜底情况 if not selected_mode_label: selected_mode_label = default_mode_label selected_mode = mode_options[selected_mode_label] # 2. 根据选择的模式处理逻辑 if selected_mode == MODE_FILE: # --- 文件选择模式 --- script_list = [ (tr("None"), ""), (tr("Upload Script"), "upload_script") ] # 获取已有脚本文件 suffix = "*.json" script_dir = utils.script_dir() files = glob.glob(os.path.join(script_dir, suffix)) file_list = [] for file in files: file_list.append({ "name": os.path.basename(file), "file": file, "ctime": os.path.getctime(file) }) file_list.sort(key=lambda x: x["ctime"], reverse=True) for file in file_list: display_name = file['file'].replace(config.root_dir, "") script_list.append((display_name, file['file'])) # 找到保存的脚本文件在列表中的索引 # 如果当前path是特殊值(auto/short/summary/film_summary)，则重置为空 saved_script_path = ( current_path if current_path not in [MODE_FILE, MODE_AUTO, MODE_SHORT, MODE_SHORT_SUMMARY, MODE_FILM_SUMMARY] else "" ) selected_index = 0 for i, (_, path) in enumerate(script_list): if path == saved_script_path: selected_index = i break # 用 session_state 作为 selectbox 的唯一来源，避免同时传默认 index 和设置 key 状态。 if ( "script_file_selection" not in st.session_state or st.session_state["script_file_selection"] >= len(script_list) ): st.session_state["script_file_selection"] = selected_index elif saved_script_path and selected_index > 0: st.session_state['script_file_selection'] = selected_index selected_script_index = st.selectbox( tr("Script Files"), index=None, options=range(len(script_list)), format_func=lambda x: script_list[x][0], key="script_file_selection" ) script_path = script_list[selected_script_index][1] # 只有当用户实际选择了脚本时才更新路径，避免覆盖已保存的路径 if script_path: st.session_state['video_clip_json_path'] = script_path params.video_clip_json_path = script_path elif saved_script_path: # 如果用户选择了 "None" 但之前有保存的脚本，保持原有路径 st.session_state['video_clip_json_path'] = saved_script_path params.video_clip_json_path = saved_script_path # 处理脚本上传 if script_path == "upload_script": uploaded_file = st.file_uploader( tr("Upload Script File"), type=["json"], accept_multiple_files=False, ) if uploaded_file is not None: try: # 读取上传的JSON内容并验证格式 script_content = uploaded_file.read().decode('utf-8') json_data = json.loads(script_content) # 保存到脚本目录 safe_filename = os.path.basename(uploaded_file.name) script_file_path = os.path.join(script_dir, safe_filename) file_name, file_extension = os.path.splitext(safe_filename) # 如果文件已存在,添加时间戳 if os.path.exists(script_file_path): timestamp = time.strftime("%Y%m%d%H%M%S") file_name_with_timestamp = f"{file_name}_{timestamp}" script_file_path = os.path.join(script_dir, file_name_with_timestamp + file_extension) # 写入文件 with open(script_file_path, "w", encoding='utf-8') as f: json.dump(json_data, f, ensure_ascii=False, indent=2) # 更新状态 st.success(tr("Script Uploaded Successfully")) st.session_state['video_clip_json_path'] = script_file_path params.video_clip_json_path = script_file_path time.sleep(1) st.rerun() except json.JSONDecodeError: st.error(tr("Invalid JSON format")) except Exception as e: st.error(f"{tr('Upload failed')}: {str(e)}") else: # --- 功能生成模式 --- st.session_state['video_clip_json_path'] = selected_mode params.video_clip_json_path = selected_mode def render_video_file(tr, params): """渲染视频文件选择""" source_options = { tr("Upload Local Files"): "upload", tr("Select from resource directory"): "resource", } source_labels = list(source_options.keys()) default_source_label = source_labels[0] source_default_version = "upload_first_v2" if st.session_state.get('_video_source_default_version') != source_default_version: if ( st.session_state.get('video_source_selection') not in source_options or not _selected_video_paths() ): st.session_state['video_source_selection'] = default_source_label st.session_state['_video_source_default_version'] = source_default_version elif st.session_state.get('video_source_selection') not in source_options: st.session_state['video_source_selection'] = default_source_label current_source = st.session_state['video_source_selection'] source_caption = ( tr("Select a video from resource videos directory") if source_options[current_source] == "resource" else tr("Upload new video files up to 2GB each") ) st.markdown(f"**{tr('Video Source')}** :gray[{source_caption}]") source = st.pills( tr("Video Source"), options=source_labels, selection_mode="single", key="video_source_selection", label_visibility="collapsed", width="stretch", ) if not source: source = default_source_label if source_options[source] == "resource": video_files = [] for suffix in VIDEO_GLOB_PATTERNS: video_files.extend(glob.glob(os.path.join(utils.video_dir(), suffix))) video_files = sorted(video_files, key=os.path.getctime, reverse=True) saved_video_path = st.session_state.get('video_origin_path', '') selected_video_path = st.session_state.get('resource_video_selection') if selected_video_path not in video_files: st.session_state['resource_video_selection'] = ( saved_video_path if saved_video_path in video_files else None ) def format_video_name(path): return path.replace(config.root_dir, "") video_path = st.selectbox( tr("Select Video"), options=video_files, index=None, placeholder=tr("Choose a video file"), format_func=format_video_name, key="resource_video_selection", ) if video_path: _set_video_origin_state([video_path], params) else: _set_video_origin_state([], params) if not video_files: st.info(tr("No video files found in resource videos directory")) return if source_options[source] == "upload": uploaded_files = st.file_uploader( tr("Upload Video"), type=VIDEO_UPLOAD_TYPES, accept_multiple_files=True, key="video_file_uploader", ) if not uploaded_files: _set_video_origin_state([], params) st.session_state['video_file_processed'] = False st.session_state['uploaded_video_path'] = "" st.session_state['uploaded_video_paths'] = [] st.session_state['uploaded_video_signature'] = "" else: uploaded_signature = _uploaded_files_signature(uploaded_files) uploaded_video_paths = _normalize_video_paths(st.session_state.get('uploaded_video_paths', [])) is_processed = ( st.session_state.get('video_file_processed', False) and st.session_state.get('uploaded_video_signature') == uploaded_signature and uploaded_video_paths and all(os.path.exists(path) for path in uploaded_video_paths) ) if is_processed: _set_video_origin_state(uploaded_video_paths, params) else: video_paths = [] for uploaded_file in uploaded_files: video_file_path = _unique_file_path(utils.video_dir(), uploaded_file.name) with open(video_file_path, "wb") as f: f.write(uploaded_file.read()) video_paths.append(video_file_path) _set_video_origin_state(video_paths, params) st.session_state['uploaded_video_path'] = video_paths[0] if video_paths else "" st.session_state['uploaded_video_paths'] = video_paths st.session_state['uploaded_video_signature'] = uploaded_signature st.session_state['video_file_processed'] = True current_video_paths = _selected_video_paths() if current_video_paths: st.info( tr("Selected videos for processing").format( count=len(current_video_paths), files=_format_file_list_for_display(current_video_paths), ) ) def render_short_generate_options(tr): """ 渲染Short Generate模式下的特殊选项 在Short Generate模式下，替换原有的输入框为自定义片段选项 """ summary_config = SUMMARY_MODE_CONFIGS[MODE_SHORT_SUMMARY] summary_narration_panel(tr, summary_config) type_option_key = _summary_state_key(summary_config, "type_option") custom_type_key = _summary_state_key(summary_config, "custom_type") type_options = [code for code, _ in summary_config["type_options"]] if st.session_state.get(type_option_key) not in type_options: st.session_state[type_option_key] = summary_config["default_type"] show_custom_type = st.session_state.get(type_option_key, summary_config["default_type"]) == "custom" option_cols = st.columns([1.1, 1.1, 1], vertical_alignment="bottom") if show_custom_type else st.columns([1.1, 1], vertical_alignment="bottom") with option_cols[0]: st.selectbox( tr(summary_config["type_label_key"]), options=type_options, format_func=lambda code: tr(dict(summary_config["type_options"]).get(code, code)), key=type_option_key, ) option_index = 1 if show_custom_type: with option_cols[option_index]: st.text_input( tr(summary_config["custom_type_label_key"]), key=custom_type_key, placeholder=tr(summary_config["custom_type_placeholder_key"]), ) option_index += 1 with option_cols[option_index]: custom_clips = st.number_input( tr("自定义片段"), min_value=1, max_value=20, value=st.session_state.get('custom_clips', 5), help=tr("设置需要生成的短视频片段数量"), key="custom_clips_input" ) st.session_state['custom_clips'] = custom_clips def render_video_details(tr): """画面解说 渲染视频主题和提示词""" video_theme = st.text_input(tr("Video Theme")) custom_prompt = st.text_area( tr("Generation Prompt"), value=st.session_state.get('video_plot', ''), help=tr("Custom prompt for LLM, leave empty to use default prompt"), height=180 ) # 非短视频模式下显示原有的三个输入框 input_cols = st.columns(2) with input_cols[0]: st.number_input( tr("Frame Interval (seconds)"), min_value=0, value=st.session_state.get('frame_interval_input', config.frames.get('frame_interval_input', 3)), help=tr("Frame Interval (seconds) (More keyframes consume more tokens)"), key="frame_interval_input" ) with input_cols[1]: st.number_input( tr("Batch Size"), min_value=0, value=st.session_state.get('vision_batch_size', config.frames.get('vision_batch_size', 10)), help=tr("Batch Size (More keyframes consume more tokens)"), key="vision_batch_size" ) st.session_state['video_theme'] = video_theme st.session_state['custom_prompt'] = custom_prompt return video_theme, custom_prompt def summary_narration_panel(tr, summary_config): """影视/短剧解说 渲染视频主题和提示词""" # 检查是否已经处理过字幕文件 if 'subtitle_file_processed' not in st.session_state: st.session_state['subtitle_file_processed'] = False render_fun_asr_transcription(tr) render_subtitle_preview(tr) current_subtitle_paths = _selected_subtitle_paths() current_subtitle_path = current_subtitle_paths[0] if current_subtitle_paths else '' web_search_key = _summary_state_key(summary_config, "web_search_enabled") plot_button_key = _summary_state_key(summary_config, "plot_analysis_button") plot_analysis_key = _summary_state_key(summary_config, "plot_analysis") plot_source_key = _summary_state_key(summary_config, "plot_analysis_subtitle_path") plot_signature_key = _summary_state_key(summary_config, "plot_analysis_signature") pending_plot_key = _summary_state_key(summary_config, "pending_plot_analysis") st.markdown( f""" """, unsafe_allow_html=True, ) name_cols = st.columns([3.4, 1.1, 2], vertical_alignment="bottom") with name_cols[0]: video_theme = st.text_input(tr(summary_config["title_label_key"])) with name_cols[1]: web_search_enabled = st.toggle( tr("联网搜索"), key=web_search_key, help=tr("Enable Web Search Help"), disabled=not current_subtitle_path, ) with name_cols[2]: analyze_plot_clicked = st.button( tr("剧情理解"), key=plot_button_key, disabled=not current_subtitle_path, use_container_width=True, ) st.session_state['video_theme'] = video_theme current_signature = _short_drama_plot_analysis_signature( current_subtitle_paths, video_theme, web_search_enabled, _selected_video_paths(), ) saved_signature = st.session_state.get(plot_signature_key) legacy_source = st.session_state.get(plot_source_key) if ( (saved_signature and saved_signature != current_signature) or (legacy_source and legacy_source != current_subtitle_path) ): st.session_state[plot_analysis_key] = "" st.session_state[plot_source_key] = "" st.session_state[plot_signature_key] = "" st.session_state.pop(pending_plot_key, None) else: pending_plot = st.session_state.pop(pending_plot_key, None) if isinstance(pending_plot, dict) and pending_plot.get("signature") == current_signature: pending_analysis = str(pending_plot.get("plot_analysis") or "") if pending_analysis: st.session_state[plot_analysis_key] = pending_analysis st.session_state[plot_source_key] = pending_plot.get("subtitle_path") or current_subtitle_path st.session_state[plot_signature_key] = current_signature if analyze_plot_clicked: with st.spinner(tr("Analyzing plot...")): plot_analysis = analyze_short_drama_plot( current_subtitle_paths, st.session_state.get('temperature', 0.7), tr, subtitle_content=st.session_state.get('subtitle_content', ''), short_name=video_theme, enable_web_search=web_search_enabled, video_paths=_selected_video_paths(), prompt_category=summary_config["prompt_category"], search_keywords=summary_config["search_keywords"], empty_title_message_key=summary_config["empty_title_message_key"], web_search_context_description=summary_config["web_search_context_description"], ) if plot_analysis: st.session_state[plot_analysis_key] = plot_analysis st.session_state[plot_source_key] = current_subtitle_path st.session_state[plot_signature_key] = current_signature st.success(tr("Plot analysis completed")) if st.session_state.get(plot_analysis_key): st.text_area( tr("剧情理解结果"), key=plot_analysis_key, height=240, ) return video_theme def short_drama_summary(tr): """短剧解说 渲染视频主题和提示词""" return summary_narration_panel(tr, SUMMARY_MODE_CONFIGS[MODE_SHORT_SUMMARY]) def render_subtitle_preview(tr): """渲染可折叠的当前字幕预览；没有字幕时提示用户先转写或上传。""" subtitle_paths = _selected_subtitle_paths() subtitle_content = st.session_state.get('subtitle_content', '') subtitle_contents = st.session_state.get('subtitle_contents', {}) if not isinstance(subtitle_contents, dict): subtitle_contents = {} if subtitle_paths and (not subtitle_content or not subtitle_contents): subtitle_content, subtitle_contents = _build_combined_subtitle_content( subtitle_paths, _selected_video_paths(), ) st.session_state['subtitle_content'] = subtitle_content st.session_state['subtitle_contents'] = subtitle_contents with st.expander(tr("Subtitle Preview"), expanded=False): if not subtitle_paths or not subtitle_content: st.info(tr("Please transcribe or upload subtitles first")) return if len(subtitle_paths) > 1: for index, path in enumerate(subtitle_paths, start=1): content = subtitle_contents.get(path, "") if not content and os.path.exists(path): content = _read_subtitle_file(path) st.markdown(f"**{index}. {os.path.basename(path)}**") st.text_area( tr("Subtitle Preview"), value=content, height=180, label_visibility="collapsed", disabled=True, key=f"subtitle_content_preview_{index}", ) return st.text_area( tr("Subtitle Preview"), key="subtitle_content", height=180, label_visibility="collapsed", ) def render_subtitle_upload(tr): """上传并保存用户提供的 SRT 字幕文件。""" subtitle_dir_label = utils.subtitle_dir().replace(config.root_dir, ".") st.markdown( f"**{tr('上传字幕文件')}** " f":gray[{tr('Transcribed subtitles storage hint').format(path=subtitle_dir_label)}]" ) subtitle_file = st.file_uploader( tr("上传字幕文件"), type=["srt"], accept_multiple_files=False, key="subtitle_file_uploader", # 添加唯一key label_visibility="collapsed", ) # 显示当前已上传的字幕文件路径 if 'subtitle_path' in st.session_state and st.session_state['subtitle_path']: st.info(tr("Uploaded subtitle").format(file=os.path.basename(st.session_state['subtitle_path']))) if st.button(tr("清除已上传字幕")): _set_subtitle_state([]) st.rerun() # 只有当有文件上传且尚未处理时才执行处理逻辑 if subtitle_file is not None and not st.session_state['subtitle_file_processed']: try: # 清理文件名，防止路径污染和路径遍历攻击 safe_filename = os.path.basename(subtitle_file.name) decoded = decode_subtitle_bytes(subtitle_file.getvalue()) script_content = decoded.text detected_encoding = decoded.encoding if not script_content: st.error(tr("无法读取字幕文件，请检查文件编码（支持 UTF-8、UTF-16、GBK、GB2312）")) st.stop() # 验证字幕内容（简单检查） if len(script_content.strip()) < 10: st.warning(tr("字幕文件内容似乎为空，请检查文件")) # 保存到字幕目录 script_file_path = os.path.join(utils.subtitle_dir(), safe_filename) file_name, file_extension = os.path.splitext(safe_filename) # 如果文件已存在,添加时间戳 if os.path.exists(script_file_path): timestamp = time.strftime("%Y%m%d%H%M%S") file_name_with_timestamp = f"{file_name}_{timestamp}" script_file_path = os.path.join(utils.subtitle_dir(), file_name_with_timestamp + file_extension) # 直接写入SRT内容（统一使用 UTF-8） with open(script_file_path, "w", encoding='utf-8') as f: f.write(script_content) # 更新状态 st.success( f"{tr('字幕上传成功')} " f"({tr('Encoding')}: {detected_encoding.upper()}, " f"{tr('Size')}: {len(script_content)} {tr('Characters')})" ) _set_subtitle_state([script_file_path]) # 避免使用rerun，使用更新状态的方式 # st.rerun() except Exception as e: st.error(f"{tr('Upload failed')}: {str(e)}") def _is_blank_table_value(value): if value is None: return True if isinstance(value, float) and math.isnan(value): return True if isinstance(value, str) and not value.strip(): return True return False def _ordered_script_columns(script_rows): columns = [] for column in SCRIPT_TABLE_BASE_COLUMNS: columns.append(column) for row in script_rows: if not isinstance(row, dict): continue for column in row.keys(): if column not in columns: columns.append(column) return columns def _script_json_to_table(script_data): if not isinstance(script_data, list): script_data = [] if not script_data: return pd.DataFrame(columns=SCRIPT_TABLE_BASE_COLUMNS) if not all(isinstance(item, dict) for item in script_data): rows = [ {"value": json.dumps(item, ensure_ascii=False)} for item in script_data ] return _normalize_script_table_types(pd.DataFrame(rows, columns=["value"])) columns = _ordered_script_columns(script_data) return _normalize_script_table_types(pd.DataFrame(script_data, columns=columns)) def _normalize_script_table_types(table_data): for column in SCRIPT_TABLE_TEXT_COLUMNS: if column in table_data.columns: table_data[column] = table_data[column].where(table_data[column].notna(), "").astype(str).astype("object") return table_data def _normalize_script_table_value(column, value): if _is_blank_table_value(value): return "" if column in {"_id", "video_id", "OST"}: try: return int(value) except (TypeError, ValueError): return value return value def _script_table_to_json(edited_data): if isinstance(edited_data, pd.DataFrame): records = edited_data.to_dict("records") elif isinstance(edited_data, list): records = edited_data else: records = pd.DataFrame(edited_data).to_dict("records") script_data = [] for row in records: if not isinstance(row, dict): continue if all(_is_blank_table_value(value) for value in row.values()): continue cleaned_row = {} for column, value in row.items(): if not column: continue normalized_value = _normalize_script_table_value(column, value) if _is_blank_table_value(normalized_value) and column not in SCRIPT_TABLE_BASE_COLUMNS: continue cleaned_row[column] = normalized_value if cleaned_row: script_data.append(cleaned_row) return json.dumps(script_data, indent=2, ensure_ascii=False) def render_video_script_editor(tr): """使用弹窗和表格编辑视频脚本 JSON。""" @st.dialog(tr("Video Script"), width="large") def video_script_dialog(): script_data = st.session_state.get('video_clip_json', []) table_data = _script_json_to_table(script_data) column_order = list(table_data.columns) st.caption(tr("Video script table help")) edited_table = st.data_editor( table_data, key="video_script_table_editor", hide_index=True, num_rows="dynamic", use_container_width=True, height=520, row_height=72, column_order=column_order, column_config={ "_id": st.column_config.NumberColumn(tr("Script Column ID"), step=1, format="%d", width=52), "video_id": st.column_config.NumberColumn( tr("Script Column Video ID"), min_value=1, step=1, format="%d", width=80, ), "video_name": st.column_config.TextColumn(tr("Script Column Video Name"), width=180), "timestamp": st.column_config.TextColumn(tr("Script Column Timestamp"), width=200), "picture": st.column_config.TextColumn(tr("Script Column Picture"), width=320), "narration": st.column_config.TextColumn(tr("Script Column Narration"), width=480), "OST": st.column_config.NumberColumn( tr("Script Column OST"), min_value=0, max_value=2, step=1, format="%d", width=52, ), }, ) video_clip_json_details = _script_table_to_json(edited_table) with st.expander(tr("Raw JSON Preview"), expanded=False): st.code(video_clip_json_details, language="json") if st.button(tr("Save Script"), key="save_script_from_dialog", use_container_width=True): save_script_with_validation(tr, video_clip_json_details) script_data = st.session_state.get('video_clip_json', []) script_count = len(script_data) if isinstance(script_data, list) else 0 st.markdown(f"**{tr('Video Script')}** :gray[{tr('Video script row count').format(count=script_count)}]") if st.button(tr("Edit Video Script"), key="open_video_script_editor", use_container_width=True): video_script_dialog() def render_fun_asr_transcription(tr): """使用 Fun-ASR 从本地音视频转写生成字幕。""" def clear_fun_asr_subtitle_state(): _set_subtitle_state([]) from app.services import fun_asr_subtitle backend_options = { tr("Local FunASR-Pack API"): "local", tr("Local FireRedASR API"): "firered", tr("Ali Bailian Online Fun-ASR"): "bailian", tr("上传字幕文件"): "upload", } saved_backend = str(config.fun_asr.get("backend", "")).strip().lower() if saved_backend not in {"local", "firered", "bailian", "upload"}: saved_backend = ( "bailian" if config.fun_asr.get("api_key") and not config.fun_asr.get("api_url") else "local" ) backend_values = list(backend_options.values()) backend_labels = list(backend_options.keys()) backend = saved_backend api_key = "" api_url = config.fun_asr.get("api_url", fun_asr_subtitle.LOCAL_FUN_ASR_API_URL) firered_api_url = config.fun_asr.get("firered_api_url", fun_asr_subtitle.LOCAL_FIRERED_ASR_API_URL) hotword = config.fun_asr.get("hotword", "") enable_spk = bool(config.fun_asr.get("enable_spk", False)) media_paths = _selected_video_paths() subtitle_cols = st.columns([3, 2], vertical_alignment="top") with subtitle_cols[0]: with st.expander(tr("Ali Bailian Fun-ASR Subtitle Transcription"), expanded=False): backend_label = st.selectbox( tr("Subtitle Processing Method"), options=backend_labels, index=backend_values.index(saved_backend), key="fun_asr_backend", ) backend = backend_options[backend_label] if backend == "upload": render_subtitle_upload(tr) elif backend == "local": st.caption(tr("Local Fun-ASR upload caption")) api_url = st.text_input( tr("Local FunASR-Pack API URL"), value=api_url, help=tr("Local FunASR-Pack API URL Help"), key="fun_asr_api_url", ) hotword = st.text_input( tr("Fun-ASR Hotword"), value=hotword, help=tr("Fun-ASR Hotword Help"), key="fun_asr_hotword", ) enable_spk = st.checkbox( tr("Enable speaker diarization"), value=enable_spk, help=tr("Enable speaker diarization Help"), key="fun_asr_enable_spk", ) elif backend == "firered": st.caption(tr("Local FireRed-ASR upload caption")) firered_api_url = st.text_input( tr("Local FireRedASR API URL"), value=firered_api_url, help=tr("Local FireRedASR API URL Help"), key="fun_asr_firered_api_url", ) else: st.caption(tr("Fun-ASR upload caption")) st.markdown( f"{tr('API Key URL')}: " "[https://bailian.console.aliyun.com/?tab=model#/api-key]" "(https://bailian.console.aliyun.com/?tab=model#/api-key)" ) api_key = st.text_input( tr("Ali Bailian API Key"), value=config.fun_asr.get("api_key", ""), type="password", help=tr("Ali Bailian API Key Help"), key="fun_asr_api_key", ) if backend != "upload": if media_paths: if len(media_paths) == 1: st.info( tr("Using selected video for subtitle transcription").format( file=os.path.basename(media_paths[0]) ) ) else: st.info( tr("Using selected videos for subtitle transcription").format( count=len(media_paths), files=_format_file_list_for_display(media_paths), ) ) else: st.warning(tr("Please select or upload a video first")) # 上传字幕面板会在本轮渲染中更新 session_state，这里重新读取一次，保证按钮状态同步。 subtitle_paths = _selected_subtitle_paths() can_transcribe = backend != "upload" and bool(media_paths) can_manage_subtitles = bool(subtitle_paths) saved_target_language = str(config.ui.get("subtitle_translate_target_language", "中文") or "中文") with subtitle_cols[1]: transcribe_clicked = st.button( tr("Transcribe subtitles"), key="fun_asr_transcribe", disabled=not can_transcribe, use_container_width=True, ) subtitle_action_cols = st.columns(3, vertical_alignment="bottom") with subtitle_action_cols[0]: target_language = st.text_input( tr("Subtitle target language"), value=saved_target_language, key="subtitle_translate_target_language", placeholder=tr("Subtitle target language placeholder"), ) with subtitle_action_cols[1]: translate_clicked = st.button( tr("Translate subtitles"), key="subtitle_translate", disabled=not can_manage_subtitles, use_container_width=True, ) with subtitle_action_cols[2]: correct_clicked = st.button( tr("Calibrate subtitles"), key="subtitle_correct", disabled=not can_manage_subtitles, use_container_width=True, ) target_language = str(target_language or "").strip() or "中文" if correct_clicked: from app.services import subtitle_corrector text_provider = config.app.get('text_llm_provider', 'openai').lower() text_api_key = config.app.get(f'text_{text_provider}_api_key') text_base_url = config.app.get(f'text_{text_provider}_base_url') corrected_paths = [] try: spinner_text = tr("Calibrating subtitles...") with st.spinner(spinner_text): progress_bar = st.progress(0) if len(subtitle_paths) > 1 else None for index, subtitle_path in enumerate(subtitle_paths, start=1): subtitle_name = f"{os.path.splitext(os.path.basename(subtitle_path))[0]}_corrected.srt" output_path = _unique_file_path(utils.subtitle_dir(), subtitle_name) corrected_path = subtitle_corrector.correct_subtitle_file( subtitle_file=subtitle_path, output_file=output_path, provider=text_provider, api_key=text_api_key, base_url=text_base_url, ) corrected_paths.append(corrected_path) if progress_bar: progress_bar.progress(index / len(subtitle_paths)) if progress_bar: progress_bar.empty() _set_subtitle_state(corrected_paths) success_placeholder = st.empty() if len(corrected_paths) == 1: success_placeholder.success( tr("Subtitle calibration succeeded").format(file=os.path.basename(corrected_paths[0])) ) else: success_placeholder.success( tr("Subtitle calibration succeeded for multiple files").format( count=len(corrected_paths), files=_format_file_list_for_display(corrected_paths), ) ) time.sleep(3) success_placeholder.empty() except Exception as e: logger.error(f"字幕校准失败: {traceback.format_exc()}") st.error(f"{tr('Subtitle calibration failed')}: {str(e)}") return if translate_clicked: from app.services import subtitle_translator text_provider = config.app.get('text_llm_provider', 'openai').lower() text_api_key = config.app.get(f'text_{text_provider}_api_key') text_base_url = config.app.get(f'text_{text_provider}_base_url') translated_paths = [] try: config.ui["subtitle_translate_target_language"] = target_language config.save_config() spinner_text = tr("Translating subtitles...").format(language=target_language) with st.spinner(spinner_text): progress_bar = st.progress(0) progress_caption = st.empty() target_suffix = _safe_filename_fragment(target_language) for index, subtitle_path in enumerate(subtitle_paths, start=1): subtitle_name = ( f"{os.path.splitext(os.path.basename(subtitle_path))[0]}" f"_translated_{target_suffix}.srt" ) output_path = _unique_file_path(utils.subtitle_dir(), subtitle_name) subtitle_file_label = os.path.basename(subtitle_path) def update_translation_progress( completed, total, message, file_index=index, file_label=subtitle_file_label, ): total = max(int(total or 0), 1) completed = max(0, min(int(completed or 0), total)) file_progress = completed / total overall_progress = ((file_index - 1) + file_progress) / max(len(subtitle_paths), 1) progress_bar.progress(min(overall_progress, 1.0)) progress_caption.caption( tr("Subtitle translation progress").format( file=file_label, completed=completed, total=total, message=message, ) ) translated_path = subtitle_translator.translate_subtitle_file( subtitle_file=subtitle_path, output_file=output_path, target_language=target_language, provider=text_provider, api_key=text_api_key, base_url=text_base_url, progress_callback=update_translation_progress, ) translated_paths.append(translated_path) progress_bar.progress(index / len(subtitle_paths)) progress_caption.empty() progress_bar.empty() _set_subtitle_state(translated_paths) success_placeholder = st.empty() if len(translated_paths) == 1: success_placeholder.success( tr("Subtitle translation succeeded").format(file=os.path.basename(translated_paths[0])) ) else: success_placeholder.success( tr("Subtitle translation succeeded for multiple files").format( count=len(translated_paths), files=_format_file_list_for_display(translated_paths), ) ) time.sleep(3) success_placeholder.empty() except Exception as e: logger.error(f"字幕翻译失败: {traceback.format_exc()}") st.error(f"{tr('Subtitle translation failed')}: {str(e)}") return if not transcribe_clicked: return if backend == "bailian" and not api_key.strip(): clear_fun_asr_subtitle_state() st.error(tr("Please enter Ali Bailian API Key")) return if backend == "local" and not str(api_url).strip(): clear_fun_asr_subtitle_state() st.error(tr("Please enter local FunASR-Pack API URL")) return if backend == "firered" and not str(firered_api_url).strip(): clear_fun_asr_subtitle_state() st.error(tr("Please enter local FireRedASR API URL")) return missing_paths = [path for path in media_paths if not os.path.exists(path)] if not media_paths or missing_paths: clear_fun_asr_subtitle_state() if missing_paths: st.error( tr("Selected video files do not exist").format( files=_format_file_list_for_display(missing_paths) ) ) else: st.error(tr("Selected video file does not exist")) return try: clear_fun_asr_subtitle_state() config.fun_asr["backend"] = backend config.fun_asr["api_url"] = str(api_url).strip() config.fun_asr["firered_api_url"] = str(firered_api_url).strip() config.fun_asr["api_key"] = api_key.strip() config.fun_asr["hotword"] = str(hotword).strip() config.fun_asr["enable_spk"] = bool(enable_spk) config.fun_asr["model"] = "fun-asr" config.save_config() if backend == "local": spinner_text = tr("Transcribing with local FunASR-Pack...") elif backend == "firered": spinner_text = tr("Transcribing with local FireRedASR...") else: spinner_text = tr("Transcribing with Fun-ASR...") with st.spinner(spinner_text): progress_bar = st.progress(0) if len(media_paths) > 1 else None generated_paths = [] for index, media_path in enumerate(media_paths, start=1): subtitle_suffix = "firered_asr" if backend == "firered" else "fun_asr" subtitle_name = f"{os.path.splitext(os.path.basename(media_path))[0]}_{subtitle_suffix}.srt" subtitle_path = _unique_file_path(utils.subtitle_dir(), subtitle_name) if backend == "local": generated_path = fun_asr_subtitle.create_with_local_fun_asr( local_file=media_path, subtitle_file=subtitle_path, api_url=str(api_url).strip(), hotword=str(hotword).strip(), enable_spk=bool(enable_spk), ) elif backend == "firered": generated_path = fun_asr_subtitle.create_with_local_firered_asr( local_file=media_path, subtitle_file=subtitle_path, api_url=str(firered_api_url).strip(), ) else: generated_path = fun_asr_subtitle.create_with_fun_asr( local_file=media_path, subtitle_file=subtitle_path, api_key=api_key.strip(), ) if not generated_path or not os.path.exists(generated_path): raise RuntimeError(tr("Fun-ASR failed without subtitle file")) generated_paths.append(generated_path) if progress_bar: progress_bar.progress(index / len(media_paths)) if progress_bar: progress_bar.empty() if not generated_paths: clear_fun_asr_subtitle_state() st.error(tr("Fun-ASR failed without subtitle file")) return subtitle_content, subtitle_contents = _build_combined_subtitle_content( generated_paths, media_paths, ) if not subtitle_content.strip(): clear_fun_asr_subtitle_state() st.error(tr("Fun-ASR failed without subtitle file")) return _set_subtitle_state(generated_paths) success_placeholder = st.empty() if len(generated_paths) == 1: success_placeholder.success( tr("Subtitle transcription succeeded").format(file=os.path.basename(generated_paths[0])) ) else: success_placeholder.success( tr("Subtitle transcription succeeded for multiple files").format( count=len(generated_paths), files=_format_file_list_for_display(generated_paths), ) ) time.sleep(3) success_placeholder.empty() st.rerun() except Exception as e: clear_fun_asr_subtitle_state() logger.error(f"Fun-ASR 字幕转写失败: {traceback.format_exc()}") st.error(f"{tr('Fun-ASR transcription failed')}: {str(e)}") def render_script_buttons(tr, params): """渲染脚本操作按钮""" # 获取当前选择的脚本类型 script_path = st.session_state.get('video_clip_json_path', '') # 生成/加载按钮 if script_path == "auto": button_name = tr("Generate Video Script") elif script_path == "short": button_name = tr("Generate Short Video Script") elif script_path in SUMMARY_SCRIPT_MODES: button_name = tr("生成剪辑脚本") elif script_path.endswith("json"): button_name = tr("Load Video Script") else: button_name = tr("Please Select Script File") if script_path in SUMMARY_SCRIPT_MODES: summary_config = _summary_mode_config(script_path) type_option_key = _summary_state_key(summary_config, "type_option") custom_type_key = _summary_state_key(summary_config, "custom_type") original_sound_ratio_key = _summary_state_key(summary_config, "original_sound_ratio") language_option_key = _summary_state_key(summary_config, "narration_language_option") custom_language_key = _summary_state_key(summary_config, "custom_narration_language") narration_copy_key = _summary_state_key(summary_config, "narration_copy") type_options = [code for code, _ in summary_config["type_options"]] if st.session_state.get(type_option_key) not in type_options: st.session_state[type_option_key] = summary_config["default_type"] language_options = [code for code, _ in SHORT_DRAMA_NARRATION_LANGUAGE_OPTIONS] if st.session_state.get(language_option_key) not in language_options: st.session_state[language_option_key] = "zh-CN" show_custom_type = st.session_state.get(type_option_key, summary_config["default_type"]) == "custom" show_custom_language = ( st.session_state.get(language_option_key, 'zh-CN') == "custom" ) config_col_widths = [1.15] if show_custom_type: config_col_widths.append(1.15) config_col_widths.extend([0.9, 1.15]) if show_custom_language: config_col_widths.append(1.15) config_cols = st.columns(config_col_widths, vertical_alignment="bottom") config_col_index = 0 with config_cols[config_col_index]: st.selectbox( tr(summary_config["type_label_key"]), options=type_options, format_func=lambda code: tr(dict(summary_config["type_options"]).get(code, code)), key=type_option_key, ) config_col_index += 1 if show_custom_type: with config_cols[config_col_index]: st.text_input( tr(summary_config["custom_type_label_key"]), key=custom_type_key, placeholder=tr(summary_config["custom_type_placeholder_key"]), ) config_col_index += 1 with config_cols[config_col_index]: st.selectbox( tr("原片占比"), options=SHORT_DRAMA_ORIGINAL_SOUND_RATIO_OPTIONS, format_func=lambda ratio: f"{ratio}%", index=SHORT_DRAMA_ORIGINAL_SOUND_RATIO_OPTIONS.index(30), key=original_sound_ratio_key, ) config_col_index += 1 with config_cols[config_col_index]: st.selectbox( tr("解说语言"), options=[code for code, _ in SHORT_DRAMA_NARRATION_LANGUAGE_OPTIONS], format_func=lambda code: tr(dict(SHORT_DRAMA_NARRATION_LANGUAGE_OPTIONS).get(code, code)), key=language_option_key, ) config_col_index += 1 if show_custom_language: with config_cols[config_col_index]: st.text_input( tr("自定义解说语言"), key=custom_language_key, placeholder=tr("例如：意大利语（意大利）"), ) action_cols = st.columns([1, 1], vertical_alignment="bottom") with action_cols[0]: narration_copy_clicked = st.button( tr("生成解说文案"), key=_summary_state_key(summary_config, "narration_copy_action"), disabled=not script_path, use_container_width=True, ) with action_cols[1]: action_clicked = st.button( button_name, key="script_action", disabled=not script_path, use_container_width=True, ) else: narration_copy_clicked = False action_clicked = st.button(button_name, key="script_action", disabled=not script_path) if script_path in SUMMARY_SCRIPT_MODES and (narration_copy_clicked or action_clicked): summary_config = _summary_mode_config(script_path) type_option_key = _summary_state_key(summary_config, "type_option") custom_type_key = _summary_state_key(summary_config, "custom_type") original_sound_ratio_key = _summary_state_key(summary_config, "original_sound_ratio") language_option_key = _summary_state_key(summary_config, "narration_language_option") custom_language_key = _summary_state_key(summary_config, "custom_narration_language") narration_copy_key = _summary_state_key(summary_config, "narration_copy") plot_analysis_key = _summary_state_key(summary_config, "plot_analysis") plot_source_key = _summary_state_key(summary_config, "plot_analysis_subtitle_path") plot_signature_key = _summary_state_key(summary_config, "plot_analysis_signature") web_search_key = _summary_state_key(summary_config, "web_search_enabled") narration_language = _resolve_summary_narration_language(summary_config) drama_genre = _resolve_summary_type(summary_config) original_sound_ratio = int(st.session_state.get(original_sound_ratio_key, 30)) if ( st.session_state.get(type_option_key) == "custom" and not str(st.session_state.get(custom_type_key, '') or '').strip() ): st.error(tr(summary_config["custom_type_empty_key"])) st.stop() if ( st.session_state.get(language_option_key) == "custom" and not str(st.session_state.get(custom_language_key, '') or '').strip() ): st.error(tr("请输入自定义解说语言")) st.stop() subtitle_paths = _selected_subtitle_paths() subtitle_path = subtitle_paths[0] if subtitle_paths else None video_theme = st.session_state.get('video_theme') temperature = st.session_state.get('temperature') web_search_enabled = bool(st.session_state.get(web_search_key, False)) current_signature = _short_drama_plot_analysis_signature( subtitle_paths, video_theme, web_search_enabled, _selected_video_paths(), ) plot_analysis = "" if st.session_state.get(plot_signature_key) == current_signature: plot_analysis = st.session_state.get(plot_analysis_key, '') elif ( not web_search_enabled and st.session_state.get(plot_source_key) == subtitle_path ): plot_analysis = st.session_state.get(plot_analysis_key, '') if narration_copy_clicked: with st.spinner(tr("Generating narration copy...")): copy_result = generate_short_drama_narration_copy( subtitle_paths, video_theme, temperature, tr, plot_analysis=plot_analysis, subtitle_content=st.session_state.get('subtitle_content', ''), enable_web_search=web_search_enabled, video_paths=_selected_video_paths(), narration_language=narration_language, drama_genre=drama_genre, prompt_category=summary_config["prompt_category"], search_keywords=summary_config["search_keywords"], empty_title_message_key=summary_config["empty_title_message_key"], web_search_context_description=summary_config["web_search_context_description"], ) if copy_result: st.session_state[narration_copy_key] = copy_result["narration_copy"] if not plot_analysis: st.session_state[plot_analysis_key] = copy_result["plot_analysis"] st.session_state[plot_source_key] = subtitle_path st.session_state[plot_signature_key] = current_signature st.success(tr("Narration copy generated successfully")) if action_clicked: generate_script_short_sunmmary( params, subtitle_paths, video_theme, temperature, tr, plot_analysis=plot_analysis, subtitle_content=st.session_state.get('subtitle_content', ''), enable_web_search=web_search_enabled, video_paths=_selected_video_paths(), narration_language=narration_language, narration_copy=st.session_state.get(narration_copy_key, ''), drama_genre=drama_genre, original_sound_ratio=original_sound_ratio, prompt_category=summary_config["prompt_category"], search_keywords=summary_config["search_keywords"], empty_title_message_key=summary_config["empty_title_message_key"], web_search_context_description=summary_config["web_search_context_description"], ) if script_path in SUMMARY_SCRIPT_MODES: summary_config = _summary_mode_config(script_path) st.text_area( tr(summary_config["narration_copy_label_key"]), key=_summary_state_key(summary_config, "narration_copy"), height=220, help=tr("Narration Copy Help"), ) if action_clicked and script_path not in SUMMARY_SCRIPT_MODES: if script_path == "auto": # 执行纪录片视频脚本生成（视频无字幕无配音） generate_script_docu(params, tr) elif script_path == "short": # 执行 短剧混剪 脚本生成 summary_config = SUMMARY_MODE_CONFIGS[MODE_SHORT_SUMMARY] type_option_key = _summary_state_key(summary_config, "type_option") custom_type_key = _summary_state_key(summary_config, "custom_type") web_search_key = _summary_state_key(summary_config, "web_search_enabled") plot_analysis_key = _summary_state_key(summary_config, "plot_analysis") plot_source_key = _summary_state_key(summary_config, "plot_analysis_subtitle_path") plot_signature_key = _summary_state_key(summary_config, "plot_analysis_signature") pending_plot_key = _summary_state_key(summary_config, "pending_plot_analysis") if ( st.session_state.get(type_option_key) == "custom" and not str(st.session_state.get(custom_type_key, '') or '').strip() ): st.error(tr(summary_config["custom_type_empty_key"])) st.stop() subtitle_paths = _selected_subtitle_paths() subtitle_path = subtitle_paths[0] if subtitle_paths else None video_theme = st.session_state.get('video_theme') web_search_enabled = bool(st.session_state.get(web_search_key, False)) current_signature = _short_drama_plot_analysis_signature( subtitle_paths, video_theme, web_search_enabled, _selected_video_paths(), ) plot_analysis = "" if st.session_state.get(plot_signature_key) == current_signature: plot_analysis = st.session_state.get(plot_analysis_key, '') elif ( not web_search_enabled and st.session_state.get(plot_source_key) == subtitle_path ): plot_analysis = st.session_state.get(plot_analysis_key, '') custom_clips = st.session_state.get('custom_clips') short_result = generate_script_short( tr, params, custom_clips, subtitle_paths=subtitle_paths, video_theme=video_theme, temperature=st.session_state.get('temperature', 0.7), plot_analysis=plot_analysis, subtitle_content=st.session_state.get('subtitle_content', ''), enable_web_search=web_search_enabled, video_paths=_selected_video_paths(), drama_genre=_resolve_short_drama_type(), prompt_category=summary_config["prompt_category"], search_keywords=summary_config["search_keywords"], empty_title_message_key=summary_config["empty_title_message_key"], web_search_context_description=summary_config["web_search_context_description"], ) if short_result and short_result.get("plot_analysis"): st.session_state[pending_plot_key] = { "plot_analysis": short_result["plot_analysis"], "subtitle_path": subtitle_path, "signature": current_signature, } st.session_state[plot_source_key] = subtitle_path st.session_state[plot_signature_key] = current_signature else: load_script(tr, script_path) render_video_script_editor(tr) def load_script(tr, script_path): """加载脚本文件""" try: with open(script_path, 'r', encoding='utf-8') as f: script = f.read() script = utils.clean_model_output(script) st.session_state['video_clip_json'] = json.loads(script) st.success(tr("Script loaded successfully")) st.rerun() except Exception as e: logger.error(f"加载脚本文件时发生错误\n{traceback.format_exc()}") st.error(f"{tr('Failed to load script')}: {str(e)}") def save_script_with_validation(tr, video_clip_json_details): """保存视频脚本（包含格式验证）""" if not video_clip_json_details: st.error(tr("请输入视频脚本")) st.stop() # 第一步：格式验证 with st.spinner(tr("Validating script format...")): try: result = check_script.check_format(video_clip_json_details) if not result.get('success'): # 格式验证失败，显示详细错误信息 error_message = result.get('message', '未知错误') error_details = result.get('details', '') st.error(f"**{tr('Script format validation failed')}**") st.error(f"**{tr('Error Message')}:** {error_message}") if error_details: st.error(f"**{tr('Details')}:** {error_details}") # 显示正确格式示例 st.info(f"**{tr('Correct script format example')}:**") example_script = [ { "_id": 1, "video_id": 1, "video_name": "1.mp4", "timestamp": "00:00:00,600-00:00:07,559", "picture": "工地上，蔡晓艳奋力救人，场面混乱", "narration": "灾后重建，工地上险象环生！泼辣女工蔡晓艳挺身而出，救人第一！", "OST": 0 }, { "_id": 2, "video_id": 2, "video_name": "2.mp4", "timestamp": "00:00:08,240-00:00:12,359", "picture": "领导视察，蔡晓艳不屑一顾", "narration": "播放原片4", "OST": 1 } ] st.code(json.dumps(example_script, ensure_ascii=False, indent=2), language='json') st.stop() except Exception as e: st.error(f"{tr('Script format validation error')}: {str(e)}") st.stop() # 第二步：保存脚本 with st.spinner(tr("Save Script")): script_dir = utils.script_dir() timestamp = time.strftime("%Y-%m%d-%H%M%S") save_path = os.path.join(script_dir, f"{timestamp}.json") try: data = json.loads(video_clip_json_details) with open(save_path, 'w', encoding='utf-8') as file: json.dump(data, file, ensure_ascii=False, indent=4) st.session_state['video_clip_json'] = data st.session_state['video_clip_json_path'] = save_path # 标记需要切换到文件选择模式（在下次渲染前处理） st.session_state['_switch_to_file_mode'] = True # 更新配置 config.app["video_clip_json_path"] = save_path # 显示成功消息 st.success(tr("Script validated and saved successfully")) # 强制重新加载页面更新选择框 time.sleep(0.5) # 给一点时间让用户看到成功消息 st.rerun() except Exception as err: st.error(f"{tr('Failed to save script')}: {str(err)}") st.stop() # crop_video函数已移除 - 现在使用统一裁剪策略，不再需要预裁剪步骤 def get_script_params(): """获取脚本参数""" subtitle_paths = _selected_subtitle_paths() return { 'video_language': st.session_state.get('video_language', ''), 'video_clip_json_path': st.session_state.get('video_clip_json_path', ''), 'video_origin_path': st.session_state.get('video_origin_path', ''), 'video_origin_paths': _selected_video_paths(), 'original_subtitle_path': subtitle_paths[0] if subtitle_paths else '', 'original_subtitle_paths': subtitle_paths, 'video_name': st.session_state.get('video_name', ''), 'video_plot': st.session_state.get('video_plot', '') }