mirror of
https://github.com/kuaifan/dootask.git
synced 2026-04-23 10:18:41 +00:00
- 图片缓存不再二次压缩,用户预览与AI收到的图片质量一致
- 新增 ai_assistant_sessions 表及 AiAssistantSession 模型
- 新增会话 API:session/list、session/save、session/delete
- 前端会话存储从 IndexedDB 切换为服务端 API,图片落盘到 uploads/assistant/{YYYYMM}/{user_id}/
- saveSessionStore 添加防抖,删除会话时同步清理内存缓存
Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
308 lines
9.6 KiB
PHP
308 lines
9.6 KiB
PHP
<?php
|
||
|
||
namespace App\Http\Controllers\Api;
|
||
|
||
use App\Models\AiAssistantSession;
|
||
use App\Models\User;
|
||
use App\Module\AI;
|
||
use App\Module\Apps;
|
||
use App\Module\Base;
|
||
use Request;
|
||
|
||
/**
|
||
* @apiDefine assistant
|
||
*
|
||
* 助手
|
||
*/
|
||
class AssistantController extends AbstractController
|
||
{
|
||
public function __construct()
|
||
{
|
||
Apps::isInstalledThrow('ai');
|
||
}
|
||
|
||
/**
|
||
* @api {post} api/assistant/auth 生成授权码
|
||
*
|
||
* @apiDescription 需要token身份,生成 AI 流式会话的 stream_key
|
||
* @apiVersion 1.0.0
|
||
* @apiGroup assistant
|
||
* @apiName auth
|
||
*
|
||
* @apiParam {String} model_type 模型类型
|
||
* @apiParam {String} model_name 模型名称
|
||
* @apiParam {JSON} context 上下文数组
|
||
*
|
||
* @apiSuccess {Number} ret 返回状态码(1正确、0错误)
|
||
* @apiSuccess {String} msg 返回信息(错误描述)
|
||
* @apiSuccess {Object} data 返回数据
|
||
* @apiSuccess {String} data.stream_key 流式会话凭证
|
||
*/
|
||
public function auth()
|
||
{
|
||
$user = User::auth();
|
||
$user->checkChatInformation();
|
||
|
||
$modelType = trim(Request::input('model_type', ''));
|
||
$modelName = trim(Request::input('model_name', ''));
|
||
$contextInput = Request::input('context', []);
|
||
|
||
return AI::createStreamKey($modelType, $modelName, $contextInput);
|
||
}
|
||
|
||
/**
|
||
* @api {get} api/assistant/models 获取AI模型
|
||
*
|
||
* @apiDescription 获取所有AI机器人模型设置
|
||
* @apiVersion 1.0.0
|
||
* @apiGroup assistant
|
||
* @apiName models
|
||
*
|
||
* @apiSuccess {Number} ret 返回状态码(1正确、0错误)
|
||
* @apiSuccess {String} msg 返回信息(错误描述)
|
||
* @apiSuccess {Object} data 返回数据
|
||
*/
|
||
public function models()
|
||
{
|
||
$setting = Base::setting('aibotSetting');
|
||
$setting = array_filter($setting, function ($value, $key) {
|
||
return str_ends_with($key, '_models') || str_ends_with($key, '_model');
|
||
}, ARRAY_FILTER_USE_BOTH);
|
||
|
||
return Base::retSuccess('success', $setting ?: json_decode('{}'));
|
||
}
|
||
|
||
/**
|
||
* @api {post} api/assistant/match-elements 元素向量匹配
|
||
*
|
||
* @apiDescription 通过向量相似度匹配页面元素,用于智能查找与查询语义相关的元素
|
||
* @apiVersion 1.0.0
|
||
* @apiGroup assistant
|
||
* @apiName match_elements
|
||
*
|
||
* @apiParam {String} query 搜索关键词
|
||
* @apiParam {Array} elements 元素列表,每个元素包含 ref 和 name 字段
|
||
* @apiParam {Number} [top_k=10] 返回的匹配数量,最大50
|
||
*
|
||
* @apiSuccess {Number} ret 返回状态码(1正确、0错误)
|
||
* @apiSuccess {String} msg 返回信息(错误描述)
|
||
* @apiSuccess {Object} data 返回数据
|
||
* @apiSuccess {Array} data.matches 匹配结果数组,按相似度降序排列
|
||
*/
|
||
public function match_elements()
|
||
{
|
||
User::auth();
|
||
|
||
$query = trim(Request::input('query', ''));
|
||
$elements = Request::input('elements', []);
|
||
$topK = min(intval(Request::input('top_k', 10)), 50);
|
||
|
||
if (empty($query) || empty($elements)) {
|
||
return Base::retError('参数不能为空');
|
||
}
|
||
|
||
// 获取查询向量
|
||
$queryResult = AI::getEmbedding($query);
|
||
if (Base::isError($queryResult)) {
|
||
return $queryResult;
|
||
}
|
||
$queryVector = $queryResult['data'];
|
||
|
||
// 计算相似度并排序
|
||
$scored = [];
|
||
foreach ($elements as $el) {
|
||
$name = $el['name'] ?? '';
|
||
if (empty($name)) {
|
||
continue;
|
||
}
|
||
|
||
$elResult = AI::getEmbedding($name);
|
||
if (Base::isError($elResult)) {
|
||
continue;
|
||
}
|
||
|
||
$similarity = $this->cosineSimilarity($queryVector, $elResult['data']);
|
||
$scored[] = [
|
||
'element' => $el,
|
||
'similarity' => $similarity,
|
||
];
|
||
}
|
||
|
||
// 按相似度降序排序
|
||
usort($scored, fn($a, $b) => $b['similarity'] <=> $a['similarity']);
|
||
|
||
return Base::retSuccess('success', [
|
||
'matches' => array_slice($scored, 0, $topK),
|
||
]);
|
||
}
|
||
|
||
/**
|
||
* 计算两个向量的余弦相似度
|
||
*/
|
||
private function cosineSimilarity(array $a, array $b): float
|
||
{
|
||
$dotProduct = 0;
|
||
$normA = 0;
|
||
$normB = 0;
|
||
$count = count($a);
|
||
for ($i = 0; $i < $count; $i++) {
|
||
$dotProduct += $a[$i] * $b[$i];
|
||
$normA += $a[$i] * $a[$i];
|
||
$normB += $b[$i] * $b[$i];
|
||
}
|
||
$denominator = sqrt($normA) * sqrt($normB);
|
||
if ($denominator == 0) {
|
||
return 0;
|
||
}
|
||
return $dotProduct / $denominator;
|
||
}
|
||
|
||
/**
|
||
* 获取会话列表
|
||
*/
|
||
public function session__list()
|
||
{
|
||
$user = User::auth();
|
||
$sessionKey = trim(Request::input('session_key', 'default'));
|
||
|
||
$sessions = AiAssistantSession::where('userid', $user->userid)
|
||
->where('session_key', $sessionKey)
|
||
->orderByDesc('updated_at')
|
||
->get();
|
||
|
||
$list = [];
|
||
foreach ($sessions as $session) {
|
||
$data = Base::json2array($session->data);
|
||
$images = Base::json2array($session->images);
|
||
foreach ($images as $imageId => $path) {
|
||
$images[$imageId] = Base::fillUrl($path);
|
||
}
|
||
$list[] = [
|
||
'id' => $session->session_id,
|
||
'title' => $session->title,
|
||
'responses' => $data,
|
||
'images' => $images,
|
||
'sceneKey' => $session->scene_key,
|
||
'createdAt' => $session->created_at ? $session->created_at->getTimestampMs() : 0,
|
||
'updatedAt' => $session->updated_at ? $session->updated_at->getTimestampMs() : 0,
|
||
];
|
||
}
|
||
|
||
return Base::retSuccess('success', $list);
|
||
}
|
||
|
||
/**
|
||
* 保存会话
|
||
*/
|
||
public function session__save()
|
||
{
|
||
$user = User::auth();
|
||
$sessionKey = trim(Request::input('session_key', 'default'));
|
||
$sessionId = trim(Request::input('session_id', ''));
|
||
$sceneKey = trim(Request::input('scene_key', ''));
|
||
$title = trim(Request::input('title', ''));
|
||
$data = Request::input('data', []);
|
||
$newImages = Request::input('new_images', []);
|
||
|
||
if (empty($sessionId)) {
|
||
return Base::retError('session_id 不能为空');
|
||
}
|
||
|
||
$newImageUrls = [];
|
||
if (is_array($newImages)) {
|
||
$path = 'uploads/assistant/' . date('Ym') . '/' . $user->userid . '/';
|
||
foreach ($newImages as $img) {
|
||
$imageId = $img['imageId'] ?? '';
|
||
$dataUrl = $img['dataUrl'] ?? '';
|
||
if (empty($imageId) || empty($dataUrl)) {
|
||
continue;
|
||
}
|
||
$result = Base::image64save([
|
||
'image64' => $dataUrl,
|
||
'path' => $path,
|
||
'autoThumb' => false,
|
||
]);
|
||
if (Base::isSuccess($result)) {
|
||
$newImageUrls[$imageId] = $result['data']['path'];
|
||
}
|
||
}
|
||
}
|
||
|
||
$session = AiAssistantSession::where('userid', $user->userid)
|
||
->where('session_key', $sessionKey)
|
||
->where('session_id', $sessionId)
|
||
->first();
|
||
|
||
$imageMap = $newImageUrls;
|
||
if ($session) {
|
||
$existingImages = Base::json2array($session->images);
|
||
$imageMap = array_merge($existingImages, $newImageUrls);
|
||
}
|
||
|
||
$session = AiAssistantSession::createInstance([
|
||
'userid' => $user->userid,
|
||
'session_key' => $sessionKey,
|
||
'session_id' => $sessionId,
|
||
'scene_key' => $sceneKey,
|
||
'title' => mb_substr($title, 0, 255),
|
||
'data' => Base::array2json(is_array($data) ? $data : []),
|
||
'images' => Base::array2json($imageMap),
|
||
], $session?->id);
|
||
$session->save();
|
||
|
||
// 仅返回本次新增的图片URL
|
||
$urls = [];
|
||
foreach ($newImageUrls as $imageId => $path) {
|
||
$urls[$imageId] = Base::fillUrl($path);
|
||
}
|
||
|
||
return Base::retSuccess('success', [
|
||
'image_urls' => $urls,
|
||
]);
|
||
}
|
||
|
||
/**
|
||
* 删除会话
|
||
*/
|
||
public function session__delete()
|
||
{
|
||
$user = User::auth();
|
||
$sessionKey = trim(Request::input('session_key', 'default'));
|
||
$sessionId = trim(Request::input('session_id', ''));
|
||
$clearAll = Request::input('clear_all', false);
|
||
|
||
$query = AiAssistantSession::where('userid', $user->userid)
|
||
->where('session_key', $sessionKey);
|
||
|
||
if ($clearAll) {
|
||
$sessions = $query->get();
|
||
foreach ($sessions as $session) {
|
||
$this->deleteSessionImages($session);
|
||
}
|
||
$query->delete();
|
||
} else {
|
||
if (empty($sessionId)) {
|
||
return Base::retError('session_id 不能为空');
|
||
}
|
||
$session = $query->where('session_id', $sessionId)->first();
|
||
if ($session) {
|
||
$this->deleteSessionImages($session);
|
||
$session->delete();
|
||
}
|
||
}
|
||
|
||
return Base::retSuccess('success');
|
||
}
|
||
|
||
private function deleteSessionImages(AiAssistantSession $session)
|
||
{
|
||
$images = Base::json2array($session->images);
|
||
foreach ($images as $path) {
|
||
$fullPath = public_path($path);
|
||
if (file_exists($fullPath)) {
|
||
@unlink($fullPath);
|
||
}
|
||
}
|
||
}
|
||
}
|