feat(agent): stream admin debug preview

This commit is contained in:
2026-07-17 13:47:05 +08:00
parent 13fed0467a
commit bfaf2ebf67
11 changed files with 620 additions and 75 deletions

View File

@@ -1,6 +1,11 @@
from __future__ import annotations
import json
from collections.abc import AsyncIterator
from fastapi import APIRouter, Depends, HTTPException, Query, status
from fastapi.encoders import jsonable_encoder
from fastapi.responses import StreamingResponse
from sqlalchemy import func, select
from sqlalchemy.orm import Session
@@ -20,11 +25,10 @@ from app.schemas.admin import (
SystemConfigSaveRequest,
)
from app.services.admin_service import OperationLogService
from app.services.agent_debug_service import AgentDebugService
from app.services.feishu_service import FeishuKnowledgeService
from app.services.knowledge_agent_service import KnowledgeAgentService
from app.services.knowledge_service import KnowledgeScope
from app.services.model_service import ModelClientService
from app.services.rag_service import PromptService, RagResult
from app.services.secret_service import MASKED_SECRET, SENSITIVE_CONFIG_KEYS, SecretService
router = APIRouter()
@@ -146,37 +150,11 @@ async def debug_agent(
if model is None:
raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail="模型不存在")
rag_result = await KnowledgeAgentService.build_result(
db,
question=payload.question,
version_overrides=payload.knowledgeVersions,
preview_knowledge_ids=payload.knowledgeIds,
)
debug_messages = [
{"role": "system", "content": payload.promptContent.strip()},
*(rag_result.messages or []),
]
rag_result = RagResult(
question=rag_result.question,
knowledge_scopes=rag_result.knowledge_scopes,
chunks=rag_result.chunks,
prompt=PromptService.render_messages(debug_messages),
allow_general_knowledge=rag_result.allow_general_knowledge,
retrieval_log_id=rag_result.retrieval_log_id,
tool_trace=rag_result.tool_trace,
messages=debug_messages,
)
rag_result = await AgentDebugService.build_result(db, payload)
result = await ModelClientService.debug_model_async(
model,
rag_result,
{
"temperature": payload.temperature,
"top_p": payload.topP,
"top_k": payload.topK,
"presence_penalty": payload.presencePenalty,
"frequency_penalty": payload.frequencyPenalty,
"max_token": payload.maxToken,
},
AgentDebugService.overrides(payload),
)
result["retrievalTrace"] = rag_result.tool_trace or []
result["retrievalLogId"] = rag_result.retrieval_log_id
@@ -185,6 +163,42 @@ async def debug_agent(
return api_success(result)
@router.post("/agent/debug/stream")
def debug_agent_stream(
payload: AgentDebugRequest,
db: Session = Depends(get_db),
current_admin: Admin = Depends(get_current_admin),
) -> StreamingResponse:
return StreamingResponse(
_debug_agent_stream(payload, db, current_admin),
media_type="text/event-stream",
headers={
"Cache-Control": "no-cache, no-transform",
"Connection": "keep-alive",
"X-Accel-Buffering": "no",
},
)
async def _debug_agent_stream(
payload: AgentDebugRequest,
db: Session,
current_admin: Admin,
) -> AsyncIterator[str]:
async for event in AgentDebugService.stream(payload, db, current_admin):
yield _admin_sse_event(event)
yield _admin_sse_done()
def _admin_sse_event(event: dict) -> str:
event = jsonable_encoder(event)
return f"data: {json.dumps(event, ensure_ascii=False)}\n\n"
def _admin_sse_done() -> str:
return "data: [DONE]\n\n"
@router.get("/agent/runtime-config")
def get_agent_runtime_config(
db: Session = Depends(get_db),