feat(agent): stream admin debug preview
This commit is contained in:
@@ -0,0 +1,96 @@
|
||||
from __future__ import annotations
|
||||
|
||||
import asyncio
|
||||
from collections.abc import AsyncIterator
|
||||
|
||||
from sqlalchemy.orm import Session
|
||||
|
||||
from app.models.admin import Admin
|
||||
from app.models.ai_config import ModelConfig
|
||||
from app.schemas.admin import AgentDebugRequest
|
||||
from app.services.admin_service import OperationLogService
|
||||
from app.services.knowledge_agent_service import KnowledgeAgentService
|
||||
from app.services.model_stream_service import ModelStreamService
|
||||
from app.services.rag_service import PromptService, RagResult
|
||||
|
||||
|
||||
class AgentDebugService:
|
||||
@staticmethod
|
||||
async def build_result(db: Session, payload: AgentDebugRequest) -> RagResult:
|
||||
rag_result = await KnowledgeAgentService.build_result(
|
||||
db,
|
||||
question=payload.question,
|
||||
version_overrides=payload.knowledgeVersions,
|
||||
preview_knowledge_ids=payload.knowledgeIds,
|
||||
)
|
||||
debug_messages = [
|
||||
{"role": "system", "content": payload.promptContent.strip()},
|
||||
*(rag_result.messages or []),
|
||||
]
|
||||
return RagResult(
|
||||
question=rag_result.question,
|
||||
knowledge_scopes=rag_result.knowledge_scopes,
|
||||
chunks=rag_result.chunks,
|
||||
prompt=PromptService.render_messages(debug_messages),
|
||||
allow_general_knowledge=rag_result.allow_general_knowledge,
|
||||
retrieval_log_id=rag_result.retrieval_log_id,
|
||||
tool_trace=rag_result.tool_trace,
|
||||
messages=debug_messages,
|
||||
)
|
||||
|
||||
@staticmethod
|
||||
def overrides(payload: AgentDebugRequest) -> dict:
|
||||
return {
|
||||
"temperature": payload.temperature,
|
||||
"top_p": payload.topP,
|
||||
"top_k": payload.topK,
|
||||
"presence_penalty": payload.presencePenalty,
|
||||
"frequency_penalty": payload.frequencyPenalty,
|
||||
"max_token": payload.maxToken,
|
||||
}
|
||||
|
||||
@classmethod
|
||||
async def stream(
|
||||
cls,
|
||||
payload: AgentDebugRequest,
|
||||
db: Session,
|
||||
current_admin: Admin,
|
||||
) -> AsyncIterator[dict]:
|
||||
model = db.get(ModelConfig, payload.modelId)
|
||||
if model is None:
|
||||
yield {"type": "error", "message": "模型不存在"}
|
||||
return
|
||||
try:
|
||||
yield {"type": "status", "stage": "retrieving", "message": "思考中"}
|
||||
rag_result = await cls.build_result(db, payload)
|
||||
model_response = ModelStreamService.debug_stream_async(
|
||||
model,
|
||||
rag_result,
|
||||
cls.overrides(payload),
|
||||
)
|
||||
async for chunk in model_response.chunks:
|
||||
if chunk:
|
||||
yield {"type": "content", "content": chunk}
|
||||
OperationLogService.write(
|
||||
db,
|
||||
admin_id=current_admin.id,
|
||||
module="agent",
|
||||
action="debug_stream",
|
||||
target_id=model.id,
|
||||
)
|
||||
db.commit()
|
||||
yield {
|
||||
"type": "complete",
|
||||
"message": "Agent 调试完成",
|
||||
"modelName": model_response.model_name,
|
||||
"retrieveCount": len(rag_result.chunks),
|
||||
"knowledgeIds": rag_result.knowledge_ids,
|
||||
"retrievalTrace": rag_result.tool_trace or [],
|
||||
"retrievalLogId": rag_result.retrieval_log_id,
|
||||
}
|
||||
except asyncio.CancelledError:
|
||||
db.rollback()
|
||||
raise
|
||||
except Exception as exc:
|
||||
db.rollback()
|
||||
yield {"type": "error", "message": str(exc) or "Agent 调试失败"}
|
||||
@@ -17,6 +17,7 @@ from app.services.model_service import (
|
||||
_anthropic_headers,
|
||||
_auth_headers,
|
||||
_call_configured_model,
|
||||
_copy_model_with_overrides,
|
||||
_decimal_to_float,
|
||||
_load_extra_params,
|
||||
_mock_answer,
|
||||
@@ -117,6 +118,22 @@ class ModelStreamService:
|
||||
chunks=_stream_configured_model_async(model, rag_result),
|
||||
)
|
||||
|
||||
@staticmethod
|
||||
def debug_stream_async(
|
||||
model: ModelConfig,
|
||||
rag_result: RagResult,
|
||||
overrides: dict[str, Any],
|
||||
) -> AsyncStreamingModelResponse:
|
||||
debug_model = _copy_model_with_overrides(model, overrides)
|
||||
if not (debug_model.api_url or debug_model.base_url) or not debug_model.api_key:
|
||||
raise ExternalServiceError("模型 Base URL/API URL 或 API Key 未配置", provider="model")
|
||||
return AsyncStreamingModelResponse(
|
||||
model_id=model.id,
|
||||
model_name=model.model_name,
|
||||
input_token=_rough_token_count(rag_result.prompt),
|
||||
chunks=_stream_configured_model_async(debug_model, rag_result),
|
||||
)
|
||||
|
||||
|
||||
def _get_enabled_model(db: Session) -> ModelConfig | None:
|
||||
return db.scalar(
|
||||
|
||||
Reference in New Issue
Block a user