Add deployment tuning and chat load test

This commit is contained in:
2026-07-08 17:45:18 +08:00
parent 6464c61396
commit efd03ff9df
8 changed files with 209 additions and 2 deletions

View File

@@ -2,6 +2,7 @@ from __future__ import annotations
import asyncio
import json
import logging
from collections.abc import AsyncIterator
from fastapi import APIRouter, Depends, HTTPException, Query
@@ -31,6 +32,7 @@ from app.services.chat_queue_service import load_chat_queue_config
from app.services.chat_stream_service import ChatStreamService
router = APIRouter()
logger = logging.getLogger(__name__)
@router.post("/session")
@@ -155,6 +157,7 @@ async def _chat_stream(payload: ChatCompletionRequest, db: Session, current_user
except asyncio.CancelledError:
raise
except Exception:
logger.exception("Chat stream failed")
yield _sse_event("error", message="AI 回复生成失败,请稍后再试。")
finally:
if acquired: