shadowzzh

chats.py

chats.py
import logging
import json
from typing import Dict
from fastapi import APIRouter, Depends, Request
from fastapi.responses import StreamingResponse
from aworld.cmd.data_model import AgentModel, ChatCompletionRequest
from aworld.cmd.utils import agent_executor
from aworld.cmd.utils.trace_summarize import summarize_trace
from aworld.cmd.web.utils.users import get_user_id_from_jwt
import aworld.trace as trace

logger = logging.getLogger(__name__)

router = APIRouter()

prefix = "/api/agent"


@router.get("/list")
@router.get("/models")
async def list_agents(request: Request) -> Dict[str, AgentModel]:
    return request.app.state.agent_server.list_agents()


@router.post("/chat/completions")
async def chat_completion(
    form_data: ChatCompletionRequest,
    request: Request,
    user_id: str = Depends(get_user_id_from_jwt),
) -> StreamingResponse:
    # Set user_id from JWT to form_data
    form_data.user_id = user_id

    async def generate_stream():
        async with trace.span(
            "/chat/chat_completion", attributes={"model": form_data.model}
        ) as span:
            form_data.trace_id = span.get_trace_id()
            async for chunk in agent_executor.stream_run(
                form_data, request.app.state.agent_server
            ):
                yield f"data: {json.dumps(chunk.model_dump(), ensure_ascii=False)}\n\n"
        summarize_trace(form_data.trace_id)

    return StreamingResponse(
        generate_stream(),
        media_type="text/event-stream",
        headers={
            "Cache-Control": "no-cache",
            "Connection": "keep-alive",
        },
    )