SSE Events

import json
import httpx

async def stream_chat(session_id: str, message: str, token: str):
    """Stream chat completions using SSE."""
    url = "http://localhost:8000/api/v1/chat/completions"
    headers = {
        "Content-Type": "application/json",
        "Authorization": f"Bearer {token}",
    }
    payload = {
        "session_id": session_id,
        "message": message,
        "stream": True,
    }

    async with httpx.AsyncClient() as client:
        async with client.stream(
            "POST", url, json=payload, headers=headers
        ) as response:
            event_type = ""
            async for line in response.aiter_lines():
                if line.startswith("event: "):
                    event_type = line[7:]
                elif line.startswith("data: ") and event_type:
                    data = json.loads(line[6:])
                    handle_event(event_type, data)
                    event_type = ""

def handle_event(event_type: str, data: dict):
    """Handle individual SSE events."""
    if event_type == "text_chunk":
        print(data["content"], end="", flush=True)

    elif event_type == "agent_tool_call":
        print(f"\n[Tool] {data['tool_name']}({data['arguments']})")

    elif event_type == "agent_tool_result":
        print(f"[Result] {data['result'][:100]}...")

    elif event_type == "agent_thinking":
        print(f"\n[Thinking] {data['content']}")

    elif event_type == "cot_step":
        print(f"  Step {data['step']}: {data['thought']}")

    elif event_type == "agent_reflection":
        print(f"\n[Reflection] {data['critique']}")
        print(f"[Refinement] {data['refinement']}")

    elif event_type == "node_start":
        print(f"\n>> Node started: {data['node_name']} ({data['node_type']})")

    elif event_type == "node_end":
        print(f">> Node completed: {data['node_id']} ({data['duration_ms']}ms)")

    elif event_type == "token_usage":
        print(f"\n[Tokens] {data['total_tokens']} total "
              f"({data['prompt_tokens']} prompt + "
              f"{data['completion_tokens']} completion)")

    elif event_type == "cost_update":
        print(f"[Cost] ${data['cost_usd']:.4f} ({data['model']})")

    elif event_type == "error":
        print(f"\n[ERROR] {data['code']}: {data['message']}")

    elif event_type == "done":
        print("\n--- Stream complete ---")

curl -N -X POST http://localhost:8000/api/v1/chat/completions \
  -H "Content-Type: application/json" \
  -H "Authorization: Bearer eyJhbGciOiJIUzI1NiIs..." \
  -d '{
    "session_id": "session-uuid",
    "message": "Summarize the Q4 report",
    "stream": true
  }'