Стриминг

curl -N -X POST "$CHATTLER_BASE_URL/v1/agents/$CHATTLER_AGENT_ID/chat/stream" \
  -H "Authorization: Bearer $CHATTLER_API_KEY" \
  -H "Idempotency-Key: $(uuidgen)" \
  -H "Content-Type: application/json" \
  -d '{"external_user_id": "customer-123", "message": "Tell me more"}'

import json
import os
import uuid

import httpx


def stream_chat(external_user_id: str, message: str) -> dict:
    url = f"{os.environ['CHATTLER_BASE_URL']}/v1/agents/{os.environ['CHATTLER_AGENT_ID']}/chat/stream"
    headers = {
        "Authorization": f"Bearer {os.environ['CHATTLER_API_KEY']}",
        "Idempotency-Key": str(uuid.uuid4()),
    }
    with httpx.stream("POST", url, headers=headers, timeout=120,
                      json={"external_user_id": external_user_id, "message": message}) as response:
        if response.status_code >= 400:
            response.read()
            raise RuntimeError(response.json()["error"])
        event, completed = None, None
        for line in response.iter_lines():
            if line.startswith("event: "):
                event = line[len("event: "):]
            elif line.startswith("data: "):
                data = json.loads(line[len("data: "):])
                if event == "response.output_text.delta":
                    print(data["delta"], end="", flush=True)
                elif event == "response.completed":
                    completed = data
                elif event == "error":
                    raise RuntimeError(f"{data['code']}: {data['message']}")
            elif line == "":
                event = None
        return completed


stream_chat("customer-123", "Tell me more")

const baseUrl = process.env.CHATTLER_BASE_URL;
const agentId = process.env.CHATTLER_AGENT_ID;
const apiKey = process.env.CHATTLER_API_KEY;

async function streamChat(externalUserId, message, onDelta) {
  const response = await fetch(`${baseUrl}/v1/agents/${agentId}/chat/stream`, {
    method: "POST",
    headers: {
      Authorization: `Bearer ${apiKey}`,
      "Idempotency-Key": crypto.randomUUID(),
      "Content-Type": "application/json",
    },
    body: JSON.stringify({ external_user_id: externalUserId, message }),
  });
  if (!response.ok) {
    const body = await response.json();
    throw new Error(`${body.error.code}: ${body.error.message}`);
  }
  const reader = response.body.getReader();
  const decoder = new TextDecoder();
  let buffer = "";
  let completed = null;
  for (;;) {
    const { value, done } = await reader.read();
    if (done) break;
    buffer += decoder.decode(value, { stream: true });
    let boundary;
    while ((boundary = buffer.indexOf("\n\n")) >= 0) {
      const frame = buffer.slice(0, boundary);
      buffer = buffer.slice(boundary + 2);
      const event = frame.match(/^event: (.+)$/m)?.[1];
      const data = JSON.parse(frame.match(/^data: (.+)$/m)?.[1] ?? "{}");
      if (event === "response.output_text.delta") onDelta(data.delta);
      else if (event === "response.completed") completed = data;
      else if (event === "error") throw new Error(`${data.code}: ${data.message}`);
    }
  }
  return completed;
}

const result = await streamChat("customer-123", "Tell me more", (t) => process.stdout.write(t));
console.log("\n", result.usage);