Հարցումների սահմանաչափեր

# Retries on 429/503 after Retry-After, then prints the window state of the final answer.
while :; do
  status=$(curl -s -o /dev/null -D headers.txt -w '%{http_code}' \
    "$CHATTLER_BASE_URL/v1/agents/$CHATTLER_AGENT_ID/conversations?limit=20" \
    -H "Authorization: Bearer $CHATTLER_API_KEY")
  if [ "$status" = "429" ] || [ "$status" = "503" ]; then
    sleep "$(grep -i '^Retry-After:' headers.txt | tr -d '\r' | awk '{print $2}')"
    continue
  fi
  grep -i '^X-RateLimit-' headers.txt
  break
done

import time

import httpx


def request_with_pacing(method: str, url: str, **kwargs) -> httpx.Response:
    while True:
        response = httpx.request(method, url, headers=HEADERS, timeout=120, **kwargs)
        if response.status_code in (429, 503):
            time.sleep(float(response.headers.get("Retry-After", "5")))
            continue
        if int(response.headers.get("X-RateLimit-Remaining", "1")) == 0:
            reset_at = int(response.headers.get("X-RateLimit-Reset", "0"))
            time.sleep(max(0.0, reset_at - time.time()))
        return response

async function requestWithPacing(url, init = {}) {
  for (;;) {
    const response = await fetch(url, {
      ...init,
      headers: { Authorization: `Bearer ${apiKey}`, ...(init.headers ?? {}) },
    });
    if (response.status === 429 || response.status === 503) {
      const wait = Number(response.headers.get("Retry-After") ?? 5);
      await new Promise((r) => setTimeout(r, wait * 1000));
      continue;
    }
    if (response.headers.get("X-RateLimit-Remaining") === "0") {
      const resetAt = Number(response.headers.get("X-RateLimit-Reset") ?? 0) * 1000;
      await new Promise((r) => setTimeout(r, Math.max(0, resetAt - Date.now())));
    }
    return response;
  }
}