Errors & rate limits

# --retry waits for Retry-After on a 429 and backs off on 5xx responses and timeouts.
# Use it for GET requests: a retried POST /sites/{id}/jobs could create a second job.
curl --retry 4 https://autoranko.com/api/public/v1/sites \
  -H "Authorization: Bearer $AUTORANKO_TOKEN"

const API = "https://autoranko.com/api/public/v1";

// Retries the two errors that mean the request wasn't processed:
// 429 rate_limited (after Retry-After) and 502 upstream_error (with backoff).
async function autoranko(method, path, body, attempt = 1) {
  const res = await fetch(API + path, {
    method,
    headers: {
      Authorization: `Bearer ${process.env.AUTORANKO_TOKEN}`,
      "Content-Type": "application/json",
    },
    body: body && JSON.stringify(body),
  });
  const data = await res.json().catch(() => ({}));
  const code = data.error?.code;
  if ((code === "rate_limited" || code === "upstream_error") && attempt < 5) {
    const seconds = Number(res.headers.get("Retry-After")) || 2 ** attempt;
    await new Promise((resolve) => setTimeout(resolve, seconds * 1000));
    return autoranko(method, path, body, attempt + 1);
  }
  if (!res.ok) throw new Error(`${code ?? res.status}: ${data.error?.message ?? res.statusText}`);
  return data;
}

const { sites } = await autoranko("GET", "/sites");
console.log(sites.length, "site(s)");

import os
import time

import requests

API = "https://autoranko.com/api/public/v1"
session = requests.Session()
session.headers["Authorization"] = f"Bearer {os.environ['AUTORANKO_TOKEN']}"


def autoranko(method, path, body=None, attempts=5):
    # Retries the two errors that mean the request wasn't processed:
    # 429 rate_limited (after Retry-After) and 502 upstream_error (with backoff).
    for attempt in range(1, attempts + 1):
        res = session.request(method, API + path, json=body, timeout=130)
        try:
            data = res.json()
        except ValueError:
            data = {}
        error = data.get("error") or {}
        if error.get("code") in ("rate_limited", "upstream_error") and attempt < attempts:
            time.sleep(float(res.headers.get("Retry-After", 2 ** attempt)))
            continue
        if not res.ok:
            raise RuntimeError(f"{error.get('code', res.status_code)}: {error.get('message', res.reason)}")
        return data


sites = autoranko("GET", "/sites")["sites"]
print(len(sites), "site(s)")

<?php
// Retries the two errors that mean the request wasn't processed:
// 429 rate_limited (after Retry-After) and 502 upstream_error (with backoff).
function autoranko(string $method, string $path, ?array $body = null, int $attempts = 5): array
{
    for ($attempt = 1; ; $attempt++) {
        $retryAfter = 0;
        $ch = curl_init('https://autoranko.com/api/public/v1' . $path);
        curl_setopt_array($ch, [
            CURLOPT_RETURNTRANSFER => true,
            CURLOPT_CUSTOMREQUEST => $method,
            CURLOPT_TIMEOUT => 130,
            CURLOPT_HTTPHEADER => [
                'Authorization: Bearer ' . getenv('AUTORANKO_TOKEN'),
                'Content-Type: application/json',
            ],
            CURLOPT_HEADERFUNCTION => function ($handle, $line) use (&$retryAfter) {
                if (stripos($line, 'Retry-After:') === 0) $retryAfter = (int) substr($line, 12);
                return strlen($line);
            },
        ]);
        if ($method !== 'GET') {
            curl_setopt($ch, CURLOPT_POSTFIELDS, $body === null ? '' : json_encode($body));
        }
        $raw = curl_exec($ch);
        if ($raw === false) throw new RuntimeException('Network error: ' . curl_error($ch));
        $data = json_decode($raw, true) ?: [];
        $code = $data['error']['code'] ?? null;
        if (in_array($code, ['rate_limited', 'upstream_error'], true) && $attempt < $attempts) {
            sleep($retryAfter ?: 2 ** $attempt);
            continue;
        }
        if (curl_getinfo($ch, CURLINFO_RESPONSE_CODE) >= 400) {
            throw new RuntimeException(($code ?? 'http_error') . ': ' . ($data['error']['message'] ?? 'Request failed'));
        }
        return $data;
    }
}

$sites = autoranko('GET', '/sites')['sites'];
echo count($sites), " site(s)\n";