Errors & Refunds

import {
  LLMLayerClient,
  InvalidRequest,
  AuthenticationError,
  RateLimitError,
  InternalServerError,
} from 'llmlayer';

async function withRetries<T>(fn: () => Promise<T>, maxRetries = 3): Promise<T> {
  for (let attempt = 0; ; attempt++) {
    try {
      return await fn();
    } catch (error) {
      // Never retry: fix the request or the key instead
      if (error instanceof InvalidRequest) throw error;
      if (error instanceof AuthenticationError) throw error;

      // Retry with backoff: rate limits and server-side failures
      const retryable = error instanceof RateLimitError || error instanceof InternalServerError;
      if (!retryable || attempt >= maxRetries - 1) throw error;
      await new Promise(r => setTimeout(r, 2 ** attempt * 1000));
    }
  }
}

import time
from llmlayer.exceptions import (
    InvalidRequest,
    AuthenticationError,
    RateLimitError,
    InternalServerError,
)

def with_retries(fn, max_retries=3):
    for attempt in range(max_retries):
        try:
            return fn()
        except (InvalidRequest, AuthenticationError):
            raise  # never retry: fix the request or the key instead
        except (RateLimitError, InternalServerError):
            if attempt == max_retries - 1:
                raise
            time.sleep(2 ** attempt)  # backoff, then retry