WebScraping.AI

/**
 * WebScrapingAI - generated by OmniStream from WebScraping.AI's OpenAPI spec.
 * One typed method per endpoint. A single Omni key reaches the API.
 */
const DEFAULT_BASE = "https://grid.skinvaults.online/v1/proxy/webscraping";

export class WebScrapingAIError extends Error {
  status: number;
  code?: string;
  constructor(status: number, code: string | undefined, message?: string) {
    super(message || `WebScrapingAI error ${status}`);
    this.name = "WebScrapingAIError";
    this.status = status;
    this.code = code;
  }
}

export interface WebScrapingAIOptions {
  baseUrl?: string;
  fetch?: typeof fetch;
  timeoutMs?: number;
}

export class WebScrapingAI {
  /** @param token Your OmniStream key (one key for every API). */
  constructor(private token: string, private opts: WebScrapingAIOptions = {}) {
    if (!token) throw new Error("WebScrapingAI: token is required");
  }
  rateLimit: { remainingMinute?: number; remainingDay?: number } | null = null;

  private async _request(method: string, path: string, { params, body }: { params?: Record<string, unknown>; body?: unknown } = {}): Promise<any> {
    const f = this.opts.fetch ?? globalThis.fetch;
    const url = new URL((this.opts.baseUrl ?? DEFAULT_BASE).replace(/\/+$/, "") + path);
    if (params) for (const [k, v] of Object.entries(params)) if (v != null) url.searchParams.set(k, String(v));
    const headers: Record<string, string> = { "x-omni-key": this.token };
    if (body !== undefined) headers["content-type"] = "application/json";
    const res = await f(url, { method, headers, body: body !== undefined ? JSON.stringify(body) : undefined });
    this.rateLimit = {
      remainingMinute: Number(res.headers.get("x-ratelimit-remaining-minute")) || undefined,
      remainingDay: Number(res.headers.get("x-ratelimit-remaining-day")) || undefined,
    };
    const data = await res.json().catch(() => ({}));
    if (!res.ok) throw new WebScrapingAIError(res.status, data?.error?.code, data?.error?.message);
    return data.data ?? data;
  }

  /** Information about your account calls quota */
  account(): Promise<any> {
    return this._request("GET", "/account", {});
  }

  /** Page HTML by URL */
  getHTML(params: { "url": string; "headers"?: string; "timeout"?: number; "js"?: boolean; "js_timeout"?: number; "proxy"?: string; "country"?: string; "device"?: string; "error_on_404"?: boolean; "error_on_redirect"?: boolean }): Promise<any> {
    return this._request("GET", "/html", { params });
  }

  /** HTML of a selected page area by URL and CSS selector */
  getSelected(params: { "url": string; "selector"?: string; "headers"?: string; "timeout"?: number; "js"?: boolean; "js_timeout"?: number; "proxy"?: string; "country"?: string; "device"?: string; "error_on_404"?: boolean; "error_on_redirect"?: boolean }): Promise<any> {
    return this._request("GET", "/selected", { params });
  }

  /** HTML of multiple page areas by URL and CSS selectors */
  getSelectedMultiple(params: { "url": string; "selectors"?: unknown[]; "headers"?: string; "timeout"?: number; "js"?: boolean; "js_timeout"?: number; "proxy"?: string; "country"?: string; "device"?: string; "error_on_404"?: boolean; "error_on_redirect"?: boolean }): Promise<any> {
    return this._request("GET", "/selected-multiple", { params });
  }
}

export default WebScrapingAI;