Get AI crawler rules

curl \
  -H "Authorization: Bearer mr_ws_…" \
  "https://app.monoranks.com/api/v1/sites/SITE_ID/geo/ai-crawlers"

const res = await fetch("https://app.monoranks.com/api/v1/sites/SITE_ID/geo/ai-crawlers", {
  headers: { Authorization: "Bearer mr_ws_…" },
});
if (!res.ok) throw new Error((await res.json()).error.message);
const data = await res.json();

import requests

res = requests.get(
    "https://app.monoranks.com/api/v1/sites/SITE_ID/geo/ai-crawlers",
    headers={"Authorization": "Bearer mr_ws_…"},
)
res.raise_for_status()
data = res.json()

<?php
$ch = curl_init("https://app.monoranks.com/api/v1/sites/SITE_ID/geo/ai-crawlers");
curl_setopt_array($ch, [
    CURLOPT_HTTPHEADER => ["Authorization: Bearer mr_ws_…"],
    CURLOPT_RETURNTRANSFER => true,
]);
$data = json_decode(curl_exec($ch), true);

import axios from "axios";

const { data } = await axios.get("https://app.monoranks.com/api/v1/sites/SITE_ID/geo/ai-crawlers", { headers: { Authorization: "Bearer mr_ws_…" } });

{
  "robotsTxt": {
    "url": "https://acmebikes.com/robots.txt",
    "status": 200,
    "matchesLastWrite": true,
    "notVisibleYet": false,
    "message": null,
    "cached": null,
    "fetchedAt": "2026-10-06T09:30:12.000Z"
  },
  "crawlers": [
    {
      "bot": "GPTBot",
      "owner": "OpenAI",
      "purpose": "Training data for OpenAI models",
      "kind": "training",
      "allowed": false,
      "source": "group",
      "rule": "deny",
      "matches": true
    },
    {
      "bot": "OAI-SearchBot",
      "owner": "OpenAI",
      "purpose": "ChatGPT search results and citations",
      "kind": "search",
      "allowed": true,
      "source": "group",
      "rule": "allow",
      "matches": true
    },
    {
      "bot": "ChatGPT-User",
      "owner": "OpenAI",
      "purpose": "Pages a ChatGPT user asks about, fetched live",
      "kind": "search",
      "allowed": true,
      "source": "default",
      "rule": null,
      "matches": null
    },
    {
      "bot": "ClaudeBot",
      "owner": "Anthropic",
      "purpose": "Training data for Claude models",
      "kind": "training",
      "allowed": true,
      "source": "default",
      "rule": null,
      "matches": null
    },
    {
      "bot": "Claude-SearchBot",
      "owner": "Anthropic",
      "purpose": "Improves the quality of Claude's search results",
      "kind": "search",
      "allowed": true,
      "source": "default",
      "rule": null,
      "matches": null
    },
    {
      "bot": "Claude-User",
      "owner": "Anthropic",
      "purpose": "Pages a Claude user asks about, fetched live",
      "kind": "search",
      "allowed": true,
      "source": "default",
      "rule": null,
      "matches": null
    },
    {
      "bot": "PerplexityBot",
      "owner": "Perplexity",
      "purpose": "Perplexity search index and citations",
      "kind": "search",
      "allowed": true,
      "source": "default",
      "rule": null,
      "matches": null
    },
    {
      "bot": "Google-Extended",
      "owner": "Google",
      "purpose": "Gemini training and grounding (not Google Search)",
      "kind": "training",
      "allowed": true,
      "source": "default",
      "rule": null,
      "matches": null
    },
    {
      "bot": "Applebot-Extended",
      "owner": "Apple",
      "purpose": "Apple Intelligence training",
      "kind": "training",
      "allowed": true,
      "source": "default",
      "rule": null,
      "matches": null
    },
    {
      "bot": "CCBot",
      "owner": "Common Crawl",
      "purpose": "Open crawl used to train many models",
      "kind": "training",
      "allowed": true,
      "source": "default",
      "rule": null,
      "matches": null
    },
    {
      "bot": "Bytespider",
      "owner": "ByteDance",
      "purpose": "ByteDance models",
      "kind": "training",
      "allowed": true,
      "source": "default",
      "rule": null,
      "matches": null
    },
    {
      "bot": "meta-externalagent",
      "owner": "Meta",
      "purpose": "Meta AI training and product indexing",
      "kind": "both",
      "allowed": true,
      "source": "default",
      "rule": null,
      "matches": null
    },
    {
      "bot": "Amazonbot",
      "owner": "Amazon",
      "purpose": "Improves Amazon products and may train Amazon AI models",
      "kind": "both",
      "allowed": true,
      "source": "default",
      "rule": null,
      "matches": null
    }
  ],
  "rules": {
    "GPTBot": "deny",
    "OAI-SearchBot": "allow"
  },
  "wordpress": {
    "connected": true,
    "writable": true
  },
  "canPublish": true,
  "lastChange": {
    "batchId": "f6b8d0f2-4a6c-4e8a-ac2e-6a8cae2a4c6d",
    "status": "applied",
    "value": "{\"GPTBot\":\"deny\",\"OAI-SearchBot\":\"allow\"}",
    "previous": "",
    "approvedBy": "owner@acmebikes.com",
    "approvedAt": "2026-10-02T14:05:00.000Z",
    "appliedAt": "2026-10-02T14:05:41.000Z",
    "error": null
  },
  "note": "allowed: what robots.txt, fetched now, says to that crawler for the home page.",
  "link": "https://app.monoranks.com/sites/3f6c2a1e-8b4d-4c7a-9e21-5d0b7a6f4c13/geo"
}

{
  "error": {
    "code": "missing_key",
    "message": "Send the key as Authorization: Bearer mr_site_…"
  }
}

{
  "error": {
    "code": "missing_scope",
    "message": "This key does not have the scope this call needs."
  }
}

{
  "error": {
    "code": "not_found",
    "message": "Website not found."
  }
}

{
  "error": {
    "code": "rate_limited",
    "message": "More than 1200 requests this hour for this key."
  }
}

{
  "error": {
    "code": "feature_off",
    "message": "AI readiness is switched off for now."
  }
}