{
 "study": "AI crawler blocking in robots.txt, top Southeast Asian ccTLD domains",
 "tranco": {
  "listId": "46VQX",
  "createdOn": "2026-09-12",
  "window": "2026-08-14 to 2026-09-12",
  "url": "https://tranco-list.eu/list/46VQX/1000000"
 },
 "fetchWindowUtc": [
  "2026-09-13T14:23:16.672Z",
  "2026-09-13T14:55:29.057Z"
 ],
 "userAgent": "SeotalResearch/1.0 (robots.txt study; +https://www.seotal.com/)",
 "denominator": "Block and mention shares are of readable domains: robots.txt returned 2xx, or 404 or 410 (no file). Domains answering with another 4xx (usually a firewall), a 5xx or no response are excluded because their policy could not be read. llms.txt shares are of all sampled domains.",
 "bots": [
  {
   "token": "GPTBot",
   "operator": "OpenAI",
   "role": "training",
   "doc": "https://developers.openai.com/api/docs/bots"
  },
  {
   "token": "OAI-SearchBot",
   "operator": "OpenAI",
   "role": "search",
   "doc": "https://developers.openai.com/api/docs/bots"
  },
  {
   "token": "ChatGPT-User",
   "operator": "OpenAI",
   "role": "user",
   "doc": "https://developers.openai.com/api/docs/bots"
  },
  {
   "token": "ClaudeBot",
   "operator": "Anthropic",
   "role": "training",
   "doc": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler"
  },
  {
   "token": "Claude-SearchBot",
   "operator": "Anthropic",
   "role": "search",
   "doc": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler"
  },
  {
   "token": "Claude-User",
   "operator": "Anthropic",
   "role": "user",
   "doc": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler"
  },
  {
   "token": "Google-Extended",
   "operator": "Google",
   "role": "training",
   "doc": "https://developers.google.com/crawling/docs/crawlers-fetchers/google-common-crawlers?hl=en"
  },
  {
   "token": "PerplexityBot",
   "operator": "Perplexity",
   "role": "search",
   "doc": "https://docs.perplexity.ai/docs/resources/perplexity-crawlers"
  },
  {
   "token": "CCBot",
   "operator": "Common Crawl",
   "role": "training",
   "doc": "https://commoncrawl.org/ccbot"
  },
  {
   "token": "Bytespider",
   "operator": "ByteDance",
   "role": "training",
   "doc": null
  },
  {
   "token": "Applebot-Extended",
   "operator": "Apple",
   "role": "training",
   "doc": "https://support.apple.com/en-us/119829"
  },
  {
   "token": "meta-externalagent",
   "operator": "Meta",
   "role": "training",
   "doc": "https://developers.facebook.com/docs/sharing/webmasters/web-crawlers"
  },
  {
   "token": "Amazonbot",
   "operator": "Amazon",
   "role": "training",
   "doc": "https://developer.amazon.com/amazonbot"
  }
 ],
 "all": {
  "n": 3000,
  "robotsClasses": {
   "missing": 313,
   "file": 1821,
   "challenge": 14,
   "denied": 333,
   "unreachable": 366,
   "html": 153
  },
  "readable": 2287,
  "withFile": 1821,
  "bots": {
   "GPTBot": {
    "blocked": 283,
    "blockedPct": 12.4,
    "blockedNamed": 245,
    "blockedNamedPct": 10.7,
    "partial": 1003,
    "partialNamed": 30,
    "mentioned": 321,
    "mentionedPct": 14,
    "namedAllowed": 46
   },
   "OAI-SearchBot": {
    "blocked": 50,
    "blockedPct": 2.2,
    "blockedNamed": 10,
    "blockedNamedPct": 0.4,
    "partial": 1076,
    "partialNamed": 28,
    "mentioned": 84,
    "mentionedPct": 3.7,
    "namedAllowed": 46
   },
   "ChatGPT-User": {
    "blocked": 61,
    "blockedPct": 2.7,
    "blockedNamed": 23,
    "blockedNamedPct": 1,
    "partial": 1072,
    "partialNamed": 32,
    "mentioned": 100,
    "mentionedPct": 4.4,
    "namedAllowed": 45
   },
   "ClaudeBot": {
    "blocked": 262,
    "blockedPct": 11.5,
    "blockedNamed": 222,
    "blockedNamedPct": 9.7,
    "partial": 1029,
    "partialNamed": 29,
    "mentioned": 291,
    "mentionedPct": 12.7,
    "namedAllowed": 40
   },
   "Claude-SearchBot": {
    "blocked": 50,
    "blockedPct": 2.2,
    "blockedNamed": 8,
    "blockedNamedPct": 0.3,
    "partial": 1101,
    "partialNamed": 7,
    "mentioned": 34,
    "mentionedPct": 1.5,
    "namedAllowed": 19
   },
   "Claude-User": {
    "blocked": 47,
    "blockedPct": 2.1,
    "blockedNamed": 5,
    "blockedNamedPct": 0.2,
    "partial": 1104,
    "partialNamed": 7,
    "mentioned": 31,
    "mentionedPct": 1.4,
    "namedAllowed": 19
   },
   "Google-Extended": {
    "blocked": 257,
    "blockedPct": 11.2,
    "blockedNamed": 216,
    "blockedNamedPct": 9.4,
    "partial": 1034,
    "partialNamed": 32,
    "mentioned": 286,
    "mentionedPct": 12.5,
    "namedAllowed": 38
   },
   "PerplexityBot": {
    "blocked": 59,
    "blockedPct": 2.6,
    "blockedNamed": 19,
    "blockedNamedPct": 0.8,
    "partial": 1073,
    "partialNamed": 34,
    "mentioned": 99,
    "mentionedPct": 4.3,
    "namedAllowed": 46
   },
   "CCBot": {
    "blocked": 292,
    "blockedPct": 12.8,
    "blockedNamed": 254,
    "blockedNamedPct": 11.1,
    "partial": 1014,
    "partialNamed": 18,
    "mentioned": 292,
    "mentionedPct": 12.8,
    "namedAllowed": 20
   },
   "Bytespider": {
    "blocked": 285,
    "blockedPct": 12.5,
    "blockedNamed": 246,
    "blockedNamedPct": 10.8,
    "partial": 1033,
    "partialNamed": 12,
    "mentioned": 266,
    "mentionedPct": 11.6,
    "namedAllowed": 8
   },
   "Applebot-Extended": {
    "blocked": 259,
    "blockedPct": 11.3,
    "blockedNamed": 219,
    "blockedNamedPct": 9.6,
    "partial": 1054,
    "partialNamed": 10,
    "mentioned": 242,
    "mentionedPct": 10.6,
    "namedAllowed": 13
   },
   "meta-externalagent": {
    "blocked": 265,
    "blockedPct": 11.6,
    "blockedNamed": 224,
    "blockedNamedPct": 9.8,
    "partial": 1044,
    "partialNamed": 14,
    "mentioned": 253,
    "mentionedPct": 11.1,
    "namedAllowed": 15
   },
   "Amazonbot": {
    "blocked": 264,
    "blockedPct": 11.5,
    "blockedNamed": 224,
    "blockedNamedPct": 9.8,
    "partial": 1051,
    "partialNamed": 9,
    "mentioned": 245,
    "mentionedPct": 10.7,
    "namedAllowed": 12
   }
  },
  "anyAiBlocked": 341,
  "anyAiBlockedPct": 14.9,
  "anyAiBlockedNamed": 302,
  "anyAiBlockedNamedPct": 13.2,
  "anyTrainingBlocked": 339,
  "anyTrainingBlockedPct": 14.8,
  "anySearchBlocked": 66,
  "anySearchBlockedPct": 2.9,
  "anyUserBlocked": 64,
  "anyUserBlockedPct": 2.8,
  "wildcardBlocked": 43,
  "wildcardBlockedPct": 1.9,
  "namedBlockBuckets": {
   "none": 1985,
   "oneToThree": 71,
   "fourToEight": 218,
   "nineOrMore": 13
  },
  "llmsPresent": 276,
  "llmsPresentPct": 9.2,
  "llmsH1First": 233,
  "llmsHasH1": 272,
  "llmsHtml200": 407,
  "llmsHtml200Pct": 13.6,
  "llmsEmptyOrRobotsCopy": 16,
  "llmsGenerators": {
   "Rank Math": 11,
   "All in One SEO": 23,
   "Yoast SEO": 21
  },
  "llmsWordPressPlugin": 55,
  "contentSignal": 197,
  "contentSignalAiTrainNo": 195,
  "cloudflareManaged": 186,
  "namedBlockersCloudflare": 185,
  "namedBlockersHandWritten": 117,
  "cloudflareShareOfNamedBlockersPct": 61.3,
  "cloudflareBlockPct": 8.1,
  "handWrittenBlockPct": 5.1,
  "handWrittenBlockedByBot": {
   "GPTBot": 62,
   "OAI-SearchBot": 10,
   "ChatGPT-User": 22,
   "ClaudeBot": 39,
   "Claude-SearchBot": 8,
   "Claude-User": 5,
   "Google-Extended": 34,
   "PerplexityBot": 18,
   "CCBot": 69,
   "Bytespider": 61,
   "Applebot-Extended": 34,
   "meta-externalagent": 40,
   "Amazonbot": 39
  },
  "blockedWithExceptionsByBot": {
   "GPTBot": 7,
   "OAI-SearchBot": 7,
   "ChatGPT-User": 7,
   "ClaudeBot": 7,
   "Claude-SearchBot": 7,
   "Claude-User": 7,
   "Google-Extended": 16,
   "PerplexityBot": 8,
   "CCBot": 6,
   "Bytespider": 6,
   "Applebot-Extended": 7,
   "meta-externalagent": 7,
   "Amazonbot": 7
  },
  "redirectedOutsideCcTld": 58,
  "blocksAll13": 40,
  "legacyNamed": 61,
  "htmlInsteadOfRobots": 153
 },
 "byCountry": {
  "Singapore": {
   "n": 500,
   "robotsClasses": {
    "missing": 43,
    "file": 328,
    "challenge": 2,
    "denied": 49,
    "unreachable": 59,
    "html": 19
   },
   "readable": 390,
   "withFile": 328,
   "bots": {
    "GPTBot": {
     "blocked": 29,
     "blockedPct": 7.4,
     "blockedNamed": 23,
     "blockedNamedPct": 5.9,
     "partial": 225,
     "partialNamed": 14,
     "mentioned": 49,
     "mentionedPct": 12.6,
     "namedAllowed": 12
    },
    "OAI-SearchBot": {
     "blocked": 9,
     "blockedPct": 2.3,
     "blockedNamed": 2,
     "blockedNamedPct": 0.5,
     "partial": 232,
     "partialNamed": 9,
     "mentioned": 25,
     "mentionedPct": 6.4,
     "namedAllowed": 14
    },
    "ChatGPT-User": {
     "blocked": 9,
     "blockedPct": 2.3,
     "blockedNamed": 3,
     "blockedNamedPct": 0.8,
     "partial": 232,
     "partialNamed": 11,
     "mentioned": 28,
     "mentionedPct": 7.2,
     "namedAllowed": 14
    },
    "ClaudeBot": {
     "blocked": 24,
     "blockedPct": 6.2,
     "blockedNamed": 18,
     "blockedNamedPct": 4.6,
     "partial": 232,
     "partialNamed": 14,
     "mentioned": 42,
     "mentionedPct": 10.8,
     "namedAllowed": 10
    },
    "Claude-SearchBot": {
     "blocked": 10,
     "blockedPct": 2.6,
     "blockedNamed": 3,
     "blockedNamedPct": 0.8,
     "partial": 235,
     "partialNamed": 2,
     "mentioned": 15,
     "mentionedPct": 3.8,
     "namedAllowed": 10
    },
    "Claude-User": {
     "blocked": 8,
     "blockedPct": 2.1,
     "blockedNamed": 1,
     "blockedNamedPct": 0.3,
     "partial": 238,
     "partialNamed": 3,
     "mentioned": 13,
     "mentionedPct": 3.3,
     "namedAllowed": 9
    },
    "Google-Extended": {
     "blocked": 24,
     "blockedPct": 6.2,
     "blockedNamed": 18,
     "blockedNamedPct": 4.6,
     "partial": 233,
     "partialNamed": 16,
     "mentioned": 42,
     "mentionedPct": 10.8,
     "namedAllowed": 8
    },
    "PerplexityBot": {
     "blocked": 10,
     "blockedPct": 2.6,
     "blockedNamed": 4,
     "blockedNamedPct": 1,
     "partial": 233,
     "partialNamed": 11,
     "mentioned": 27,
     "mentionedPct": 6.9,
     "namedAllowed": 12
    },
    "CCBot": {
     "blocked": 33,
     "blockedPct": 8.5,
     "blockedNamed": 27,
     "blockedNamedPct": 6.9,
     "partial": 229,
     "partialNamed": 7,
     "mentioned": 36,
     "mentionedPct": 9.2,
     "namedAllowed": 2
    },
    "Bytespider": {
     "blocked": 31,
     "blockedPct": 7.9,
     "blockedNamed": 25,
     "blockedNamedPct": 6.4,
     "partial": 232,
     "partialNamed": 7,
     "mentioned": 34,
     "mentionedPct": 8.7,
     "namedAllowed": 2
    },
    "Applebot-Extended": {
     "blocked": 23,
     "blockedPct": 5.9,
     "blockedNamed": 17,
     "blockedNamedPct": 4.4,
     "partial": 238,
     "partialNamed": 7,
     "mentioned": 27,
     "mentionedPct": 6.9,
     "namedAllowed": 3
    },
    "meta-externalagent": {
     "blocked": 26,
     "blockedPct": 6.7,
     "blockedNamed": 19,
     "blockedNamedPct": 4.9,
     "partial": 234,
     "partialNamed": 6,
     "mentioned": 29,
     "mentionedPct": 7.4,
     "namedAllowed": 4
    },
    "Amazonbot": {
     "blocked": 25,
     "blockedPct": 6.4,
     "blockedNamed": 19,
     "blockedNamedPct": 4.9,
     "partial": 237,
     "partialNamed": 5,
     "mentioned": 26,
     "mentionedPct": 6.7,
     "namedAllowed": 2
    }
   },
   "anyAiBlocked": 47,
   "anyAiBlockedPct": 12.1,
   "anyAiBlockedNamed": 40,
   "anyAiBlockedNamedPct": 10.3,
   "anyTrainingBlocked": 46,
   "anyTrainingBlockedPct": 11.8,
   "anySearchBlocked": 14,
   "anySearchBlockedPct": 3.6,
   "anyUserBlocked": 10,
   "anyUserBlockedPct": 2.6,
   "wildcardBlocked": 7,
   "wildcardBlockedPct": 1.8,
   "namedBlockBuckets": {
    "none": 350,
    "oneToThree": 20,
    "fourToEight": 18,
    "nineOrMore": 2
   },
   "llmsPresent": 58,
   "llmsPresentPct": 11.6,
   "llmsH1First": 48,
   "llmsHasH1": 57,
   "llmsHtml200": 55,
   "llmsHtml200Pct": 11,
   "llmsEmptyOrRobotsCopy": 0,
   "llmsGenerators": {
    "Rank Math": 4,
    "All in One SEO": 4,
    "Yoast SEO": 1
   },
   "llmsWordPressPlugin": 9,
   "contentSignal": 12,
   "contentSignalAiTrainNo": 12,
   "cloudflareManaged": 12,
   "namedBlockersCloudflare": 12,
   "namedBlockersHandWritten": 28,
   "cloudflareShareOfNamedBlockersPct": 30,
   "cloudflareBlockPct": 3.1,
   "handWrittenBlockPct": 7.2,
   "handWrittenBlockedByBot": {
    "GPTBot": 11,
    "OAI-SearchBot": 2,
    "ChatGPT-User": 3,
    "ClaudeBot": 6,
    "Claude-SearchBot": 3,
    "Claude-User": 1,
    "Google-Extended": 6,
    "PerplexityBot": 4,
    "CCBot": 15,
    "Bytespider": 13,
    "Applebot-Extended": 5,
    "meta-externalagent": 7,
    "Amazonbot": 7
   },
   "blockedWithExceptionsByBot": {
    "GPTBot": 4,
    "OAI-SearchBot": 2,
    "ChatGPT-User": 2,
    "ClaudeBot": 4,
    "Claude-SearchBot": 2,
    "Claude-User": 2,
    "Google-Extended": 10,
    "PerplexityBot": 3,
    "CCBot": 3,
    "Bytespider": 3,
    "Applebot-Extended": 4,
    "meta-externalagent": 3,
    "Amazonbot": 4
   },
   "redirectedOutsideCcTld": 14,
   "blocksAll13": 6,
   "legacyNamed": 18,
   "htmlInsteadOfRobots": 19
  },
  "Malaysia": {
   "n": 500,
   "robotsClasses": {
    "file": 289,
    "unreachable": 70,
    "missing": 57,
    "denied": 58,
    "html": 26
   },
   "readable": 372,
   "withFile": 289,
   "bots": {
    "GPTBot": {
     "blocked": 39,
     "blockedPct": 10.5,
     "blockedNamed": 35,
     "blockedNamedPct": 9.4,
     "partial": 161,
     "partialNamed": 5,
     "mentioned": 50,
     "mentionedPct": 13.4,
     "namedAllowed": 10
    },
    "OAI-SearchBot": {
     "blocked": 4,
     "blockedPct": 1.1,
     "blockedNamed": 0,
     "blockedNamedPct": 0,
     "partial": 176,
     "partialNamed": 4,
     "mentioned": 11,
     "mentionedPct": 3,
     "namedAllowed": 7
    },
    "ChatGPT-User": {
     "blocked": 4,
     "blockedPct": 1.1,
     "blockedNamed": 0,
     "blockedNamedPct": 0,
     "partial": 174,
     "partialNamed": 5,
     "mentioned": 15,
     "mentionedPct": 4,
     "namedAllowed": 10
    },
    "ClaudeBot": {
     "blocked": 38,
     "blockedPct": 10.2,
     "blockedNamed": 33,
     "blockedNamedPct": 8.9,
     "partial": 164,
     "partialNamed": 2,
     "mentioned": 42,
     "mentionedPct": 11.3,
     "namedAllowed": 7
    },
    "Claude-SearchBot": {
     "blocked": 5,
     "blockedPct": 1.3,
     "blockedNamed": 0,
     "blockedNamedPct": 0,
     "partial": 178,
     "partialNamed": 2,
     "mentioned": 4,
     "mentionedPct": 1.1,
     "namedAllowed": 2
    },
    "Claude-User": {
     "blocked": 5,
     "blockedPct": 1.3,
     "blockedNamed": 0,
     "blockedNamedPct": 0,
     "partial": 178,
     "partialNamed": 2,
     "mentioned": 4,
     "mentionedPct": 1.1,
     "namedAllowed": 2
    },
    "Google-Extended": {
     "blocked": 34,
     "blockedPct": 9.1,
     "blockedNamed": 29,
     "blockedNamedPct": 7.8,
     "partial": 166,
     "partialNamed": 4,
     "mentioned": 42,
     "mentionedPct": 11.3,
     "namedAllowed": 9
    },
    "PerplexityBot": {
     "blocked": 6,
     "blockedPct": 1.6,
     "blockedNamed": 1,
     "blockedNamedPct": 0.3,
     "partial": 174,
     "partialNamed": 6,
     "mentioned": 16,
     "mentionedPct": 4.3,
     "namedAllowed": 9
    },
    "CCBot": {
     "blocked": 43,
     "blockedPct": 11.6,
     "blockedNamed": 39,
     "blockedNamedPct": 10.5,
     "partial": 162,
     "partialNamed": 2,
     "mentioned": 45,
     "mentionedPct": 12.1,
     "namedAllowed": 4
    },
    "Bytespider": {
     "blocked": 41,
     "blockedPct": 11,
     "blockedNamed": 36,
     "blockedNamedPct": 9.7,
     "partial": 165,
     "partialNamed": 2,
     "mentioned": 39,
     "mentionedPct": 10.5,
     "namedAllowed": 1
    },
    "Applebot-Extended": {
     "blocked": 39,
     "blockedPct": 10.5,
     "blockedNamed": 34,
     "blockedNamedPct": 9.1,
     "partial": 166,
     "partialNamed": 0,
     "mentioned": 36,
     "mentionedPct": 9.7,
     "namedAllowed": 2
    },
    "meta-externalagent": {
     "blocked": 42,
     "blockedPct": 11.3,
     "blockedNamed": 37,
     "blockedNamedPct": 9.9,
     "partial": 164,
     "partialNamed": 1,
     "mentioned": 40,
     "mentionedPct": 10.8,
     "namedAllowed": 2
    },
    "Amazonbot": {
     "blocked": 38,
     "blockedPct": 10.2,
     "blockedNamed": 33,
     "blockedNamedPct": 8.9,
     "partial": 165,
     "partialNamed": 1,
     "mentioned": 38,
     "mentionedPct": 10.2,
     "namedAllowed": 4
    }
   },
   "anyAiBlocked": 49,
   "anyAiBlockedPct": 13.2,
   "anyAiBlockedNamed": 45,
   "anyAiBlockedNamedPct": 12.1,
   "anyTrainingBlocked": 49,
   "anyTrainingBlockedPct": 13.2,
   "anySearchBlocked": 6,
   "anySearchBlockedPct": 1.6,
   "anyUserBlocked": 5,
   "anyUserBlockedPct": 1.3,
   "wildcardBlocked": 5,
   "wildcardBlockedPct": 1.3,
   "namedBlockBuckets": {
    "none": 327,
    "oneToThree": 11,
    "fourToEight": 34,
    "nineOrMore": 0
   },
   "llmsPresent": 43,
   "llmsPresentPct": 8.6,
   "llmsH1First": 34,
   "llmsHasH1": 42,
   "llmsHtml200": 63,
   "llmsHtml200Pct": 12.6,
   "llmsEmptyOrRobotsCopy": 1,
   "llmsGenerators": {
    "Yoast SEO": 4,
    "Rank Math": 3,
    "All in One SEO": 4
   },
   "llmsWordPressPlugin": 11,
   "contentSignal": 33,
   "contentSignalAiTrainNo": 32,
   "cloudflareManaged": 28,
   "namedBlockersCloudflare": 28,
   "namedBlockersHandWritten": 17,
   "cloudflareShareOfNamedBlockersPct": 62.2,
   "cloudflareBlockPct": 7.5,
   "handWrittenBlockPct": 4.6,
   "handWrittenBlockedByBot": {
    "GPTBot": 9,
    "OAI-SearchBot": 0,
    "ChatGPT-User": 0,
    "ClaudeBot": 7,
    "Claude-SearchBot": 0,
    "Claude-User": 0,
    "Google-Extended": 4,
    "PerplexityBot": 1,
    "CCBot": 11,
    "Bytespider": 8,
    "Applebot-Extended": 6,
    "meta-externalagent": 9,
    "Amazonbot": 5
   },
   "blockedWithExceptionsByBot": {
    "GPTBot": 0,
    "OAI-SearchBot": 2,
    "ChatGPT-User": 2,
    "ClaudeBot": 0,
    "Claude-SearchBot": 2,
    "Claude-User": 2,
    "Google-Extended": 2,
    "PerplexityBot": 2,
    "CCBot": 0,
    "Bytespider": 0,
    "Applebot-Extended": 0,
    "meta-externalagent": 0,
    "Amazonbot": 0
   },
   "redirectedOutsideCcTld": 16,
   "blocksAll13": 4,
   "legacyNamed": 9,
   "htmlInsteadOfRobots": 26
  },
  "Indonesia": {
   "n": 500,
   "robotsClasses": {
    "file": 303,
    "html": 24,
    "missing": 56,
    "unreachable": 56,
    "denied": 59,
    "challenge": 2
   },
   "readable": 383,
   "withFile": 303,
   "bots": {
    "GPTBot": {
     "blocked": 58,
     "blockedPct": 15.1,
     "blockedNamed": 52,
     "blockedNamedPct": 13.6,
     "partial": 124,
     "partialNamed": 0,
     "mentioned": 53,
     "mentionedPct": 13.8,
     "namedAllowed": 1
    },
    "OAI-SearchBot": {
     "blocked": 12,
     "blockedPct": 3.1,
     "blockedNamed": 6,
     "blockedNamedPct": 1.6,
     "partial": 131,
     "partialNamed": 1,
     "mentioned": 8,
     "mentionedPct": 2.1,
     "namedAllowed": 1
    },
    "ChatGPT-User": {
     "blocked": 14,
     "blockedPct": 3.7,
     "blockedNamed": 8,
     "blockedNamedPct": 2.1,
     "partial": 130,
     "partialNamed": 1,
     "mentioned": 10,
     "mentionedPct": 2.6,
     "namedAllowed": 1
    },
    "ClaudeBot": {
     "blocked": 55,
     "blockedPct": 14.4,
     "blockedNamed": 49,
     "blockedNamedPct": 12.8,
     "partial": 127,
     "partialNamed": 0,
     "mentioned": 50,
     "mentionedPct": 13.1,
     "namedAllowed": 1
    },
    "Claude-SearchBot": {
     "blocked": 8,
     "blockedPct": 2.1,
     "blockedNamed": 2,
     "blockedNamedPct": 0.5,
     "partial": 136,
     "partialNamed": 0,
     "mentioned": 2,
     "mentionedPct": 0.5,
     "namedAllowed": 0
    },
    "Claude-User": {
     "blocked": 9,
     "blockedPct": 2.3,
     "blockedNamed": 3,
     "blockedNamedPct": 0.8,
     "partial": 135,
     "partialNamed": 0,
     "mentioned": 3,
     "mentionedPct": 0.8,
     "namedAllowed": 0
    },
    "Google-Extended": {
     "blocked": 51,
     "blockedPct": 13.3,
     "blockedNamed": 45,
     "blockedNamedPct": 11.7,
     "partial": 130,
     "partialNamed": 0,
     "mentioned": 46,
     "mentionedPct": 12,
     "namedAllowed": 1
    },
    "PerplexityBot": {
     "blocked": 12,
     "blockedPct": 3.1,
     "blockedNamed": 6,
     "blockedNamedPct": 1.6,
     "partial": 131,
     "partialNamed": 1,
     "mentioned": 8,
     "mentionedPct": 2.1,
     "namedAllowed": 1
    },
    "CCBot": {
     "blocked": 59,
     "blockedPct": 15.4,
     "blockedNamed": 53,
     "blockedNamedPct": 13.8,
     "partial": 124,
     "partialNamed": 0,
     "mentioned": 53,
     "mentionedPct": 13.8,
     "namedAllowed": 0
    },
    "Bytespider": {
     "blocked": 57,
     "blockedPct": 14.9,
     "blockedNamed": 51,
     "blockedNamedPct": 13.3,
     "partial": 126,
     "partialNamed": 0,
     "mentioned": 51,
     "mentionedPct": 13.3,
     "namedAllowed": 0
    },
    "Applebot-Extended": {
     "blocked": 55,
     "blockedPct": 14.4,
     "blockedNamed": 49,
     "blockedNamedPct": 12.8,
     "partial": 128,
     "partialNamed": 0,
     "mentioned": 49,
     "mentionedPct": 12.8,
     "namedAllowed": 0
    },
    "meta-externalagent": {
     "blocked": 57,
     "blockedPct": 14.9,
     "blockedNamed": 51,
     "blockedNamedPct": 13.3,
     "partial": 125,
     "partialNamed": 0,
     "mentioned": 53,
     "mentionedPct": 13.8,
     "namedAllowed": 2
    },
    "Amazonbot": {
     "blocked": 54,
     "blockedPct": 14.1,
     "blockedNamed": 48,
     "blockedNamedPct": 12.5,
     "partial": 129,
     "partialNamed": 0,
     "mentioned": 48,
     "mentionedPct": 12.5,
     "namedAllowed": 0
    }
   },
   "anyAiBlocked": 64,
   "anyAiBlockedPct": 16.7,
   "anyAiBlockedNamed": 58,
   "anyAiBlockedNamedPct": 15.1,
   "anyTrainingBlocked": 63,
   "anyTrainingBlockedPct": 16.4,
   "anySearchBlocked": 12,
   "anySearchBlockedPct": 3.1,
   "anyUserBlocked": 14,
   "anyUserBlockedPct": 3.7,
   "wildcardBlocked": 6,
   "wildcardBlockedPct": 1.6,
   "namedBlockBuckets": {
    "none": 325,
    "oneToThree": 8,
    "fourToEight": 45,
    "nineOrMore": 5
   },
   "llmsPresent": 28,
   "llmsPresentPct": 5.6,
   "llmsH1First": 21,
   "llmsHasH1": 28,
   "llmsHtml200": 74,
   "llmsHtml200Pct": 14.8,
   "llmsEmptyOrRobotsCopy": 2,
   "llmsGenerators": {
    "Yoast SEO": 7,
    "All in One SEO": 6,
    "Rank Math": 1
   },
   "llmsWordPressPlugin": 14,
   "contentSignal": 42,
   "contentSignalAiTrainNo": 42,
   "cloudflareManaged": 42,
   "namedBlockersCloudflare": 42,
   "namedBlockersHandWritten": 16,
   "cloudflareShareOfNamedBlockersPct": 72.4,
   "cloudflareBlockPct": 11,
   "handWrittenBlockPct": 4.2,
   "handWrittenBlockedByBot": {
    "GPTBot": 10,
    "OAI-SearchBot": 6,
    "ChatGPT-User": 8,
    "ClaudeBot": 7,
    "Claude-SearchBot": 2,
    "Claude-User": 3,
    "Google-Extended": 3,
    "PerplexityBot": 6,
    "CCBot": 11,
    "Bytespider": 9,
    "Applebot-Extended": 7,
    "meta-externalagent": 9,
    "Amazonbot": 6
   },
   "blockedWithExceptionsByBot": {
    "GPTBot": 1,
    "OAI-SearchBot": 1,
    "ChatGPT-User": 1,
    "ClaudeBot": 1,
    "Claude-SearchBot": 1,
    "Claude-User": 1,
    "Google-Extended": 1,
    "PerplexityBot": 1,
    "CCBot": 1,
    "Bytespider": 1,
    "Applebot-Extended": 1,
    "meta-externalagent": 1,
    "Amazonbot": 1
   },
   "redirectedOutsideCcTld": 4,
   "blocksAll13": 6,
   "legacyNamed": 6,
   "htmlInsteadOfRobots": 24
  },
  "Thailand": {
   "n": 500,
   "robotsClasses": {
    "file": 282,
    "denied": 48,
    "unreachable": 68,
    "missing": 64,
    "html": 30,
    "challenge": 8
   },
   "readable": 376,
   "withFile": 282,
   "bots": {
    "GPTBot": {
     "blocked": 37,
     "blockedPct": 9.8,
     "blockedNamed": 32,
     "blockedNamedPct": 8.5,
     "partial": 152,
     "partialNamed": 5,
     "mentioned": 46,
     "mentionedPct": 12.2,
     "namedAllowed": 9
    },
    "OAI-SearchBot": {
     "blocked": 5,
     "blockedPct": 1.3,
     "blockedNamed": 0,
     "blockedNamedPct": 0,
     "partial": 165,
     "partialNamed": 4,
     "mentioned": 10,
     "mentionedPct": 2.7,
     "namedAllowed": 6
    },
    "ChatGPT-User": {
     "blocked": 7,
     "blockedPct": 1.9,
     "blockedNamed": 2,
     "blockedNamedPct": 0.5,
     "partial": 163,
     "partialNamed": 7,
     "mentioned": 15,
     "mentionedPct": 4,
     "namedAllowed": 6
    },
    "ClaudeBot": {
     "blocked": 33,
     "blockedPct": 8.8,
     "blockedNamed": 28,
     "blockedNamedPct": 7.4,
     "partial": 157,
     "partialNamed": 6,
     "mentioned": 42,
     "mentionedPct": 11.2,
     "namedAllowed": 8
    },
    "Claude-SearchBot": {
     "blocked": 7,
     "blockedPct": 1.9,
     "blockedNamed": 1,
     "blockedNamedPct": 0.3,
     "partial": 166,
     "partialNamed": 1,
     "mentioned": 5,
     "mentionedPct": 1.3,
     "namedAllowed": 3
    },
    "Claude-User": {
     "blocked": 6,
     "blockedPct": 1.6,
     "blockedNamed": 0,
     "blockedNamedPct": 0,
     "partial": 167,
     "partialNamed": 0,
     "mentioned": 3,
     "mentionedPct": 0.8,
     "namedAllowed": 3
    },
    "Google-Extended": {
     "blocked": 34,
     "blockedPct": 9,
     "blockedNamed": 28,
     "blockedNamedPct": 7.4,
     "partial": 157,
     "partialNamed": 4,
     "mentioned": 39,
     "mentionedPct": 10.4,
     "namedAllowed": 7
    },
    "PerplexityBot": {
     "blocked": 6,
     "blockedPct": 1.6,
     "blockedNamed": 1,
     "blockedNamedPct": 0.3,
     "partial": 164,
     "partialNamed": 6,
     "mentioned": 13,
     "mentionedPct": 3.5,
     "namedAllowed": 6
    },
    "CCBot": {
     "blocked": 36,
     "blockedPct": 9.6,
     "blockedNamed": 31,
     "blockedNamedPct": 8.2,
     "partial": 157,
     "partialNamed": 3,
     "mentioned": 39,
     "mentionedPct": 10.4,
     "namedAllowed": 5
    },
    "Bytespider": {
     "blocked": 39,
     "blockedPct": 10.4,
     "blockedNamed": 34,
     "blockedNamedPct": 9,
     "partial": 157,
     "partialNamed": 1,
     "mentioned": 37,
     "mentionedPct": 9.8,
     "namedAllowed": 2
    },
    "Applebot-Extended": {
     "blocked": 32,
     "blockedPct": 8.5,
     "blockedNamed": 27,
     "blockedNamedPct": 7.2,
     "partial": 165,
     "partialNamed": 2,
     "mentioned": 30,
     "mentionedPct": 8,
     "namedAllowed": 1
    },
    "meta-externalagent": {
     "blocked": 33,
     "blockedPct": 8.8,
     "blockedNamed": 28,
     "blockedNamedPct": 7.4,
     "partial": 164,
     "partialNamed": 3,
     "mentioned": 32,
     "mentionedPct": 8.5,
     "namedAllowed": 1
    },
    "Amazonbot": {
     "blocked": 35,
     "blockedPct": 9.3,
     "blockedNamed": 30,
     "blockedNamedPct": 8,
     "partial": 161,
     "partialNamed": 1,
     "mentioned": 33,
     "mentionedPct": 8.8,
     "namedAllowed": 2
    }
   },
   "anyAiBlocked": 47,
   "anyAiBlockedPct": 12.5,
   "anyAiBlockedNamed": 42,
   "anyAiBlockedNamedPct": 11.2,
   "anyTrainingBlocked": 47,
   "anyTrainingBlockedPct": 12.5,
   "anySearchBlocked": 8,
   "anySearchBlockedPct": 2.1,
   "anyUserBlocked": 8,
   "anyUserBlockedPct": 2.1,
   "wildcardBlocked": 6,
   "wildcardBlockedPct": 1.6,
   "namedBlockBuckets": {
    "none": 334,
    "oneToThree": 13,
    "fourToEight": 28,
    "nineOrMore": 1
   },
   "llmsPresent": 45,
   "llmsPresentPct": 9,
   "llmsH1First": 39,
   "llmsHasH1": 43,
   "llmsHtml200": 76,
   "llmsHtml200Pct": 15.2,
   "llmsEmptyOrRobotsCopy": 4,
   "llmsGenerators": {
    "Yoast SEO": 5,
    "All in One SEO": 2,
    "Rank Math": 1
   },
   "llmsWordPressPlugin": 8,
   "contentSignal": 28,
   "contentSignalAiTrainNo": 28,
   "cloudflareManaged": 26,
   "namedBlockersCloudflare": 25,
   "namedBlockersHandWritten": 17,
   "cloudflareShareOfNamedBlockersPct": 59.5,
   "cloudflareBlockPct": 6.6,
   "handWrittenBlockPct": 4.5,
   "handWrittenBlockedByBot": {
    "GPTBot": 7,
    "OAI-SearchBot": 0,
    "ChatGPT-User": 2,
    "ClaudeBot": 3,
    "Claude-SearchBot": 1,
    "Claude-User": 0,
    "Google-Extended": 3,
    "PerplexityBot": 1,
    "CCBot": 6,
    "Bytespider": 9,
    "Applebot-Extended": 2,
    "meta-externalagent": 3,
    "Amazonbot": 5
   },
   "blockedWithExceptionsByBot": {
    "GPTBot": 0,
    "OAI-SearchBot": 0,
    "ChatGPT-User": 0,
    "ClaudeBot": 0,
    "Claude-SearchBot": 0,
    "Claude-User": 0,
    "Google-Extended": 0,
    "PerplexityBot": 0,
    "CCBot": 0,
    "Bytespider": 0,
    "Applebot-Extended": 0,
    "meta-externalagent": 0,
    "Amazonbot": 0
   },
   "redirectedOutsideCcTld": 7,
   "blocksAll13": 5,
   "legacyNamed": 8,
   "htmlInsteadOfRobots": 30
  },
  "Vietnam": {
   "n": 500,
   "robotsClasses": {
    "file": 320,
    "missing": 52,
    "unreachable": 63,
    "denied": 35,
    "html": 30
   },
   "readable": 402,
   "withFile": 320,
   "bots": {
    "GPTBot": {
     "blocked": 33,
     "blockedPct": 8.2,
     "blockedNamed": 28,
     "blockedNamedPct": 7,
     "partial": 197,
     "partialNamed": 3,
     "mentioned": 41,
     "mentionedPct": 10.2,
     "namedAllowed": 10
    },
    "OAI-SearchBot": {
     "blocked": 6,
     "blockedPct": 1.5,
     "blockedNamed": 1,
     "blockedNamedPct": 0.2,
     "partial": 207,
     "partialNamed": 8,
     "mentioned": 21,
     "mentionedPct": 5.2,
     "namedAllowed": 12
    },
    "ChatGPT-User": {
     "blocked": 6,
     "blockedPct": 1.5,
     "blockedNamed": 1,
     "blockedNamedPct": 0.2,
     "partial": 213,
     "partialNamed": 5,
     "mentioned": 14,
     "mentionedPct": 3.5,
     "namedAllowed": 8
    },
    "ClaudeBot": {
     "blocked": 32,
     "blockedPct": 8,
     "blockedNamed": 27,
     "blockedNamedPct": 6.7,
     "partial": 196,
     "partialNamed": 5,
     "mentioned": 44,
     "mentionedPct": 10.9,
     "namedAllowed": 12
    },
    "Claude-SearchBot": {
     "blocked": 5,
     "blockedPct": 1.2,
     "blockedNamed": 0,
     "blockedNamedPct": 0,
     "partial": 218,
     "partialNamed": 2,
     "mentioned": 4,
     "mentionedPct": 1,
     "namedAllowed": 2
    },
    "Claude-User": {
     "blocked": 5,
     "blockedPct": 1.2,
     "blockedNamed": 0,
     "blockedNamedPct": 0,
     "partial": 217,
     "partialNamed": 2,
     "mentioned": 5,
     "mentionedPct": 1.2,
     "namedAllowed": 3
    },
    "Google-Extended": {
     "blocked": 30,
     "blockedPct": 7.5,
     "blockedNamed": 25,
     "blockedNamedPct": 6.2,
     "partial": 201,
     "partialNamed": 5,
     "mentioned": 40,
     "mentionedPct": 10,
     "namedAllowed": 10
    },
    "PerplexityBot": {
     "blocked": 7,
     "blockedPct": 1.7,
     "blockedNamed": 2,
     "blockedNamedPct": 0.5,
     "partial": 206,
     "partialNamed": 8,
     "mentioned": 24,
     "mentionedPct": 6,
     "namedAllowed": 14
    },
    "CCBot": {
     "blocked": 36,
     "blockedPct": 9,
     "blockedNamed": 31,
     "blockedNamedPct": 7.7,
     "partial": 194,
     "partialNamed": 4,
     "mentioned": 43,
     "mentionedPct": 10.7,
     "namedAllowed": 8
    },
    "Bytespider": {
     "blocked": 35,
     "blockedPct": 8.7,
     "blockedNamed": 30,
     "blockedNamedPct": 7.5,
     "partial": 202,
     "partialNamed": 0,
     "mentioned": 32,
     "mentionedPct": 8,
     "namedAllowed": 2
    },
    "Applebot-Extended": {
     "blocked": 32,
     "blockedPct": 8,
     "blockedNamed": 27,
     "blockedNamedPct": 6.7,
     "partial": 202,
     "partialNamed": 0,
     "mentioned": 33,
     "mentionedPct": 8.2,
     "namedAllowed": 6
    },
    "meta-externalagent": {
     "blocked": 30,
     "blockedPct": 7.5,
     "blockedNamed": 25,
     "blockedNamedPct": 6.2,
     "partial": 205,
     "partialNamed": 2,
     "mentioned": 29,
     "mentionedPct": 7.2,
     "namedAllowed": 2
    },
    "Amazonbot": {
     "blocked": 33,
     "blockedPct": 8.2,
     "blockedNamed": 28,
     "blockedNamedPct": 7,
     "partial": 205,
     "partialNamed": 1,
     "mentioned": 32,
     "mentionedPct": 8,
     "namedAllowed": 3
    }
   },
   "anyAiBlocked": 39,
   "anyAiBlockedPct": 9.7,
   "anyAiBlockedNamed": 34,
   "anyAiBlockedNamedPct": 8.5,
   "anyTrainingBlocked": 39,
   "anyTrainingBlockedPct": 9.7,
   "anySearchBlocked": 7,
   "anySearchBlockedPct": 1.7,
   "anyUserBlocked": 6,
   "anyUserBlockedPct": 1.5,
   "wildcardBlocked": 5,
   "wildcardBlockedPct": 1.2,
   "namedBlockBuckets": {
    "none": 368,
    "oneToThree": 7,
    "fourToEight": 26,
    "nineOrMore": 1
   },
   "llmsPresent": 55,
   "llmsPresentPct": 11,
   "llmsH1First": 53,
   "llmsHasH1": 55,
   "llmsHtml200": 78,
   "llmsHtml200Pct": 15.6,
   "llmsEmptyOrRobotsCopy": 3,
   "llmsGenerators": {
    "All in One SEO": 1
   },
   "llmsWordPressPlugin": 1,
   "contentSignal": 22,
   "contentSignalAiTrainNo": 21,
   "cloudflareManaged": 21,
   "namedBlockersCloudflare": 21,
   "namedBlockersHandWritten": 13,
   "cloudflareShareOfNamedBlockersPct": 61.8,
   "cloudflareBlockPct": 5.2,
   "handWrittenBlockPct": 3.2,
   "handWrittenBlockedByBot": {
    "GPTBot": 7,
    "OAI-SearchBot": 1,
    "ChatGPT-User": 0,
    "ClaudeBot": 6,
    "Claude-SearchBot": 0,
    "Claude-User": 0,
    "Google-Extended": 4,
    "PerplexityBot": 1,
    "CCBot": 10,
    "Bytespider": 9,
    "Applebot-Extended": 6,
    "meta-externalagent": 4,
    "Amazonbot": 7
   },
   "blockedWithExceptionsByBot": {
    "GPTBot": 1,
    "OAI-SearchBot": 1,
    "ChatGPT-User": 1,
    "ClaudeBot": 1,
    "Claude-SearchBot": 1,
    "Claude-User": 1,
    "Google-Extended": 2,
    "PerplexityBot": 1,
    "CCBot": 1,
    "Bytespider": 1,
    "Applebot-Extended": 1,
    "meta-externalagent": 1,
    "Amazonbot": 1
   },
   "redirectedOutsideCcTld": 8,
   "blocksAll13": 5,
   "legacyNamed": 7,
   "htmlInsteadOfRobots": 30
  },
  "Philippines": {
   "n": 500,
   "robotsClasses": {
    "file": 299,
    "denied": 84,
    "html": 24,
    "unreachable": 50,
    "missing": 41,
    "challenge": 2
   },
   "readable": 364,
   "withFile": 299,
   "bots": {
    "GPTBot": {
     "blocked": 87,
     "blockedPct": 23.9,
     "blockedNamed": 75,
     "blockedNamedPct": 20.6,
     "partial": 144,
     "partialNamed": 3,
     "mentioned": 82,
     "mentionedPct": 22.5,
     "namedAllowed": 4
    },
    "OAI-SearchBot": {
     "blocked": 14,
     "blockedPct": 3.8,
     "blockedNamed": 1,
     "blockedNamedPct": 0.3,
     "partial": 165,
     "partialNamed": 2,
     "mentioned": 9,
     "mentionedPct": 2.5,
     "namedAllowed": 6
    },
    "ChatGPT-User": {
     "blocked": 21,
     "blockedPct": 5.8,
     "blockedNamed": 9,
     "blockedNamedPct": 2.5,
     "partial": 160,
     "partialNamed": 3,
     "mentioned": 18,
     "mentionedPct": 4.9,
     "namedAllowed": 6
    },
    "ClaudeBot": {
     "blocked": 80,
     "blockedPct": 22,
     "blockedNamed": 67,
     "blockedNamedPct": 18.4,
     "partial": 153,
     "partialNamed": 2,
     "mentioned": 71,
     "mentionedPct": 19.5,
     "namedAllowed": 2
    },
    "Claude-SearchBot": {
     "blocked": 15,
     "blockedPct": 4.1,
     "blockedNamed": 2,
     "blockedNamedPct": 0.5,
     "partial": 168,
     "partialNamed": 0,
     "mentioned": 4,
     "mentionedPct": 1.1,
     "namedAllowed": 2
    },
    "Claude-User": {
     "blocked": 14,
     "blockedPct": 3.8,
     "blockedNamed": 1,
     "blockedNamedPct": 0.3,
     "partial": 169,
     "partialNamed": 0,
     "mentioned": 3,
     "mentionedPct": 0.8,
     "namedAllowed": 2
    },
    "Google-Extended": {
     "blocked": 84,
     "blockedPct": 23.1,
     "blockedNamed": 71,
     "blockedNamedPct": 19.5,
     "partial": 147,
     "partialNamed": 3,
     "mentioned": 77,
     "mentionedPct": 21.2,
     "namedAllowed": 3
    },
    "PerplexityBot": {
     "blocked": 18,
     "blockedPct": 4.9,
     "blockedNamed": 5,
     "blockedNamedPct": 1.4,
     "partial": 165,
     "partialNamed": 2,
     "mentioned": 11,
     "mentionedPct": 3,
     "namedAllowed": 4
    },
    "CCBot": {
     "blocked": 85,
     "blockedPct": 23.4,
     "blockedNamed": 73,
     "blockedNamedPct": 20.1,
     "partial": 148,
     "partialNamed": 2,
     "mentioned": 76,
     "mentionedPct": 20.9,
     "namedAllowed": 1
    },
    "Bytespider": {
     "blocked": 82,
     "blockedPct": 22.5,
     "blockedNamed": 70,
     "blockedNamedPct": 19.2,
     "partial": 151,
     "partialNamed": 2,
     "mentioned": 73,
     "mentionedPct": 20.1,
     "namedAllowed": 1
    },
    "Applebot-Extended": {
     "blocked": 78,
     "blockedPct": 21.4,
     "blockedNamed": 65,
     "blockedNamedPct": 17.9,
     "partial": 155,
     "partialNamed": 1,
     "mentioned": 67,
     "mentionedPct": 18.4,
     "namedAllowed": 1
    },
    "meta-externalagent": {
     "blocked": 77,
     "blockedPct": 21.2,
     "blockedNamed": 64,
     "blockedNamedPct": 17.6,
     "partial": 152,
     "partialNamed": 2,
     "mentioned": 70,
     "mentionedPct": 19.2,
     "namedAllowed": 4
    },
    "Amazonbot": {
     "blocked": 79,
     "blockedPct": 21.7,
     "blockedNamed": 66,
     "blockedNamedPct": 18.1,
     "partial": 154,
     "partialNamed": 1,
     "mentioned": 68,
     "mentionedPct": 18.7,
     "namedAllowed": 1
    }
   },
   "anyAiBlocked": 95,
   "anyAiBlockedPct": 26.1,
   "anyAiBlockedNamed": 83,
   "anyAiBlockedNamedPct": 22.8,
   "anyTrainingBlocked": 95,
   "anyTrainingBlockedPct": 26.1,
   "anySearchBlocked": 19,
   "anySearchBlockedPct": 5.2,
   "anyUserBlocked": 21,
   "anyUserBlockedPct": 5.8,
   "wildcardBlocked": 14,
   "wildcardBlockedPct": 3.8,
   "namedBlockBuckets": {
    "none": 281,
    "oneToThree": 12,
    "fourToEight": 67,
    "nineOrMore": 4
   },
   "llmsPresent": 47,
   "llmsPresentPct": 9.4,
   "llmsH1First": 38,
   "llmsHasH1": 47,
   "llmsHtml200": 61,
   "llmsHtml200Pct": 12.2,
   "llmsEmptyOrRobotsCopy": 6,
   "llmsGenerators": {
    "All in One SEO": 6,
    "Yoast SEO": 4,
    "Rank Math": 2
   },
   "llmsWordPressPlugin": 12,
   "contentSignal": 60,
   "contentSignalAiTrainNo": 60,
   "cloudflareManaged": 57,
   "namedBlockersCloudflare": 57,
   "namedBlockersHandWritten": 26,
   "cloudflareShareOfNamedBlockersPct": 68.7,
   "cloudflareBlockPct": 15.7,
   "handWrittenBlockPct": 7.1,
   "handWrittenBlockedByBot": {
    "GPTBot": 18,
    "OAI-SearchBot": 1,
    "ChatGPT-User": 9,
    "ClaudeBot": 10,
    "Claude-SearchBot": 2,
    "Claude-User": 1,
    "Google-Extended": 14,
    "PerplexityBot": 5,
    "CCBot": 16,
    "Bytespider": 13,
    "Applebot-Extended": 8,
    "meta-externalagent": 8,
    "Amazonbot": 9
   },
   "blockedWithExceptionsByBot": {
    "GPTBot": 1,
    "OAI-SearchBot": 1,
    "ChatGPT-User": 1,
    "ClaudeBot": 1,
    "Claude-SearchBot": 1,
    "Claude-User": 1,
    "Google-Extended": 1,
    "PerplexityBot": 1,
    "CCBot": 1,
    "Bytespider": 1,
    "Applebot-Extended": 1,
    "meta-externalagent": 2,
    "Amazonbot": 1
   },
   "redirectedOutsideCcTld": 9,
   "blocksAll13": 14,
   "legacyNamed": 13,
   "htmlInsteadOfRobots": 24
  }
 },
 "byType": {
  "Government": {
   "n": 488,
   "robotsClasses": {
    "file": 253,
    "missing": 53,
    "html": 26,
    "denied": 57,
    "unreachable": 94,
    "challenge": 5
   },
   "readable": 332,
   "withFile": 253,
   "bots": {
    "GPTBot": {
     "blocked": 43,
     "blockedPct": 13,
     "blockedNamed": 33,
     "blockedNamedPct": 9.9,
     "partial": 127,
     "partialNamed": 0,
     "mentioned": 33,
     "mentionedPct": 9.9,
     "namedAllowed": 0
    },
    "OAI-SearchBot": {
     "blocked": 10,
     "blockedPct": 3,
     "blockedNamed": 0,
     "blockedNamedPct": 0,
     "partial": 132,
     "partialNamed": 0,
     "mentioned": 0,
     "mentionedPct": 0,
     "namedAllowed": 0
    },
    "ChatGPT-User": {
     "blocked": 10,
     "blockedPct": 3,
     "blockedNamed": 0,
     "blockedNamedPct": 0,
     "partial": 132,
     "partialNamed": 0,
     "mentioned": 0,
     "mentionedPct": 0,
     "namedAllowed": 0
    },
    "ClaudeBot": {
     "blocked": 39,
     "blockedPct": 11.7,
     "blockedNamed": 29,
     "blockedNamedPct": 8.7,
     "partial": 130,
     "partialNamed": 0,
     "mentioned": 29,
     "mentionedPct": 8.7,
     "namedAllowed": 0
    },
    "Claude-SearchBot": {
     "blocked": 10,
     "blockedPct": 3,
     "blockedNamed": 0,
     "blockedNamedPct": 0,
     "partial": 132,
     "partialNamed": 0,
     "mentioned": 0,
     "mentionedPct": 0,
     "namedAllowed": 0
    },
    "Claude-User": {
     "blocked": 10,
     "blockedPct": 3,
     "blockedNamed": 0,
     "blockedNamedPct": 0,
     "partial": 132,
     "partialNamed": 0,
     "mentioned": 0,
     "mentionedPct": 0,
     "namedAllowed": 0
    },
    "Google-Extended": {
     "blocked": 40,
     "blockedPct": 12,
     "blockedNamed": 30,
     "blockedNamedPct": 9,
     "partial": 129,
     "partialNamed": 0,
     "mentioned": 30,
     "mentionedPct": 9,
     "namedAllowed": 0
    },
    "PerplexityBot": {
     "blocked": 10,
     "blockedPct": 3,
     "blockedNamed": 0,
     "blockedNamedPct": 0,
     "partial": 132,
     "partialNamed": 0,
     "mentioned": 0,
     "mentionedPct": 0,
     "namedAllowed": 0
    },
    "CCBot": {
     "blocked": 40,
     "blockedPct": 12,
     "blockedNamed": 30,
     "blockedNamedPct": 9,
     "partial": 129,
     "partialNamed": 0,
     "mentioned": 30,
     "mentionedPct": 9,
     "namedAllowed": 0
    },
    "Bytespider": {
     "blocked": 39,
     "blockedPct": 11.7,
     "blockedNamed": 29,
     "blockedNamedPct": 8.7,
     "partial": 130,
     "partialNamed": 0,
     "mentioned": 29,
     "mentionedPct": 8.7,
     "namedAllowed": 0
    },
    "Applebot-Extended": {
     "blocked": 39,
     "blockedPct": 11.7,
     "blockedNamed": 29,
     "blockedNamedPct": 8.7,
     "partial": 130,
     "partialNamed": 0,
     "mentioned": 29,
     "mentionedPct": 8.7,
     "namedAllowed": 0
    },
    "meta-externalagent": {
     "blocked": 39,
     "blockedPct": 11.7,
     "blockedNamed": 29,
     "blockedNamedPct": 8.7,
     "partial": 130,
     "partialNamed": 0,
     "mentioned": 29,
     "mentionedPct": 8.7,
     "namedAllowed": 0
    },
    "Amazonbot": {
     "blocked": 39,
     "blockedPct": 11.7,
     "blockedNamed": 29,
     "blockedNamedPct": 8.7,
     "partial": 130,
     "partialNamed": 0,
     "mentioned": 29,
     "mentionedPct": 8.7,
     "namedAllowed": 0
    }
   },
   "anyAiBlocked": 43,
   "anyAiBlockedPct": 13,
   "anyAiBlockedNamed": 33,
   "anyAiBlockedNamedPct": 9.9,
   "anyTrainingBlocked": 43,
   "anyTrainingBlockedPct": 13,
   "anySearchBlocked": 10,
   "anySearchBlockedPct": 3,
   "anyUserBlocked": 10,
   "anyUserBlockedPct": 3,
   "wildcardBlocked": 10,
   "wildcardBlockedPct": 3,
   "namedBlockBuckets": {
    "none": 299,
    "oneToThree": 4,
    "fourToEight": 29,
    "nineOrMore": 0
   },
   "llmsPresent": 11,
   "llmsPresentPct": 2.3,
   "llmsH1First": 7,
   "llmsHasH1": 9,
   "llmsHtml200": 69,
   "llmsHtml200Pct": 14.1,
   "llmsEmptyOrRobotsCopy": 0,
   "llmsGenerators": {
    "All in One SEO": 3,
    "Yoast SEO": 2
   },
   "llmsWordPressPlugin": 5,
   "contentSignal": 29,
   "contentSignalAiTrainNo": 29,
   "cloudflareManaged": 29,
   "namedBlockersCloudflare": 29,
   "namedBlockersHandWritten": 4,
   "cloudflareShareOfNamedBlockersPct": 87.9,
   "cloudflareBlockPct": 8.7,
   "handWrittenBlockPct": 1.2,
   "handWrittenBlockedByBot": {
    "GPTBot": 4,
    "OAI-SearchBot": 0,
    "ChatGPT-User": 0,
    "ClaudeBot": 0,
    "Claude-SearchBot": 0,
    "Claude-User": 0,
    "Google-Extended": 1,
    "PerplexityBot": 0,
    "CCBot": 1,
    "Bytespider": 0,
    "Applebot-Extended": 0,
    "meta-externalagent": 0,
    "Amazonbot": 0
   },
   "blockedWithExceptionsByBot": {
    "GPTBot": 1,
    "OAI-SearchBot": 1,
    "ChatGPT-User": 1,
    "ClaudeBot": 1,
    "Claude-SearchBot": 1,
    "Claude-User": 1,
    "Google-Extended": 1,
    "PerplexityBot": 1,
    "CCBot": 1,
    "Bytespider": 1,
    "Applebot-Extended": 1,
    "meta-externalagent": 1,
    "Amazonbot": 1
   },
   "redirectedOutsideCcTld": 0,
   "blocksAll13": 10,
   "legacyNamed": 0,
   "htmlInsteadOfRobots": 26
  },
  "Education": {
   "n": 430,
   "robotsClasses": {
    "challenge": 4,
    "file": 282,
    "unreachable": 28,
    "html": 21,
    "denied": 34,
    "missing": 61
   },
   "readable": 364,
   "withFile": 282,
   "bots": {
    "GPTBot": {
     "blocked": 45,
     "blockedPct": 12.4,
     "blockedNamed": 40,
     "blockedNamedPct": 11,
     "partial": 144,
     "partialNamed": 2,
     "mentioned": 43,
     "mentionedPct": 11.8,
     "namedAllowed": 1
    },
    "OAI-SearchBot": {
     "blocked": 6,
     "blockedPct": 1.6,
     "blockedNamed": 1,
     "blockedNamedPct": 0.3,
     "partial": 153,
     "partialNamed": 2,
     "mentioned": 4,
     "mentionedPct": 1.1,
     "namedAllowed": 1
    },
    "ChatGPT-User": {
     "blocked": 7,
     "blockedPct": 1.9,
     "blockedNamed": 2,
     "blockedNamedPct": 0.5,
     "partial": 152,
     "partialNamed": 1,
     "mentioned": 4,
     "mentionedPct": 1.1,
     "namedAllowed": 1
    },
    "ClaudeBot": {
     "blocked": 44,
     "blockedPct": 12.1,
     "blockedNamed": 39,
     "blockedNamedPct": 10.7,
     "partial": 145,
     "partialNamed": 1,
     "mentioned": 41,
     "mentionedPct": 11.3,
     "namedAllowed": 1
    },
    "Claude-SearchBot": {
     "blocked": 6,
     "blockedPct": 1.6,
     "blockedNamed": 1,
     "blockedNamedPct": 0.3,
     "partial": 153,
     "partialNamed": 1,
     "mentioned": 3,
     "mentionedPct": 0.8,
     "namedAllowed": 1
    },
    "Claude-User": {
     "blocked": 6,
     "blockedPct": 1.6,
     "blockedNamed": 1,
     "blockedNamedPct": 0.3,
     "partial": 154,
     "partialNamed": 1,
     "mentioned": 2,
     "mentionedPct": 0.5,
     "namedAllowed": 0
    },
    "Google-Extended": {
     "blocked": 43,
     "blockedPct": 11.8,
     "blockedNamed": 38,
     "blockedNamedPct": 10.4,
     "partial": 146,
     "partialNamed": 1,
     "mentioned": 40,
     "mentionedPct": 11,
     "namedAllowed": 1
    },
    "PerplexityBot": {
     "blocked": 7,
     "blockedPct": 1.9,
     "blockedNamed": 2,
     "blockedNamedPct": 0.5,
     "partial": 152,
     "partialNamed": 1,
     "mentioned": 4,
     "mentionedPct": 1.1,
     "namedAllowed": 1
    },
    "CCBot": {
     "blocked": 47,
     "blockedPct": 12.9,
     "blockedNamed": 42,
     "blockedNamedPct": 11.5,
     "partial": 142,
     "partialNamed": 1,
     "mentioned": 44,
     "mentionedPct": 12.1,
     "namedAllowed": 1
    },
    "Bytespider": {
     "blocked": 45,
     "blockedPct": 12.4,
     "blockedNamed": 40,
     "blockedNamedPct": 11,
     "partial": 144,
     "partialNamed": 1,
     "mentioned": 42,
     "mentionedPct": 11.5,
     "namedAllowed": 1
    },
    "Applebot-Extended": {
     "blocked": 44,
     "blockedPct": 12.1,
     "blockedNamed": 39,
     "blockedNamedPct": 10.7,
     "partial": 145,
     "partialNamed": 1,
     "mentioned": 41,
     "mentionedPct": 11.3,
     "namedAllowed": 1
    },
    "meta-externalagent": {
     "blocked": 43,
     "blockedPct": 11.8,
     "blockedNamed": 38,
     "blockedNamedPct": 10.4,
     "partial": 147,
     "partialNamed": 2,
     "mentioned": 40,
     "mentionedPct": 11,
     "namedAllowed": 0
    },
    "Amazonbot": {
     "blocked": 43,
     "blockedPct": 11.8,
     "blockedNamed": 38,
     "blockedNamedPct": 10.4,
     "partial": 146,
     "partialNamed": 0,
     "mentioned": 39,
     "mentionedPct": 10.7,
     "namedAllowed": 1
    }
   },
   "anyAiBlocked": 48,
   "anyAiBlockedPct": 13.2,
   "anyAiBlockedNamed": 43,
   "anyAiBlockedNamedPct": 11.8,
   "anyTrainingBlocked": 48,
   "anyTrainingBlockedPct": 13.2,
   "anySearchBlocked": 7,
   "anySearchBlockedPct": 1.9,
   "anyUserBlocked": 7,
   "anyUserBlockedPct": 1.9,
   "wildcardBlocked": 6,
   "wildcardBlockedPct": 1.6,
   "namedBlockBuckets": {
    "none": 321,
    "oneToThree": 4,
    "fourToEight": 38,
    "nineOrMore": 1
   },
   "llmsPresent": 30,
   "llmsPresentPct": 7,
   "llmsH1First": 17,
   "llmsHasH1": 30,
   "llmsHtml200": 56,
   "llmsHtml200Pct": 13,
   "llmsEmptyOrRobotsCopy": 1,
   "llmsGenerators": {
    "All in One SEO": 11,
    "Yoast SEO": 4,
    "Rank Math": 1
   },
   "llmsWordPressPlugin": 16,
   "contentSignal": 37,
   "contentSignalAiTrainNo": 37,
   "cloudflareManaged": 37,
   "namedBlockersCloudflare": 37,
   "namedBlockersHandWritten": 6,
   "cloudflareShareOfNamedBlockersPct": 86,
   "cloudflareBlockPct": 10.2,
   "handWrittenBlockPct": 1.6,
   "handWrittenBlockedByBot": {
    "GPTBot": 3,
    "OAI-SearchBot": 1,
    "ChatGPT-User": 2,
    "ClaudeBot": 2,
    "Claude-SearchBot": 1,
    "Claude-User": 1,
    "Google-Extended": 1,
    "PerplexityBot": 2,
    "CCBot": 5,
    "Bytespider": 3,
    "Applebot-Extended": 2,
    "meta-externalagent": 1,
    "Amazonbot": 1
   },
   "blockedWithExceptionsByBot": {
    "GPTBot": 0,
    "OAI-SearchBot": 0,
    "ChatGPT-User": 0,
    "ClaudeBot": 0,
    "Claude-SearchBot": 0,
    "Claude-User": 0,
    "Google-Extended": 0,
    "PerplexityBot": 0,
    "CCBot": 0,
    "Bytespider": 0,
    "Applebot-Extended": 0,
    "meta-externalagent": 0,
    "Amazonbot": 0
   },
   "redirectedOutsideCcTld": 0,
   "blocksAll13": 6,
   "legacyNamed": 2,
   "htmlInsteadOfRobots": 21
  },
  "Commercial and other": {
   "n": 2082,
   "robotsClasses": {
    "missing": 199,
    "file": 1286,
    "denied": 242,
    "unreachable": 244,
    "html": 106,
    "challenge": 5
   },
   "readable": 1591,
   "withFile": 1286,
   "bots": {
    "GPTBot": {
     "blocked": 195,
     "blockedPct": 12.3,
     "blockedNamed": 172,
     "blockedNamedPct": 10.8,
     "partial": 732,
     "partialNamed": 28,
     "mentioned": 245,
     "mentionedPct": 15.4,
     "namedAllowed": 45
    },
    "OAI-SearchBot": {
     "blocked": 34,
     "blockedPct": 2.1,
     "blockedNamed": 9,
     "blockedNamedPct": 0.6,
     "partial": 791,
     "partialNamed": 26,
     "mentioned": 80,
     "mentionedPct": 5,
     "namedAllowed": 45
    },
    "ChatGPT-User": {
     "blocked": 44,
     "blockedPct": 2.8,
     "blockedNamed": 21,
     "blockedNamedPct": 1.3,
     "partial": 788,
     "partialNamed": 31,
     "mentioned": 96,
     "mentionedPct": 6,
     "namedAllowed": 44
    },
    "ClaudeBot": {
     "blocked": 179,
     "blockedPct": 11.3,
     "blockedNamed": 154,
     "blockedNamedPct": 9.7,
     "partial": 754,
     "partialNamed": 28,
     "mentioned": 221,
     "mentionedPct": 13.9,
     "namedAllowed": 39
    },
    "Claude-SearchBot": {
     "blocked": 34,
     "blockedPct": 2.1,
     "blockedNamed": 7,
     "blockedNamedPct": 0.4,
     "partial": 816,
     "partialNamed": 6,
     "mentioned": 31,
     "mentionedPct": 1.9,
     "namedAllowed": 18
    },
    "Claude-User": {
     "blocked": 31,
     "blockedPct": 1.9,
     "blockedNamed": 4,
     "blockedNamedPct": 0.3,
     "partial": 818,
     "partialNamed": 6,
     "mentioned": 29,
     "mentionedPct": 1.8,
     "namedAllowed": 19
    },
    "Google-Extended": {
     "blocked": 174,
     "blockedPct": 10.9,
     "blockedNamed": 148,
     "blockedNamedPct": 9.3,
     "partial": 759,
     "partialNamed": 31,
     "mentioned": 216,
     "mentionedPct": 13.6,
     "namedAllowed": 37
    },
    "PerplexityBot": {
     "blocked": 42,
     "blockedPct": 2.6,
     "blockedNamed": 17,
     "blockedNamedPct": 1.1,
     "partial": 789,
     "partialNamed": 33,
     "mentioned": 95,
     "mentionedPct": 6,
     "namedAllowed": 45
    },
    "CCBot": {
     "blocked": 205,
     "blockedPct": 12.9,
     "blockedNamed": 182,
     "blockedNamedPct": 11.4,
     "partial": 743,
     "partialNamed": 17,
     "mentioned": 218,
     "mentionedPct": 13.7,
     "namedAllowed": 19
    },
    "Bytespider": {
     "blocked": 201,
     "blockedPct": 12.6,
     "blockedNamed": 177,
     "blockedNamedPct": 11.1,
     "partial": 759,
     "partialNamed": 11,
     "mentioned": 195,
     "mentionedPct": 12.3,
     "namedAllowed": 7
    },
    "Applebot-Extended": {
     "blocked": 176,
     "blockedPct": 11.1,
     "blockedNamed": 151,
     "blockedNamedPct": 9.5,
     "partial": 779,
     "partialNamed": 9,
     "mentioned": 172,
     "mentionedPct": 10.8,
     "namedAllowed": 12
    },
    "meta-externalagent": {
     "blocked": 183,
     "blockedPct": 11.5,
     "blockedNamed": 157,
     "blockedNamedPct": 9.9,
     "partial": 767,
     "partialNamed": 12,
     "mentioned": 184,
     "mentionedPct": 11.6,
     "namedAllowed": 15
    },
    "Amazonbot": {
     "blocked": 182,
     "blockedPct": 11.4,
     "blockedNamed": 157,
     "blockedNamedPct": 9.9,
     "partial": 775,
     "partialNamed": 9,
     "mentioned": 177,
     "mentionedPct": 11.1,
     "namedAllowed": 11
    }
   },
   "anyAiBlocked": 250,
   "anyAiBlockedPct": 15.7,
   "anyAiBlockedNamed": 226,
   "anyAiBlockedNamedPct": 14.2,
   "anyTrainingBlocked": 248,
   "anyTrainingBlockedPct": 15.6,
   "anySearchBlocked": 49,
   "anySearchBlockedPct": 3.1,
   "anyUserBlocked": 47,
   "anyUserBlockedPct": 3,
   "wildcardBlocked": 27,
   "wildcardBlockedPct": 1.7,
   "namedBlockBuckets": {
    "none": 1365,
    "oneToThree": 63,
    "fourToEight": 151,
    "nineOrMore": 12
   },
   "llmsPresent": 235,
   "llmsPresentPct": 11.3,
   "llmsH1First": 209,
   "llmsHasH1": 233,
   "llmsHtml200": 282,
   "llmsHtml200Pct": 13.5,
   "llmsEmptyOrRobotsCopy": 15,
   "llmsGenerators": {
    "Rank Math": 10,
    "All in One SEO": 9,
    "Yoast SEO": 15
   },
   "llmsWordPressPlugin": 34,
   "contentSignal": 131,
   "contentSignalAiTrainNo": 129,
   "cloudflareManaged": 120,
   "namedBlockersCloudflare": 119,
   "namedBlockersHandWritten": 107,
   "cloudflareShareOfNamedBlockersPct": 52.7,
   "cloudflareBlockPct": 7.5,
   "handWrittenBlockPct": 6.7,
   "handWrittenBlockedByBot": {
    "GPTBot": 55,
    "OAI-SearchBot": 9,
    "ChatGPT-User": 20,
    "ClaudeBot": 37,
    "Claude-SearchBot": 7,
    "Claude-User": 4,
    "Google-Extended": 32,
    "PerplexityBot": 16,
    "CCBot": 63,
    "Bytespider": 58,
    "Applebot-Extended": 32,
    "meta-externalagent": 39,
    "Amazonbot": 38
   },
   "blockedWithExceptionsByBot": {
    "GPTBot": 6,
    "OAI-SearchBot": 6,
    "ChatGPT-User": 6,
    "ClaudeBot": 6,
    "Claude-SearchBot": 6,
    "Claude-User": 6,
    "Google-Extended": 15,
    "PerplexityBot": 7,
    "CCBot": 5,
    "Bytespider": 5,
    "Applebot-Extended": 6,
    "meta-externalagent": 6,
    "Amazonbot": 6
   },
   "redirectedOutsideCcTld": 58,
   "blocksAll13": 24,
   "legacyNamed": 59,
   "htmlInsteadOfRobots": 106
  }
 },
 "topTokens": [
  [
   "*",
   1750
  ],
  [
   "gptbot",
   321
  ],
  [
   "ccbot",
   292
  ],
  [
   "claudebot",
   291
  ],
  [
   "google-extended",
   286
  ],
  [
   "bytespider",
   266
  ],
  [
   "meta-externalagent",
   253
  ],
  [
   "amazonbot",
   245
  ],
  [
   "applebot-extended",
   242
  ],
  [
   "cloudflarebrowserrenderingcrawler",
   190
  ],
  [
   "googlebot",
   137
  ],
  [
   "adsbot-google",
   107
  ],
  [
   "bingbot",
   106
  ],
  [
   "chatgpt-user",
   100
  ],
  [
   "perplexitybot",
   99
  ],
  [
   "oai-searchbot",
   84
  ],
  [
   "ahrefsbot",
   84
  ],
  [
   "mj",
   69
  ],
  [
   "facebookexternalhit",
   68
  ],
  [
   "dotbot",
   67
  ],
  [
   "semrushbot",
   65
  ],
  [
   "petalbot",
   61
  ],
  [
   "mediapartners-google",
   58
  ],
  [
   "anthropic-ai",
   57
  ],
  [
   "baiduspider",
   56
  ],
  [
   "yandex",
   48
  ],
  [
   "blexbot",
   43
  ],
  [
   "twitterbot",
   42
  ],
  [
   "cohere-ai",
   41
  ],
  [
   "googlebot-image",
   41
  ],
  [
   "adsbot-google-mobile",
   35
  ],
  [
   "omgilibot",
   35
  ],
  [
   "applebot",
   35
  ],
  [
   "youbot",
   34
  ],
  [
   "claude-searchbot",
   34
  ],
  [
   "facebookbot",
   33
  ],
  [
   "claude-web",
   32
  ],
  [
   "grapeshot",
   32
  ],
  [
   "slurp",
   32
  ],
  [
   "claude-user",
   31
  ]
 ],
 "examples": {
  "Singapore": [
   {
    "domain": "amazon.sg",
    "rank": 10979,
    "type": "Commercial and other",
    "blocked": [
     "GPTBot",
     "OAI-SearchBot",
     "ChatGPT-User",
     "ClaudeBot",
     "Claude-SearchBot",
     "Claude-User",
     "Google-Extended",
     "PerplexityBot",
     "CCBot",
     "Bytespider",
     "meta-externalagent"
    ],
    "url": "https://www.amazon.sg/robots.txt"
   },
   {
    "domain": "hardwarezone.com.sg",
    "rank": 24201,
    "type": "Commercial and other",
    "blocked": [
     "CCBot"
    ],
    "url": "https://www.hardwarezone.com.sg/robots.txt"
   },
   {
    "domain": "glassdoor.sg",
    "rank": 36357,
    "type": "Commercial and other",
    "blocked": [
     "CCBot",
     "Bytespider"
    ],
    "url": "https://www.glassdoor.sg/robots.txt"
   },
   {
    "domain": "zalora.sg",
    "rank": 37661,
    "type": "Commercial and other",
    "blocked": [
     "meta-externalagent"
    ],
    "url": "https://www.zalora.sg/robots.txt"
   },
   {
    "domain": "skyscanner.com.sg",
    "rank": 46634,
    "type": "Commercial and other",
    "blocked": [
     "meta-externalagent"
    ],
    "url": "https://www.skyscanner.com.sg/robots.txt"
   },
   {
    "domain": "chrono24.sg",
    "rank": 47760,
    "type": "Commercial and other",
    "blocked": [
     "Bytespider",
     "Amazonbot"
    ],
    "url": "https://chrono24.sg/robots.txt"
   },
   {
    "domain": "tripadvisor.com.sg",
    "rank": 52701,
    "type": "Commercial and other",
    "blocked": [
     "GPTBot",
     "ClaudeBot",
     "Google-Extended",
     "CCBot",
     "Bytespider",
     "Applebot-Extended",
     "meta-externalagent",
     "Amazonbot"
    ],
    "url": "https://www.tripadvisor.com.sg/robots.txt"
   },
   {
    "domain": "espn.com.sg",
    "rank": 53342,
    "type": "Commercial and other",
    "blocked": [
     "GPTBot",
     "ChatGPT-User",
     "Google-Extended",
     "CCBot",
     "Bytespider"
    ],
    "url": "https://www.espn.com.sg/robots.txt"
   },
   {
    "domain": "eventbrite.sg",
    "rank": 71303,
    "type": "Commercial and other",
    "blocked": [
     "CCBot"
    ],
    "url": "https://eventbrite.sg/robots.txt"
   },
   {
    "domain": "gv.com.sg",
    "rank": 74376,
    "type": "Commercial and other",
    "blocked": [
     "GPTBot",
     "ClaudeBot",
     "Google-Extended",
     "CCBot",
     "Bytespider",
     "Applebot-Extended",
     "meta-externalagent",
     "Amazonbot"
    ],
    "url": "https://gv.com.sg/robots.txt"
   },
   {
    "domain": "locanto.sg",
    "rank": 81202,
    "type": "Commercial and other",
    "blocked": [
     "GPTBot",
     "CCBot",
     "Applebot-Extended",
     "meta-externalagent",
     "Amazonbot"
    ],
    "url": "https://locanto.sg/robots.txt"
   },
   {
    "domain": "ibtimes.sg",
    "rank": 82124,
    "type": "Commercial and other",
    "blocked": [
     "ClaudeBot",
     "CCBot",
     "Bytespider",
     "Applebot-Extended"
    ],
    "url": "https://www.ibtimes.sg/robots.txt"
   }
  ],
  "Malaysia": [
   {
    "domain": "vn2c.my",
    "rank": 9894,
    "type": "Commercial and other",
    "blocked": [
     "GPTBot",
     "ClaudeBot",
     "Google-Extended",
     "CCBot",
     "Bytespider",
     "Applebot-Extended",
     "meta-externalagent",
     "Amazonbot"
    ],
    "url": "https://vn2c.my/robots.txt"
   },
   {
    "domain": "hmetro.com.my",
    "rank": 10616,
    "type": "Commercial and other",
    "blocked": [
     "GPTBot",
     "ClaudeBot",
     "CCBot",
     "Bytespider",
     "Applebot-Extended",
     "meta-externalagent"
    ],
    "url": "https://www.hmetro.com.my/robots.txt"
   },
   {
    "domain": "mysiswaplace.my",
    "rank": 11900,
    "type": "Commercial and other",
    "blocked": [
     "GPTBot",
     "ClaudeBot",
     "Google-Extended",
     "CCBot",
     "Bytespider",
     "Applebot-Extended",
     "meta-externalagent",
     "Amazonbot"
    ],
    "url": "https://mysiswaplace.my/robots.txt"
   },
   {
    "domain": "nst.com.my",
    "rank": 17428,
    "type": "Commercial and other",
    "blocked": [
     "GPTBot",
     "ClaudeBot",
     "CCBot",
     "Bytespider",
     "Applebot-Extended",
     "meta-externalagent"
    ],
    "url": "https://nst.com.my/robots.txt"
   },
   {
    "domain": "manhwaindo.my",
    "rank": 22977,
    "type": "Commercial and other",
    "blocked": [
     "GPTBot",
     "ClaudeBot",
     "Google-Extended",
     "CCBot",
     "Bytespider",
     "Applebot-Extended",
     "meta-externalagent",
     "Amazonbot"
    ],
    "url": "https://www.manhwaindo.my/robots.txt"
   },
   {
    "domain": "southfreak.my",
    "rank": 33929,
    "type": "Commercial and other",
    "blocked": [
     "GPTBot",
     "ClaudeBot",
     "Google-Extended",
     "CCBot",
     "Bytespider",
     "Applebot-Extended",
     "meta-externalagent",
     "Amazonbot"
    ],
    "url": "https://southfreak.my/robots.txt"
   },
   {
    "domain": "oum.edu.my",
    "rank": 39828,
    "type": "Education",
    "blocked": [
     "CCBot"
    ],
    "url": "https://www.oum.edu.my/robots.txt"
   },
   {
    "domain": "foodpanda.my",
    "rank": 44439,
    "type": "Commercial and other",
    "blocked": [
     "GPTBot"
    ],
    "url": "https://www.foodpanda.my/robots.txt"
   },
   {
    "domain": "kinogo.my",
    "rank": 45392,
    "type": "Commercial and other",
    "blocked": [
     "GPTBot",
     "ClaudeBot",
     "Google-Extended",
     "CCBot",
     "Bytespider",
     "Applebot-Extended",
     "meta-externalagent",
     "Amazonbot"
    ],
    "url": "https://kinogo.my/robots.txt"
   },
   {
    "domain": "tripadvisor.com.my",
    "rank": 50912,
    "type": "Commercial and other",
    "blocked": [
     "GPTBot",
     "ClaudeBot",
     "Google-Extended",
     "CCBot",
     "Bytespider",
     "Applebot-Extended",
     "meta-externalagent",
     "Amazonbot"
    ],
    "url": "https://www.tripadvisor.com.my/robots.txt"
   },
   {
    "domain": "zalora.com.my",
    "rank": 59503,
    "type": "Commercial and other",
    "blocked": [
     "meta-externalagent"
    ],
    "url": "https://www.zalora.com.my/robots.txt"
   },
   {
    "domain": "kwsp.gov.my",
    "rank": 60075,
    "type": "Government",
    "blocked": [
     "GPTBot",
     "ClaudeBot",
     "Google-Extended",
     "CCBot",
     "Bytespider",
     "Applebot-Extended",
     "meta-externalagent",
     "Amazonbot"
    ],
    "url": "https://www.kwsp.gov.my/robots.txt"
   }
  ],
  "Indonesia": [
   {
    "domain": "case-battle.id",
    "rank": 2034,
    "type": "Commercial and other",
    "blocked": [
     "GPTBot",
     "ClaudeBot",
     "Google-Extended",
     "CCBot",
     "Bytespider",
     "Applebot-Extended",
     "meta-externalagent",
     "Amazonbot"
    ],
    "url": "https://case-battle.id/robots.txt"
   },
   {
    "domain": "flashscore.co.id",
    "rank": 8485,
    "type": "Commercial and other",
    "blocked": [
     "CCBot",
     "Bytespider",
     "meta-externalagent"
    ],
    "url": "https://www.flashscore.co.id/robots.txt"
   },
   {
    "domain": "kemdiktisaintek.go.id",
    "rank": 9193,
    "type": "Government",
    "blocked": [
     "GPTBot",
     "ClaudeBot",
     "Google-Extended",
     "CCBot",
     "Bytespider",
     "Applebot-Extended",
     "meta-externalagent",
     "Amazonbot"
    ],
    "url": "https://kemdiktisaintek.go.id/robots.txt"
   },
   {
    "domain": "nu.or.id",
    "rank": 9520,
    "type": "Commercial and other",
    "blocked": [
     "GPTBot",
     "ClaudeBot",
     "Google-Extended",
     "CCBot",
     "Bytespider",
     "Applebot-Extended",
     "meta-externalagent",
     "Amazonbot"
    ],
    "url": "https://nu.or.id/robots.txt"
   },
   {
    "domain": "mothercare.co.id",
    "rank": 14946,
    "type": "Commercial and other",
    "blocked": [
     "OAI-SearchBot",
     "ChatGPT-User",
     "PerplexityBot",
     "CCBot"
    ],
    "url": "https://www.mothercare.co.id/robots.txt"
   },
   {
    "domain": "zalora.co.id",
    "rank": 17190,
    "type": "Commercial and other",
    "blocked": [
     "meta-externalagent"
    ],
    "url": "https://www.zalora.co.id/robots.txt"
   },
   {
    "domain": "unp.ac.id",
    "rank": 19331,
    "type": "Education",
    "blocked": [
     "GPTBot",
     "ClaudeBot",
     "Google-Extended",
     "CCBot",
     "Bytespider",
     "Applebot-Extended",
     "meta-externalagent",
     "Amazonbot"
    ],
    "url": "https://unp.ac.id/robots.txt"
   },
   {
    "domain": "tadex.id",
    "rank": 20113,
    "type": "Commercial and other",
    "blocked": [
     "GPTBot",
     "ClaudeBot",
     "Google-Extended",
     "CCBot",
     "Bytespider",
     "Applebot-Extended",
     "meta-externalagent",
     "Amazonbot"
    ],
    "url": "https://tadex.id/robots.txt"
   },
   {
    "domain": "mahkamahagung.go.id",
    "rank": 21064,
    "type": "Government",
    "blocked": [
     "GPTBot",
     "ClaudeBot",
     "Google-Extended",
     "CCBot",
     "Bytespider",
     "Applebot-Extended",
     "meta-externalagent",
     "Amazonbot"
    ],
    "url": "https://www.mahkamahagung.go.id/robots.txt"
   },
   {
    "domain": "republika.co.id",
    "rank": 25916,
    "type": "Commercial and other",
    "blocked": [
     "GPTBot",
     "OAI-SearchBot",
     "ChatGPT-User",
     "ClaudeBot",
     "PerplexityBot",
     "CCBot",
     "Bytespider",
     "Applebot-Extended",
     "meta-externalagent",
     "Amazonbot"
    ],
    "url": "https://republika.co.id/robots.txt"
   },
   {
    "domain": "kompas.id",
    "rank": 28230,
    "type": "Commercial and other",
    "blocked": [
     "GPTBot",
     "OAI-SearchBot",
     "ChatGPT-User",
     "ClaudeBot",
     "Claude-User",
     "PerplexityBot",
     "CCBot",
     "Bytespider",
     "Applebot-Extended",
     "meta-externalagent",
     "Amazonbot"
    ],
    "url": "https://www.kompas.id/robots.txt"
   },
   {
    "domain": "brainly.co.id",
    "rank": 28982,
    "type": "Commercial and other",
    "blocked": [
     "GPTBot",
     "Applebot-Extended"
    ],
    "url": "https://brainly.co.id/robots.txt"
   }
  ],
  "Thailand": [
   {
    "domain": "chula.ac.th",
    "rank": 15606,
    "type": "Education",
    "blocked": [
     "Bytespider"
    ],
    "url": "https://chula.ac.th/robots.txt"
   },
   {
    "domain": "pea.co.th",
    "rank": 22165,
    "type": "Commercial and other",
    "blocked": [
     "CCBot"
    ],
    "url": "https://www.pea.co.th/robots.txt"
   },
   {
    "domain": "moph.go.th",
    "rank": 29645,
    "type": "Government",
    "blocked": [
     "GPTBot",
     "ClaudeBot",
     "Google-Extended",
     "CCBot",
     "Bytespider",
     "Applebot-Extended",
     "meta-externalagent",
     "Amazonbot"
    ],
    "url": "https://moph.go.th/robots.txt"
   },
   {
    "domain": "true.th",
    "rank": 41551,
    "type": "Commercial and other",
    "blocked": [
     "CCBot"
    ],
    "url": "https://www.true.th/robots.txt"
   },
   {
    "domain": "homepro.co.th",
    "rank": 47344,
    "type": "Commercial and other",
    "blocked": [
     "meta-externalagent"
    ],
    "url": "https://www.homepro.co.th/robots.txt"
   },
   {
    "domain": "scb.co.th",
    "rank": 56174,
    "type": "Commercial and other",
    "blocked": [
     "Bytespider"
    ],
    "url": "https://www.scb.co.th/robots.txt"
   },
   {
    "domain": "skyscanner.co.th",
    "rank": 64255,
    "type": "Commercial and other",
    "blocked": [
     "meta-externalagent"
    ],
    "url": "https://www.skyscanner.co.th/robots.txt"
   },
   {
    "domain": "nacc.go.th",
    "rank": 83242,
    "type": "Government",
    "blocked": [
     "GPTBot",
     "ClaudeBot",
     "Google-Extended",
     "CCBot",
     "Bytespider",
     "Applebot-Extended",
     "meta-externalagent",
     "Amazonbot"
    ],
    "url": "https://nacc.go.th/robots.txt"
   },
   {
    "domain": "pt.co.th",
    "rank": 88277,
    "type": "Commercial and other",
    "blocked": [
     "GPTBot",
     "ClaudeBot",
     "Google-Extended",
     "CCBot",
     "Bytespider",
     "Applebot-Extended",
     "meta-externalagent",
     "Amazonbot"
    ],
    "url": "https://www.pt.co.th/robots.txt"
   },
   {
    "domain": "thangrath.go.th",
    "rank": 103972,
    "type": "Government",
    "blocked": [
     "GPTBot",
     "ClaudeBot",
     "Google-Extended",
     "CCBot",
     "Bytespider",
     "Applebot-Extended",
     "meta-externalagent",
     "Amazonbot"
    ],
    "url": "https://thangrath.go.th/robots.txt"
   },
   {
    "domain": "coj.go.th",
    "rank": 146137,
    "type": "Government",
    "blocked": [
     "GPTBot"
    ],
    "url": "https://coj.go.th/robots.txt"
   },
   {
    "domain": "msu.ac.th",
    "rank": 149553,
    "type": "Education",
    "blocked": [
     "GPTBot",
     "ClaudeBot",
     "Google-Extended",
     "CCBot",
     "Bytespider",
     "Applebot-Extended",
     "meta-externalagent",
     "Amazonbot"
    ],
    "url": "https://msu.ac.th/robots.txt"
   }
  ],
  "Vietnam": [
   {
    "domain": "vietnam.vn",
    "rank": 1837,
    "type": "Commercial and other",
    "blocked": [
     "GPTBot",
     "ClaudeBot",
     "Google-Extended",
     "CCBot",
     "Bytespider",
     "Applebot-Extended",
     "Amazonbot"
    ],
    "url": "https://www.vietnam.vn/robots.txt"
   },
   {
    "domain": "thuvienphapluat.vn",
    "rank": 6280,
    "type": "Commercial and other",
    "blocked": [
     "GPTBot",
     "ClaudeBot",
     "Google-Extended",
     "CCBot",
     "Bytespider",
     "Applebot-Extended",
     "meta-externalagent",
     "Amazonbot"
    ],
    "url": "https://thuvienphapluat.vn/robots.txt"
   },
   {
    "domain": "voz.vn",
    "rank": 9199,
    "type": "Commercial and other",
    "blocked": [
     "GPTBot",
     "ClaudeBot",
     "Google-Extended",
     "CCBot",
     "Bytespider",
     "Applebot-Extended",
     "meta-externalagent",
     "Amazonbot"
    ],
    "url": "https://voz.vn/robots.txt"
   },
   {
    "domain": "truyenqq.com.vn",
    "rank": 9817,
    "type": "Commercial and other",
    "blocked": [
     "GPTBot",
     "ClaudeBot",
     "Google-Extended",
     "CCBot",
     "Bytespider",
     "Applebot-Extended",
     "meta-externalagent",
     "Amazonbot"
    ],
    "url": "https://truyenqq.com.vn/robots.txt"
   },
   {
    "domain": "flashscore.vn",
    "rank": 21350,
    "type": "Commercial and other",
    "blocked": [
     "CCBot",
     "Bytespider",
     "meta-externalagent"
    ],
    "url": "https://www.flashscore.vn/robots.txt"
   },
   {
    "domain": "tinhte.vn",
    "rank": 24084,
    "type": "Commercial and other",
    "blocked": [
     "ClaudeBot",
     "Bytespider"
    ],
    "url": "https://tinhte.vn/robots.txt"
   },
   {
    "domain": "violet.vn",
    "rank": 32316,
    "type": "Commercial and other",
    "blocked": [
     "Amazonbot"
    ],
    "url": "https://violet.vn/robots.txt"
   },
   {
    "domain": "careerviet.vn",
    "rank": 35471,
    "type": "Commercial and other",
    "blocked": [
     "CCBot",
     "Bytespider",
     "Amazonbot"
    ],
    "url": "https://careerviet.vn/robots.txt"
   },
   {
    "domain": "studocu.vn",
    "rank": 42616,
    "type": "Commercial and other",
    "blocked": [
     "GPTBot",
     "ClaudeBot",
     "CCBot",
     "Applebot-Extended",
     "meta-externalagent",
     "Amazonbot"
    ],
    "url": "https://www.studocu.vn/robots.txt"
   },
   {
    "domain": "fpt.edu.vn",
    "rank": 50489,
    "type": "Education",
    "blocked": [
     "GPTBot",
     "ClaudeBot",
     "Google-Extended",
     "CCBot",
     "Bytespider",
     "Applebot-Extended",
     "meta-externalagent",
     "Amazonbot"
    ],
    "url": "https://fpt.edu.vn/robots.txt"
   },
   {
    "domain": "fireant.vn",
    "rank": 50643,
    "type": "Commercial and other",
    "blocked": [
     "GPTBot",
     "ClaudeBot",
     "Google-Extended",
     "CCBot",
     "Bytespider",
     "Applebot-Extended",
     "meta-externalagent",
     "Amazonbot"
    ],
    "url": "https://fireant.vn/robots.txt"
   },
   {
    "domain": "lqdoj.edu.vn",
    "rank": 55966,
    "type": "Education",
    "blocked": [
     "GPTBot",
     "ClaudeBot",
     "Google-Extended",
     "CCBot",
     "Bytespider",
     "Applebot-Extended",
     "meta-externalagent",
     "Amazonbot"
    ],
    "url": "https://lqdoj.edu.vn/robots.txt"
   }
  ],
  "Philippines": [
   {
    "domain": "workabroad.ph",
    "rank": 21314,
    "type": "Commercial and other",
    "blocked": [
     "GPTBot",
     "ClaudeBot",
     "Google-Extended",
     "CCBot",
     "Bytespider",
     "Applebot-Extended",
     "meta-externalagent",
     "Amazonbot"
    ],
    "url": "https://workabroad.ph/robots.txt"
   },
   {
    "domain": "pnpclearance.ph",
    "rank": 23359,
    "type": "Commercial and other",
    "blocked": [
     "GPTBot",
     "ClaudeBot",
     "Google-Extended",
     "CCBot",
     "Bytespider",
     "Applebot-Extended",
     "meta-externalagent",
     "Amazonbot"
    ],
    "url": "https://pnpclearance.ph/robots.txt"
   },
   {
    "domain": "iyottube.ph",
    "rank": 23442,
    "type": "Commercial and other",
    "blocked": [
     "GPTBot",
     "ClaudeBot",
     "Google-Extended",
     "CCBot",
     "Bytespider",
     "Applebot-Extended",
     "meta-externalagent",
     "Amazonbot"
    ],
    "url": "https://iyottube.ph/robots.txt"
   },
   {
    "domain": "g777.ph",
    "rank": 26038,
    "type": "Commercial and other",
    "blocked": [
     "GPTBot",
     "ClaudeBot",
     "Google-Extended",
     "CCBot",
     "Bytespider",
     "Applebot-Extended",
     "meta-externalagent",
     "Amazonbot"
    ],
    "url": "https://g777.ph/robots.txt"
   },
   {
    "domain": "espn.ph",
    "rank": 36322,
    "type": "Commercial and other",
    "blocked": [
     "GPTBot",
     "ChatGPT-User",
     "Google-Extended",
     "CCBot",
     "Bytespider"
    ],
    "url": "https://www.espn.ph/robots.txt"
   },
   {
    "domain": "tripadvisor.com.ph",
    "rank": 42234,
    "type": "Commercial and other",
    "blocked": [
     "GPTBot",
     "ClaudeBot",
     "Google-Extended",
     "CCBot",
     "Bytespider",
     "Applebot-Extended",
     "meta-externalagent",
     "Amazonbot"
    ],
    "url": "https://www.tripadvisor.com.ph/robots.txt"
   },
   {
    "domain": "brainly.ph",
    "rank": 46189,
    "type": "Commercial and other",
    "blocked": [
     "GPTBot",
     "Applebot-Extended"
    ],
    "url": "https://brainly.ph/robots.txt"
   },
   {
    "domain": "chrono24.ph",
    "rank": 46944,
    "type": "Commercial and other",
    "blocked": [
     "Bytespider",
     "Amazonbot"
    ],
    "url": "https://chrono24.ph/robots.txt"
   },
   {
    "domain": "foodpanda.ph",
    "rank": 47264,
    "type": "Commercial and other",
    "blocked": [
     "GPTBot"
    ],
    "url": "https://www.foodpanda.ph/robots.txt"
   },
   {
    "domain": "sunstar.com.ph",
    "rank": 51862,
    "type": "Commercial and other",
    "blocked": [
     "GPTBot",
     "ClaudeBot"
    ],
    "url": "https://www.sunstar.com.ph/robots.txt"
   },
   {
    "domain": "uplb.edu.ph",
    "rank": 53985,
    "type": "Education",
    "blocked": [
     "GPTBot",
     "ClaudeBot",
     "Google-Extended",
     "CCBot",
     "Bytespider",
     "Applebot-Extended",
     "meta-externalagent",
     "Amazonbot"
    ],
    "url": "https://uplb.edu.ph/robots.txt"
   },
   {
    "domain": "ifsu.edu.ph",
    "rank": 55974,
    "type": "Education",
    "blocked": [
     "GPTBot",
     "ClaudeBot",
     "Google-Extended",
     "CCBot",
     "Bytespider",
     "Applebot-Extended",
     "meta-externalagent",
     "Amazonbot"
    ],
    "url": "https://ifsu.edu.ph/robots.txt"
   }
  ]
 }
}