{
 "name": "IABIG AI Crawler Census",
 "url": "https://iabig.com/ai-crawler-census/",
 "license": "CC BY 4.0 (https://creativecommons.org/licenses/by/4.0/)",
 "attribution": "IABIG AI Crawler Census, iabig.com",
 "source": {
  "ranking": "Tranco",
  "list_id": "947V2",
  "list_date": "2026-11-14",
  "permalink": "https://tranco-list.eu/list/947V2/1000000",
  "citation": "Victor Le Pochat, Tom Van Goethem, Samaneh Tajalizadehkhoob, Maciej Korczyński and Wouter Joosen. “Tranco: A Research-Oriented Top Sites Ranking Hardened Against Manipulation.” In Proceedings of the 26th Network and Distributed System Security Symposium (NDSS 2019). https://doi.org/10.14722/ndss.2019.23386"
 },
 "run": {
  "id": 4,
  "started": "2026-11-15T02:15:02Z",
  "finished": "2026-11-15T02:37:25Z",
  "domains": 9999
 },
 "definitions": {
  "B": "fully blocked by name",
  "W": "fully blocked via User-agent: *",
  "blocked": "B + W",
  "partial": "partially restricted",
  "named": "token appears in a User-agent line",
  "reachable": "robots.txt request answered with a file, a 4xx or an HTML page (denominator of all rates)"
 },
 "crawlers": [
  {
   "token": "GPTBot",
   "company": "OpenAI",
   "kind": "training"
  },
  {
   "token": "OAI-SearchBot",
   "company": "OpenAI",
   "kind": "search"
  },
  {
   "token": "ChatGPT-User",
   "company": "OpenAI",
   "kind": "user"
  },
  {
   "token": "ClaudeBot",
   "company": "Anthropic",
   "kind": "training"
  },
  {
   "token": "Claude-SearchBot",
   "company": "Anthropic",
   "kind": "search"
  },
  {
   "token": "Claude-User",
   "company": "Anthropic",
   "kind": "user"
  },
  {
   "token": "PerplexityBot",
   "company": "Perplexity",
   "kind": "search"
  },
  {
   "token": "Perplexity-User",
   "company": "Perplexity",
   "kind": "user"
  },
  {
   "token": "Googlebot",
   "company": "Google",
   "kind": "search"
  },
  {
   "token": "Google-Extended",
   "company": "Google",
   "kind": "training"
  },
  {
   "token": "Bingbot",
   "company": "Microsoft",
   "kind": "search"
  },
  {
   "token": "Applebot",
   "company": "Apple",
   "kind": "search"
  },
  {
   "token": "Applebot-Extended",
   "company": "Apple",
   "kind": "training"
  },
  {
   "token": "meta-externalagent",
   "company": "Meta",
   "kind": "training"
  },
  {
   "token": "meta-externalfetcher",
   "company": "Meta",
   "kind": "user"
  },
  {
   "token": "Amazonbot",
   "company": "Amazon",
   "kind": "training"
  },
  {
   "token": "MistralAI-User",
   "company": "Mistral AI",
   "kind": "user"
  },
  {
   "token": "CCBot",
   "company": "Common Crawl",
   "kind": "training"
  },
  {
   "token": "Bytespider",
   "company": "ByteDance",
   "kind": "training"
  },
  {
   "token": "DuckAssistBot",
   "company": "DuckDuckGo",
   "kind": "search"
  }
 ],
 "latest": {
  "domains": 9999,
  "reachable": 7920,
  "robots_ok": 5503,
  "robots_html": 572,
  "robots_none": 1845,
  "robots_forbidden": 988,
  "server_error": 134,
  "unreachable": 1945,
  "llms_txt": 996,
  "any_ai_named": 1529,
  "any_ai_blocked_by_name": 1127,
  "any_training_blocked": 1336,
  "all_training_blocked": 622,
  "all_bots_blocked": 159,
  "training_blocked_search_allowed": 464,
  "bots": {
   "GPTBot": {
    "blocked": 1019,
    "by_name": 804,
    "partial": 240,
    "named": 1187
   },
   "OAI-SearchBot": {
    "blocked": 424,
    "by_name": 207,
    "partial": 224,
    "named": 578
   },
   "ChatGPT-User": {
    "blocked": 517,
    "by_name": 300,
    "partial": 225,
    "named": 665
   },
   "ClaudeBot": {
    "blocked": 973,
    "by_name": 743,
    "partial": 188,
    "named": 1049
   },
   "Claude-SearchBot": {
    "blocked": 425,
    "by_name": 191,
    "partial": 140,
    "named": 384
   },
   "Claude-User": {
    "blocked": 452,
    "by_name": 219,
    "partial": 128,
    "named": 404
   },
   "PerplexityBot": {
    "blocked": 592,
    "by_name": 373,
    "partial": 209,
    "named": 730
   },
   "Perplexity-User": {
    "blocked": 460,
    "by_name": 222,
    "partial": 121,
    "named": 397
   },
   "Googlebot": {
    "blocked": 164,
    "by_name": 8,
    "partial": 382,
    "named": 545
   },
   "Google-Extended": {
    "blocked": 886,
    "by_name": 664,
    "partial": 184,
    "named": 991
   },
   "Bingbot": {
    "blocked": 213,
    "by_name": 37,
    "partial": 285,
    "named": 448
   },
   "Applebot": {
    "blocked": 302,
    "by_name": 92,
    "partial": 142,
    "named": 300
   },
   "Applebot-Extended": {
    "blocked": 899,
    "by_name": 664,
    "partial": 110,
    "named": 825
   },
   "meta-externalagent": {
    "blocked": 920,
    "by_name": 683,
    "partial": 106,
    "named": 830
   },
   "meta-externalfetcher": {
    "blocked": 477,
    "by_name": 231,
    "partial": 63,
    "named": 309
   },
   "Amazonbot": {
    "blocked": 910,
    "by_name": 674,
    "partial": 118,
    "named": 835
   },
   "MistralAI-User": {
    "blocked": 431,
    "by_name": 180,
    "partial": 67,
    "named": 263
   },
   "CCBot": {
    "blocked": 1089,
    "by_name": 852,
    "partial": 127,
    "named": 1036
   },
   "Bytespider": {
    "blocked": 1087,
    "by_name": 844,
    "partial": 93,
    "named": 960
   },
   "DuckAssistBot": {
    "blocked": 459,
    "by_name": 215,
    "partial": 93,
    "named": 324
   }
  },
  "buckets": {
   "100": {
    "domains": 100,
    "reachable": 71,
    "robots_ok": 48,
    "robots_html": 11,
    "robots_none": 12,
    "robots_forbidden": 3,
    "server_error": 1,
    "unreachable": 28,
    "llms_txt": 9,
    "any_ai_named": 19,
    "any_ai_blocked_by_name": 14,
    "any_training_blocked": 18,
    "all_training_blocked": 11,
    "all_bots_blocked": 3,
    "training_blocked_search_allowed": 3,
    "bots": {
     "GPTBot": {
      "blocked": 14,
      "by_name": 8,
      "partial": 4,
      "named": 15
     },
     "OAI-SearchBot": {
      "blocked": 11,
      "by_name": 2,
      "partial": 4,
      "named": 7
     },
     "ChatGPT-User": {
      "blocked": 13,
      "by_name": 4,
      "partial": 3,
      "named": 9
     },
     "ClaudeBot": {
      "blocked": 14,
      "by_name": 8,
      "partial": 4,
      "named": 14
     },
     "Claude-SearchBot": {
      "blocked": 11,
      "by_name": 2,
      "partial": 4,
      "named": 7
     },
     "Claude-User": {
      "blocked": 13,
      "by_name": 4,
      "partial": 3,
      "named": 8
     },
     "PerplexityBot": {
      "blocked": 15,
      "by_name": 9,
      "partial": 3,
      "named": 15
     },
     "Perplexity-User": {
      "blocked": 13,
      "by_name": 4,
      "partial": 3,
      "named": 8
     },
     "Googlebot": {
      "blocked": 3,
      "by_name": 1,
      "partial": 11,
      "named": 14
     },
     "Google-Extended": {
      "blocked": 14,
      "by_name": 10,
      "partial": 3,
      "named": 16
     },
     "Bingbot": {
      "blocked": 4,
      "by_name": 1,
      "partial": 11,
      "named": 12
     },
     "Applebot": {
      "blocked": 7,
      "by_name": 2,
      "partial": 6,
      "named": 8
     },
     "Applebot-Extended": {
      "blocked": 14,
      "by_name": 7,
      "partial": 2,
      "named": 10
     },
     "meta-externalagent": {
      "blocked": 14,
      "by_name": 7,
      "partial": 1,
      "named": 8
     },
     "meta-externalfetcher": {
      "blocked": 12,
      "by_name": 5,
      "partial": 2,
      "named": 7
     },
     "Amazonbot": {
      "blocked": 13,
      "by_name": 6,
      "partial": 2,
      "named": 8
     },
     "MistralAI-User": {
      "blocked": 13,
      "by_name": 3,
      "partial": 2,
      "named": 5
     },
     "CCBot": {
      "blocked": 14,
      "by_name": 5,
      "partial": 2,
      "named": 9
     },
     "Bytespider": {
      "blocked": 15,
      "by_name": 6,
      "partial": 2,
      "named": 9
     },
     "DuckAssistBot": {
      "blocked": 12,
      "by_name": 4,
      "partial": 3,
      "named": 7
     }
    }
   },
   "1000": {
    "domains": 1000,
    "reachable": 727,
    "robots_ok": 476,
    "robots_html": 75,
    "robots_none": 176,
    "robots_forbidden": 75,
    "server_error": 11,
    "unreachable": 262,
    "llms_txt": 124,
    "any_ai_named": 159,
    "any_ai_blocked_by_name": 108,
    "any_training_blocked": 137,
    "all_training_blocked": 59,
    "all_bots_blocked": 24,
    "training_blocked_search_allowed": 30,
    "bots": {
     "GPTBot": {
      "blocked": 99,
      "by_name": 66,
      "partial": 34,
      "named": 118
     },
     "OAI-SearchBot": {
      "blocked": 57,
      "by_name": 22,
      "partial": 43,
      "named": 78
     },
     "ChatGPT-User": {
      "blocked": 63,
      "by_name": 28,
      "partial": 44,
      "named": 87
     },
     "ClaudeBot": {
      "blocked": 99,
      "by_name": 64,
      "partial": 32,
      "named": 112
     },
     "Claude-SearchBot": {
      "blocked": 66,
      "by_name": 27,
      "partial": 34,
      "named": 64
     },
     "Claude-User": {
      "blocked": 67,
      "by_name": 29,
      "partial": 31,
      "named": 64
     },
     "PerplexityBot": {
      "blocked": 80,
      "by_name": 47,
      "partial": 41,
      "named": 106
     },
     "Perplexity-User": {
      "blocked": 71,
      "by_name": 29,
      "partial": 26,
      "named": 62
     },
     "Googlebot": {
      "blocked": 24,
      "by_name": 2,
      "partial": 62,
      "named": 79
     },
     "Google-Extended": {
      "blocked": 86,
      "by_name": 53,
      "partial": 28,
      "named": 98
     },
     "Bingbot": {
      "blocked": 27,
      "by_name": 3,
      "partial": 53,
      "named": 66
     },
     "Applebot": {
      "blocked": 39,
      "by_name": 7,
      "partial": 29,
      "named": 42
     },
     "Applebot-Extended": {
      "blocked": 98,
      "by_name": 62,
      "partial": 23,
      "named": 92
     },
     "meta-externalagent": {
      "blocked": 94,
      "by_name": 56,
      "partial": 21,
      "named": 79
     },
     "meta-externalfetcher": {
      "blocked": 64,
      "by_name": 25,
      "partial": 16,
      "named": 41
     },
     "Amazonbot": {
      "blocked": 91,
      "by_name": 52,
      "partial": 20,
      "named": 77
     },
     "MistralAI-User": {
      "blocked": 65,
      "by_name": 21,
      "partial": 14,
      "named": 37
     },
     "CCBot": {
      "blocked": 110,
      "by_name": 70,
      "partial": 22,
      "named": 100
     },
     "Bytespider": {
      "blocked": 114,
      "by_name": 73,
      "partial": 16,
      "named": 91
     },
     "DuckAssistBot": {
      "blocked": 67,
      "by_name": 27,
      "partial": 23,
      "named": 51
     }
    }
   },
   "10000": {
    "domains": 9999,
    "reachable": 7920,
    "robots_ok": 5503,
    "robots_html": 572,
    "robots_none": 1845,
    "robots_forbidden": 988,
    "server_error": 134,
    "unreachable": 1945,
    "llms_txt": 996,
    "any_ai_named": 1529,
    "any_ai_blocked_by_name": 1127,
    "any_training_blocked": 1336,
    "all_training_blocked": 622,
    "all_bots_blocked": 159,
    "training_blocked_search_allowed": 464,
    "bots": {
     "GPTBot": {
      "blocked": 1019,
      "by_name": 804,
      "partial": 240,
      "named": 1187
     },
     "OAI-SearchBot": {
      "blocked": 424,
      "by_name": 207,
      "partial": 224,
      "named": 578
     },
     "ChatGPT-User": {
      "blocked": 517,
      "by_name": 300,
      "partial": 225,
      "named": 665
     },
     "ClaudeBot": {
      "blocked": 973,
      "by_name": 743,
      "partial": 188,
      "named": 1049
     },
     "Claude-SearchBot": {
      "blocked": 425,
      "by_name": 191,
      "partial": 140,
      "named": 384
     },
     "Claude-User": {
      "blocked": 452,
      "by_name": 219,
      "partial": 128,
      "named": 404
     },
     "PerplexityBot": {
      "blocked": 592,
      "by_name": 373,
      "partial": 209,
      "named": 730
     },
     "Perplexity-User": {
      "blocked": 460,
      "by_name": 222,
      "partial": 121,
      "named": 397
     },
     "Googlebot": {
      "blocked": 164,
      "by_name": 8,
      "partial": 382,
      "named": 545
     },
     "Google-Extended": {
      "blocked": 886,
      "by_name": 664,
      "partial": 184,
      "named": 991
     },
     "Bingbot": {
      "blocked": 213,
      "by_name": 37,
      "partial": 285,
      "named": 448
     },
     "Applebot": {
      "blocked": 302,
      "by_name": 92,
      "partial": 142,
      "named": 300
     },
     "Applebot-Extended": {
      "blocked": 899,
      "by_name": 664,
      "partial": 110,
      "named": 825
     },
     "meta-externalagent": {
      "blocked": 920,
      "by_name": 683,
      "partial": 106,
      "named": 830
     },
     "meta-externalfetcher": {
      "blocked": 477,
      "by_name": 231,
      "partial": 63,
      "named": 309
     },
     "Amazonbot": {
      "blocked": 910,
      "by_name": 674,
      "partial": 118,
      "named": 835
     },
     "MistralAI-User": {
      "blocked": 431,
      "by_name": 180,
      "partial": 67,
      "named": 263
     },
     "CCBot": {
      "blocked": 1089,
      "by_name": 852,
      "partial": 127,
      "named": 1036
     },
     "Bytespider": {
      "blocked": 1087,
      "by_name": 844,
      "partial": 93,
      "named": 960
     },
     "DuckAssistBot": {
      "blocked": 459,
      "by_name": 215,
      "partial": 93,
      "named": 324
     }
    }
   }
  },
  "tlds": [
   {
    "tld": "com",
    "domains": 5073,
    "reachable": 4054,
    "robots_ok": 2850,
    "llms_txt": 660,
    "any_ai_named": 872,
    "all_training_blocked": 304,
    "gptbot_blocked": 518
   },
   {
    "tld": "net",
    "domains": 790,
    "reachable": 412,
    "robots_ok": 259,
    "llms_txt": 38,
    "any_ai_named": 63,
    "all_training_blocked": 49,
    "gptbot_blocked": 64
   },
   {
    "tld": "org",
    "domains": 435,
    "reachable": 407,
    "robots_ok": 311,
    "llms_txt": 34,
    "any_ai_named": 76,
    "all_training_blocked": 36,
    "gptbot_blocked": 57
   },
   {
    "tld": "ru",
    "domains": 297,
    "reachable": 216,
    "robots_ok": 140,
    "llms_txt": 15,
    "any_ai_named": 24,
    "all_training_blocked": 8,
    "gptbot_blocked": 17
   },
   {
    "tld": "jp",
    "domains": 201,
    "reachable": 173,
    "robots_ok": 99,
    "llms_txt": 6,
    "any_ai_named": 24,
    "all_training_blocked": 10,
    "gptbot_blocked": 17
   },
   {
    "tld": "de",
    "domains": 183,
    "reachable": 161,
    "robots_ok": 121,
    "llms_txt": 16,
    "any_ai_named": 48,
    "all_training_blocked": 14,
    "gptbot_blocked": 34
   },
   {
    "tld": "io",
    "domains": 213,
    "reachable": 151,
    "robots_ok": 100,
    "llms_txt": 48,
    "any_ai_named": 17,
    "all_training_blocked": 12,
    "gptbot_blocked": 14
   },
   {
    "tld": "edu",
    "domains": 125,
    "reachable": 114,
    "robots_ok": 93,
    "llms_txt": 4,
    "any_ai_named": 9,
    "all_training_blocked": 4,
    "gptbot_blocked": 6
   },
   {
    "tld": "gov",
    "domains": 115,
    "reachable": 109,
    "robots_ok": 71,
    "llms_txt": 1,
    "any_ai_named": 6,
    "all_training_blocked": 2,
    "gptbot_blocked": 3
   },
   {
    "tld": "br",
    "domains": 104,
    "reachable": 92,
    "robots_ok": 59,
    "llms_txt": 12,
    "any_ai_named": 15,
    "all_training_blocked": 3,
    "gptbot_blocked": 6
   },
   {
    "tld": "fr",
    "domains": 96,
    "reachable": 91,
    "robots_ok": 69,
    "llms_txt": 2,
    "any_ai_named": 34,
    "all_training_blocked": 13,
    "gptbot_blocked": 24
   },
   {
    "tld": "uk",
    "domains": 89,
    "reachable": 82,
    "robots_ok": 55,
    "llms_txt": 4,
    "any_ai_named": 22,
    "all_training_blocked": 6,
    "gptbot_blocked": 14
   },
   {
    "tld": "it",
    "domains": 85,
    "reachable": 77,
    "robots_ok": 54,
    "llms_txt": 7,
    "any_ai_named": 24,
    "all_training_blocked": 4,
    "gptbot_blocked": 16
   },
   {
    "tld": "in",
    "domains": 109,
    "reachable": 75,
    "robots_ok": 35,
    "llms_txt": 7,
    "any_ai_named": 10,
    "all_training_blocked": 4,
    "gptbot_blocked": 4
   },
   {
    "tld": "cn",
    "domains": 105,
    "reachable": 71,
    "robots_ok": 31,
    "llms_txt": 2,
    "any_ai_named": 2,
    "all_training_blocked": 2,
    "gptbot_blocked": 2
   }
  ],
  "change": {
   "domains": 7666,
   "bots": {
    "GPTBot": {
     "before": 991,
     "after": 982,
     "newly_blocked": 6,
     "unblocked": 15
    },
    "OAI-SearchBot": {
     "before": 416,
     "after": 414,
     "newly_blocked": 3,
     "unblocked": 5
    },
    "ChatGPT-User": {
     "before": 509,
     "after": 504,
     "newly_blocked": 4,
     "unblocked": 9
    },
    "ClaudeBot": {
     "before": 946,
     "after": 942,
     "newly_blocked": 7,
     "unblocked": 11
    },
    "Claude-SearchBot": {
     "before": 413,
     "after": 415,
     "newly_blocked": 4,
     "unblocked": 2
    },
    "Claude-User": {
     "before": 437,
     "after": 440,
     "newly_blocked": 4,
     "unblocked": 1
    },
    "PerplexityBot": {
     "before": 587,
     "after": 580,
     "newly_blocked": 2,
     "unblocked": 9
    },
    "Perplexity-User": {
     "before": 449,
     "after": 450,
     "newly_blocked": 4,
     "unblocked": 3
    },
    "Googlebot": {
     "before": 159,
     "after": 158,
     "newly_blocked": 0,
     "unblocked": 1
    },
    "Google-Extended": {
     "before": 865,
     "after": 852,
     "newly_blocked": 5,
     "unblocked": 18
    },
    "Bingbot": {
     "before": 206,
     "after": 205,
     "newly_blocked": 0,
     "unblocked": 1
    },
    "Applebot": {
     "before": 293,
     "after": 292,
     "newly_blocked": 0,
     "unblocked": 1
    },
    "Applebot-Extended": {
     "before": 867,
     "after": 867,
     "newly_blocked": 7,
     "unblocked": 7
    },
    "meta-externalagent": {
     "before": 886,
     "after": 889,
     "newly_blocked": 10,
     "unblocked": 7
    },
    "meta-externalfetcher": {
     "before": 466,
     "after": 466,
     "newly_blocked": 4,
     "unblocked": 4
    },
    "Amazonbot": {
     "before": 874,
     "after": 878,
     "newly_blocked": 10,
     "unblocked": 6
    },
    "MistralAI-User": {
     "before": 417,
     "after": 419,
     "newly_blocked": 3,
     "unblocked": 1
    },
    "CCBot": {
     "before": 1057,
     "after": 1053,
     "newly_blocked": 8,
     "unblocked": 12
    },
    "Bytespider": {
     "before": 1052,
     "after": 1051,
     "newly_blocked": 10,
     "unblocked": 11
    },
    "DuckAssistBot": {
     "before": 445,
     "after": 448,
     "newly_blocked": 4,
     "unblocked": 1
    }
   },
   "llms_before": 953,
   "llms_after": 968,
   "since": "2026-11-08T02:38:23Z"
  }
 },
 "history": [
  {
   "run": 2,
   "date": "2026-11-06",
   "tranco_list": "K9YYW",
   "domains": 9999,
   "reachable": 7920,
   "robots_txt_pct": 69.6,
   "llms_txt_pct": 12.3,
   "all_training_blocked_pct": 7.7,
   "any_ai_named_pct": 19.1,
   "blocked_pct": {
    "GPTBot": 12.8,
    "OAI-SearchBot": 5.3,
    "ChatGPT-User": 6.5,
    "ClaudeBot": 12.3,
    "Claude-SearchBot": 5.3,
    "Claude-User": 5.6,
    "PerplexityBot": 7.5,
    "Perplexity-User": 5.7,
    "Googlebot": 2.1,
    "Google-Extended": 11.2,
    "Bingbot": 2.7,
    "Applebot": 3.7,
    "Applebot-Extended": 11.2,
    "meta-externalagent": 11.5,
    "meta-externalfetcher": 5.9,
    "Amazonbot": 11.4,
    "MistralAI-User": 5.3,
    "CCBot": 13.7,
    "Bytespider": 13.6,
    "DuckAssistBot": 5.7
   }
  },
  {
   "run": 3,
   "date": "2026-11-08",
   "tranco_list": "94P72",
   "domains": 9999,
   "reachable": 7924,
   "robots_txt_pct": 69.7,
   "llms_txt_pct": 12.3,
   "all_training_blocked_pct": 7.7,
   "any_ai_named_pct": 19.1,
   "blocked_pct": {
    "GPTBot": 12.8,
    "OAI-SearchBot": 5.4,
    "ChatGPT-User": 6.5,
    "ClaudeBot": 12.2,
    "Claude-SearchBot": 5.3,
    "Claude-User": 5.6,
    "PerplexityBot": 7.5,
    "Perplexity-User": 5.8,
    "Googlebot": 2.0,
    "Google-Extended": 11.2,
    "Bingbot": 2.7,
    "Applebot": 3.7,
    "Applebot-Extended": 11.2,
    "meta-externalagent": 11.4,
    "meta-externalfetcher": 5.9,
    "Amazonbot": 11.3,
    "MistralAI-User": 5.3,
    "CCBot": 13.7,
    "Bytespider": 13.6,
    "DuckAssistBot": 5.7
   }
  },
  {
   "run": 4,
   "date": "2026-11-15",
   "tranco_list": "947V2",
   "domains": 9999,
   "reachable": 7920,
   "robots_txt_pct": 69.5,
   "llms_txt_pct": 12.6,
   "all_training_blocked_pct": 7.9,
   "any_ai_named_pct": 19.3,
   "blocked_pct": {
    "GPTBot": 12.9,
    "OAI-SearchBot": 5.4,
    "ChatGPT-User": 6.5,
    "ClaudeBot": 12.3,
    "Claude-SearchBot": 5.4,
    "Claude-User": 5.7,
    "PerplexityBot": 7.5,
    "Perplexity-User": 5.8,
    "Googlebot": 2.1,
    "Google-Extended": 11.2,
    "Bingbot": 2.7,
    "Applebot": 3.8,
    "Applebot-Extended": 11.4,
    "meta-externalagent": 11.6,
    "meta-externalfetcher": 6.0,
    "Amazonbot": 11.5,
    "MistralAI-User": 5.4,
    "CCBot": 13.8,
    "Bytespider": 13.7,
    "DuckAssistBot": 5.8
   }
  }
 ]
}