{
  "study": "Which AI bots read our sites? A month-by-month log, October 2026",
  "issue": 1,
  "source": "Cloudflare GraphQL Analytics API, dataset httpRequestsAdaptiveGroups (sampled; counts are Cloudflare's estimates), one query per zone built by tools/ai-bots/ai-bots.mjs",
  "window_utc": {
    "from": "2026-10-18T00:00:00Z",
    "to": "2026-10-22T00:00:00Z"
  },
  "days": 4,
  "pulled": [
    {
      "zone": "hellobasalt.dev",
      "ran_at": "2026-10-22T20:22:46.633Z",
      "query_sha256": "8e604f34ba3ab2696384412a7d07d0dbf35353e094032c970af597df82adac22"
    },
    {
      "zone": "kacpapel.app",
      "ran_at": "2026-10-22T20:22:47.369Z",
      "query_sha256": "c4e5c02fe65bf24f84c5d60106b5b7938673c35bbe9ec6fe92e426c228de8f67"
    },
    {
      "zone": "cosmicpost.lol",
      "ran_at": "2026-10-22T20:22:48.851Z",
      "query_sha256": "ddae7a7cdea5fd2a937fdc88e708985e27d40f0d282f0302519e6a0dbf6e2655"
    }
  ],
  "zones": [
    "hellobasalt.dev",
    "kacpapel.app",
    "cosmicpost.lol"
  ],
  "bases": {
    "all_requests": "every request to the three zones in the window, verified bot or not",
    "ai_requests": "requests from bots Cloudflare verifies under AI Crawler, AI Search or AI Assistant",
    "ai_requests_with_oai_searchbot": "ai_requests plus verified OAI-SearchBot (Cloudflare files it under Search Engine Crawler); base for bots, hosts, status codes, files and security",
    "search_engine_crawler_requests": "Cloudflare's Search Engine Crawler category, OAI-SearchBot included"
  },
  "all_requests": 107901,
  "all_requests_95": [
    107355,
    108447
  ],
  "ai_requests": 12267,
  "oai_searchbot_requests": 763,
  "ai_requests_with_oai_searchbot": 13030,
  "search_engine_crawler_requests": 6656,
  "search_engine_crawler_without_oai_searchbot": 5893,
  "categories": {
    "(not a verified bot)": 74886,
    "Search Engine Optimization": 13592,
    "AI Crawler": 7460,
    "Search Engine Crawler": 6656,
    "AI Search": 4253,
    "AI Assistant": 554,
    "Page Preview": 229,
    "Security": 163,
    "Accessibility": 44,
    "Monitoring & Analytics": 41,
    "Archiver": 18,
    "Advertising & Marketing": 5
  },
  "categories_95": {
    "(not a verified bot)": [
      74332,
      75440
    ],
    "AI Crawler": [
      7384,
      7536
    ],
    "Search Engine Crawler": [
      6610,
      6702
    ],
    "AI Search": [
      4173,
      4333
    ],
    "Search Engine Optimization": [
      13491,
      13693
    ],
    "AI Assistant": [
      528,
      580
    ],
    "Page Preview": [
      229,
      229
    ],
    "Security": [
      163,
      163
    ],
    "Monitoring & Analytics": [
      41,
      41
    ],
    "Accessibility": [
      44,
      44
    ],
    "Archiver": [
      18,
      18
    ],
    "Advertising & Marketing": [
      5,
      5
    ]
  },
  "ai_by_category": {
    "AI Crawler": 7460,
    "AI Search": 4253,
    "Search Engine Crawler": 763,
    "AI Assistant": 554
  },
  "bots": [
    {
      "bot": "ShapBot",
      "category": "AI Search",
      "requests": 3801,
      "status_200": 2227,
      "status_404": 15,
      "hosts": {
        "gocmeden.hellobasalt.dev": 2593,
        "kahve.hellobasalt.dev": 1027,
        "kacpapel.app": 129,
        "lull.hellobasalt.dev": 29,
        "byewall.hellobasalt.dev": 14,
        "hellobasalt.dev": 9
      }
    },
    {
      "bot": "GoogleOther",
      "category": "AI Crawler",
      "requests": 3411,
      "status_200": 2807,
      "status_404": 517,
      "hosts": {
        "kahve.hellobasalt.dev": 1778,
        "gocmeden.hellobasalt.dev": 1519,
        "outcrop.hellobasalt.dev": 69,
        "cosmicpost.lol": 10,
        "byewall.hellobasalt.dev": 8,
        "lull.hellobasalt.dev": 8,
        "upright.hellobasalt.dev": 8,
        "folio.hellobasalt.dev": 7,
        "hellobasalt.dev": 2,
        "kacpapel.app": 2
      }
    },
    {
      "bot": "ClaudeBot",
      "category": "AI Crawler",
      "requests": 2074,
      "status_200": 1986,
      "status_404": 84,
      "hosts": {
        "kahve.hellobasalt.dev": 801,
        "gocmeden.hellobasalt.dev": 548,
        "kacpapel.app": 193,
        "byewall.hellobasalt.dev": 109,
        "hellobasalt.dev": 108,
        "lull.hellobasalt.dev": 102,
        "outcrop.hellobasalt.dev": 96,
        "upright.hellobasalt.dev": 80,
        "folio.hellobasalt.dev": 35,
        "cosmicpost.lol": 1,
        "www.kacpapel.app": 1
      }
    },
    {
      "bot": "Amazonbot",
      "category": "AI Crawler",
      "requests": 1289,
      "status_200": 1216,
      "status_404": 18,
      "hosts": {
        "kahve.hellobasalt.dev": 543,
        "gocmeden.hellobasalt.dev": 497,
        "cosmicpost.lol": 145,
        "kacpapel.app": 54,
        "outcrop.hellobasalt.dev": 15,
        "upright.hellobasalt.dev": 12,
        "byewall.hellobasalt.dev": 9,
        "lull.hellobasalt.dev": 9,
        "hellobasalt.dev": 5
      }
    },
    {
      "bot": "OAI-SearchBot",
      "category": "Search Engine Crawler",
      "requests": 763,
      "status_200": 759,
      "status_404": 0,
      "hosts": {
        "kahve.hellobasalt.dev": 380,
        "gocmeden.hellobasalt.dev": 337,
        "cosmicpost.lol": 20,
        "hellobasalt.dev": 5,
        "lull.hellobasalt.dev": 5,
        "byewall.hellobasalt.dev": 4,
        "kacpapel.app": 4,
        "upright.hellobasalt.dev": 4,
        "folio.hellobasalt.dev": 2,
        "outcrop.hellobasalt.dev": 2
      }
    },
    {
      "bot": "GPTBot",
      "category": "AI Crawler",
      "requests": 600,
      "status_200": 561,
      "status_404": 3,
      "hosts": {
        "cosmicpost.lol": 250,
        "kacpapel.app": 142,
        "kahve.hellobasalt.dev": 57,
        "hellobasalt.dev": 45,
        "outcrop.hellobasalt.dev": 34,
        "folio.hellobasalt.dev": 23,
        "lull.hellobasalt.dev": 20,
        "byewall.hellobasalt.dev": 17,
        "upright.hellobasalt.dev": 11,
        "gocmeden.hellobasalt.dev": 1
      }
    },
    {
      "bot": "Applebot",
      "category": "AI Search",
      "requests": 452,
      "status_200": 413,
      "status_404": 10,
      "hosts": {
        "kahve.hellobasalt.dev": 186,
        "kacpapel.app": 86,
        "gocmeden.hellobasalt.dev": 50,
        "hellobasalt.dev": 32,
        "cosmicpost.lol": 30,
        "upright.hellobasalt.dev": 21,
        "outcrop.hellobasalt.dev": 16,
        "folio.hellobasalt.dev": 14,
        "byewall.hellobasalt.dev": 8,
        "www.kacpapel.app": 6,
        "lull.hellobasalt.dev": 3
      }
    },
    {
      "bot": "ChatGPT-User",
      "category": "AI Assistant",
      "requests": 390,
      "status_200": 255,
      "status_404": 14,
      "hosts": {
        "gocmeden.hellobasalt.dev": 371,
        "kahve.hellobasalt.dev": 16,
        "cosmicpost.lol": 3
      }
    },
    {
      "bot": "(browser)",
      "category": "AI Assistant",
      "requests": 86,
      "status_200": 57,
      "status_404": 0,
      "hosts": {
        "outcrop.hellobasalt.dev": 37,
        "hellobasalt.dev": 32,
        "gocmeden.hellobasalt.dev": 17
      }
    },
    {
      "bot": "Reflectionbot",
      "category": "AI Crawler",
      "requests": 86,
      "status_200": 62,
      "status_404": 0,
      "hosts": {
        "kahve.hellobasalt.dev": 70,
        "cosmicpost.lol": 16
      }
    },
    {
      "bot": "Claude-User",
      "category": "AI Assistant",
      "requests": 68,
      "status_200": 37,
      "status_404": 0,
      "hosts": {
        "gocmeden.hellobasalt.dev": 68
      }
    },
    {
      "bot": "meta-webindexer",
      "category": "AI Assistant",
      "requests": 7,
      "status_200": 7,
      "status_404": 0,
      "hosts": {
        "gocmeden.hellobasalt.dev": 4,
        "outcrop.hellobasalt.dev": 2,
        "hellobasalt.dev": 1
      }
    },
    {
      "bot": "Keenable-User",
      "category": "AI Assistant",
      "requests": 2,
      "status_200": 2,
      "status_404": 0,
      "hosts": {
        "gocmeden.hellobasalt.dev": 2
      }
    },
    {
      "bot": "curl",
      "category": "AI Assistant",
      "requests": 1,
      "status_200": 1,
      "status_404": 0,
      "hosts": {
        "hellobasalt.dev": 1
      }
    }
  ],
  "ai_by_zone": {
    "hellobasalt.dev": 11938,
    "kacpapel.app": 617,
    "cosmicpost.lol": 475
  },
  "ai_by_host": {
    "gocmeden.hellobasalt.dev": 6007,
    "kahve.hellobasalt.dev": 4858,
    "kacpapel.app": 610,
    "cosmicpost.lol": 475,
    "outcrop.hellobasalt.dev": 271,
    "hellobasalt.dev": 240,
    "lull.hellobasalt.dev": 176,
    "byewall.hellobasalt.dev": 169,
    "upright.hellobasalt.dev": 136,
    "folio.hellobasalt.dev": 81,
    "www.kacpapel.app": 7
  },
  "zone_totals": [
    {
      "zone": "hellobasalt.dev",
      "requests": 72991,
      "ai_requests": 11199,
      "oai_searchbot": 739,
      "search_engine_crawler": 6085,
      "hosts": {
        "gocmeden.hellobasalt.dev": {
          "all": 27251,
          "ai": 5670,
          "search": 2810
        },
        "hellobasalt.dev": {
          "all": 10058,
          "ai": 235,
          "search": 83
        },
        "kahve.hellobasalt.dev": {
          "all": 16955,
          "ai": 4478,
          "search": 2830
        },
        "upright.hellobasalt.dev": {
          "all": 4055,
          "ai": 132,
          "search": 68
        },
        "lull.hellobasalt.dev": {
          "all": 3027,
          "ai": 171,
          "search": 67
        },
        "byewall.hellobasalt.dev": {
          "all": 2619,
          "ai": 165,
          "search": 45
        },
        "outcrop.hellobasalt.dev": {
          "all": 2718,
          "ai": 269,
          "search": 142
        },
        "folio.hellobasalt.dev": {
          "all": 2079,
          "ai": 79,
          "search": 36
        },
        "www.hellobasalt.dev": {
          "all": 75,
          "ai": 0,
          "search": 4
        }
      }
    },
    {
      "zone": "kacpapel.app",
      "requests": 7189,
      "ai_requests": 613,
      "oai_searchbot": 4,
      "search_engine_crawler": 143,
      "hosts": {
        "kacpapel.app": {
          "all": 6650,
          "ai": 606,
          "search": 143
        },
        "www.kacpapel.app": {
          "all": 439,
          "ai": 7,
          "search": 0
        }
      }
    },
    {
      "zone": "cosmicpost.lol",
      "requests": 27721,
      "ai_requests": 455,
      "oai_searchbot": 20,
      "search_engine_crawler": 428,
      "hosts": {
        "cosmicpost.lol": {
          "all": 25302,
          "ai": 455,
          "search": 428
        },
        "www.cosmicpost.lol": {
          "all": 137,
          "ai": 0,
          "search": 0
        },
        "m.cosmicpost.lol": {
          "all": 96,
          "ai": 0,
          "search": 0
        },
        "4p.cosmicpost.lol": {
          "all": 4,
          "ai": 0,
          "search": 0
        },
        "wildcard.cosmicpost.lol": {
          "all": 2,
          "ai": 0,
          "search": 0
        },
        "dev.cosmicpost.lol": {
          "all": 1,
          "ai": 0,
          "search": 0
        },
        "a.cosmicpost.lol": {
          "all": 1,
          "ai": 0,
          "search": 0
        },
        "xt.cosmicpost.lol": {
          "all": 1,
          "ai": 0,
          "search": 0
        },
        "random-nonexist-zz9.cosmicpost.lol": {
          "all": 1,
          "ai": 0,
          "search": 0
        },
        "admin.cosmicpost.lol": {
          "all": 1,
          "ai": 0,
          "search": 0
        },
        "staging.cosmicpost.lol": {
          "all": 1,
          "ai": 0,
          "search": 0
        },
        "api.cosmicpost.lol": {
          "all": 1,
          "ai": 0,
          "search": 0
        }
      }
    }
  ],
  "ai_by_status": {
    "200": 10390,
    "204": 25,
    "301": 21,
    "302": 109,
    "304": 4,
    "307": 37,
    "308": 1688,
    "402": 53,
    "404": 661,
    "410": 25,
    "499": 1,
    "500": 4,
    "503": 12
  },
  "status_by_bot": {
    "200": {
      "GoogleOther": 2807,
      "ShapBot": 2227,
      "ClaudeBot": 1986,
      "Amazonbot": 1216,
      "OAI-SearchBot": 759,
      "GPTBot": 561,
      "Applebot": 413,
      "ChatGPT-User": 255,
      "Reflectionbot": 62,
      "(browser)": 57,
      "Claude-User": 37,
      "meta-webindexer": 7,
      "Keenable-User": 2,
      "curl": 1
    },
    "204": {
      "(browser)": 25
    },
    "301": {
      "Applebot": 19,
      "ClaudeBot": 1,
      "GoogleOther": 1
    },
    "302": {
      "ChatGPT-User": 107,
      "Applebot": 1,
      "GoogleOther": 1
    },
    "304": {
      "(browser)": 4
    },
    "307": {
      "Claude-User": 28,
      "ShapBot": 4,
      "ClaudeBot": 2,
      "GPTBot": 2,
      "Amazonbot": 1
    },
    "308": {
      "ShapBot": 1555,
      "GoogleOther": 82,
      "Reflectionbot": 24,
      "Amazonbot": 15,
      "Applebot": 5,
      "ChatGPT-User": 4,
      "OAI-SearchBot": 2,
      "ClaudeBot": 1
    },
    "402": {
      "GPTBot": 34,
      "Amazonbot": 19
    },
    "404": {
      "GoogleOther": 517,
      "ClaudeBot": 84,
      "Amazonbot": 18,
      "ShapBot": 15,
      "ChatGPT-User": 14,
      "Applebot": 10,
      "GPTBot": 3
    },
    "410": {
      "Amazonbot": 11,
      "ChatGPT-User": 9,
      "Claude-User": 3,
      "OAI-SearchBot": 2
    },
    "499": {
      "ChatGPT-User": 1
    },
    "500": {
      "Applebot": 4
    },
    "503": {
      "Amazonbot": 9,
      "GoogleOther": 3
    }
  },
  "status_by_host": {
    "200": {
      "kahve.hellobasalt.dev": 4319,
      "gocmeden.hellobasalt.dev": 4043,
      "kacpapel.app": 606,
      "cosmicpost.lol": 421,
      "outcrop.hellobasalt.dev": 258,
      "hellobasalt.dev": 219,
      "lull.hellobasalt.dev": 160,
      "byewall.hellobasalt.dev": 154,
      "upright.hellobasalt.dev": 131,
      "folio.hellobasalt.dev": 79
    },
    "204": {
      "hellobasalt.dev": 13,
      "outcrop.hellobasalt.dev": 8,
      "gocmeden.hellobasalt.dev": 4
    },
    "301": {
      "www.kacpapel.app": 7,
      "gocmeden.hellobasalt.dev": 4,
      "hellobasalt.dev": 4,
      "folio.hellobasalt.dev": 2,
      "outcrop.hellobasalt.dev": 2,
      "upright.hellobasalt.dev": 2
    },
    "302": {
      "gocmeden.hellobasalt.dev": 109
    },
    "304": {
      "outcrop.hellobasalt.dev": 3,
      "gocmeden.hellobasalt.dev": 1
    },
    "307": {
      "gocmeden.hellobasalt.dev": 28,
      "byewall.hellobasalt.dev": 8,
      "kahve.hellobasalt.dev": 1
    },
    "308": {
      "gocmeden.hellobasalt.dev": 1537,
      "kahve.hellobasalt.dev": 130,
      "lull.hellobasalt.dev": 15,
      "hellobasalt.dev": 3,
      "upright.hellobasalt.dev": 3
    },
    "402": {
      "cosmicpost.lol": 53
    },
    "404": {
      "kahve.hellobasalt.dev": 395,
      "gocmeden.hellobasalt.dev": 256,
      "byewall.hellobasalt.dev": 7,
      "cosmicpost.lol": 1,
      "hellobasalt.dev": 1,
      "lull.hellobasalt.dev": 1
    },
    "410": {
      "gocmeden.hellobasalt.dev": 25
    },
    "499": {
      "kahve.hellobasalt.dev": 1
    },
    "500": {
      "kacpapel.app": 4
    },
    "503": {
      "kahve.hellobasalt.dev": 12
    }
  },
  "ai_404_by_bot": {
    "GoogleOther": 517,
    "ClaudeBot": 84,
    "Amazonbot": 18,
    "ShapBot": 15,
    "ChatGPT-User": 14,
    "Applebot": 10,
    "GPTBot": 3
  },
  "ai_404_by_host": {
    "kahve.hellobasalt.dev": 395,
    "gocmeden.hellobasalt.dev": 256,
    "byewall.hellobasalt.dev": 7,
    "cosmicpost.lol": 1,
    "hellobasalt.dev": 1,
    "lull.hellobasalt.dev": 1
  },
  "files": {
    "robots.txt": {
      "requests": 502,
      "by_status": {
        "200": 492,
        "301": 10
      },
      "by_bot": {
        "ClaudeBot": 351,
        "OAI-SearchBot": 78,
        "Applebot": 57,
        "Reflectionbot": 10,
        "Claude-User": 6
      },
      "by_host": {
        "gocmeden.hellobasalt.dev": 89,
        "kahve.hellobasalt.dev": 82,
        "kacpapel.app": 59,
        "lull.hellobasalt.dev": 51,
        "byewall.hellobasalt.dev": 50,
        "hellobasalt.dev": 47,
        "upright.hellobasalt.dev": 42,
        "outcrop.hellobasalt.dev": 34,
        "cosmicpost.lol": 26,
        "folio.hellobasalt.dev": 18,
        "www.kacpapel.app": 4
      },
      "hosts": 11
    },
    "llms.txt": {
      "requests": 2,
      "by_status": {
        "200": 2
      },
      "by_bot": {
        "ClaudeBot": 1,
        "GPTBot": 1
      },
      "by_host": {
        "outcrop.hellobasalt.dev": 2
      },
      "hosts": 1
    },
    "llms-full.txt": {
      "requests": 0,
      "by_status": {},
      "by_bot": {},
      "by_host": {},
      "hosts": 0
    },
    "sitemap.xml": {
      "requests": 397,
      "by_status": {
        "200": 397
      },
      "by_bot": {
        "ClaudeBot": 351,
        "GPTBot": 33,
        "ShapBot": 12,
        "Applebot": 1
      },
      "by_host": {
        "gocmeden.hellobasalt.dev": 67,
        "kacpapel.app": 55,
        "lull.hellobasalt.dev": 52,
        "byewall.hellobasalt.dev": 47,
        "kahve.hellobasalt.dev": 47,
        "hellobasalt.dev": 44,
        "upright.hellobasalt.dev": 38,
        "outcrop.hellobasalt.dev": 27,
        "folio.hellobasalt.dev": 12,
        "cosmicpost.lol": 8
      },
      "hosts": 10
    }
  },
  "ai_security": {
    "none": 13030
  },
  "ai_security_by_bot": {},
  "security_all_traffic": {
    "botFight managed_challenge": {
      "(not a verified bot)": 1509
    },
    "firewallManaged block": {
      "(not a verified bot)": 676
    },
    "bic block": {
      "(not a verified bot)": 9
    }
  },
  "bot_fight_challenged_all_traffic": 1509,
  "bot_fight_on_verified_bots": 0,
  "bot_fight_mode": {
    "checked_at": "2026-10-22T20:25:34.228Z",
    "on": [
      "hellobasalt.dev",
      "kacpapel.app"
    ],
    "off": [
      "cosmicpost.lol"
    ]
  },
  "zone_created": {
    "hellobasalt.dev": "2026-10-17T19:44:29.888448Z",
    "kacpapel.app": "2026-10-06T18:08:45.455545Z",
    "cosmicpost.lol": "2026-10-06T18:45:24.602117Z"
  },
  "status_402_paths": [
    "/_next/image"
  ],
  "own_checks": {
    "checked_at": "2026-10-22T20:27Z",
    "sites_checked": 10,
    "llms_txt_200": 10
  },
  "sites": [
    {
      "host": "gocmeden.hellobasalt.dev",
      "zone": "hellobasalt.dev",
      "ai_requests_with_oai_searchbot": 6007,
      "search_engine_crawler_without_oai_searchbot": 2473,
      "all_requests": 27251
    },
    {
      "host": "kahve.hellobasalt.dev",
      "zone": "hellobasalt.dev",
      "ai_requests_with_oai_searchbot": 4858,
      "search_engine_crawler_without_oai_searchbot": 2450,
      "all_requests": 16955
    },
    {
      "host": "kacpapel.app",
      "zone": "kacpapel.app",
      "ai_requests_with_oai_searchbot": 610,
      "search_engine_crawler_without_oai_searchbot": 139,
      "all_requests": 6650
    },
    {
      "host": "cosmicpost.lol",
      "zone": "cosmicpost.lol",
      "ai_requests_with_oai_searchbot": 475,
      "search_engine_crawler_without_oai_searchbot": 408,
      "all_requests": 25302
    },
    {
      "host": "outcrop.hellobasalt.dev",
      "zone": "hellobasalt.dev",
      "ai_requests_with_oai_searchbot": 271,
      "search_engine_crawler_without_oai_searchbot": 140,
      "all_requests": 2718
    },
    {
      "host": "hellobasalt.dev",
      "zone": "hellobasalt.dev",
      "ai_requests_with_oai_searchbot": 240,
      "search_engine_crawler_without_oai_searchbot": 78,
      "all_requests": 10058
    },
    {
      "host": "lull.hellobasalt.dev",
      "zone": "hellobasalt.dev",
      "ai_requests_with_oai_searchbot": 176,
      "search_engine_crawler_without_oai_searchbot": 62,
      "all_requests": 3027
    },
    {
      "host": "byewall.hellobasalt.dev",
      "zone": "hellobasalt.dev",
      "ai_requests_with_oai_searchbot": 169,
      "search_engine_crawler_without_oai_searchbot": 41,
      "all_requests": 2619
    },
    {
      "host": "upright.hellobasalt.dev",
      "zone": "hellobasalt.dev",
      "ai_requests_with_oai_searchbot": 136,
      "search_engine_crawler_without_oai_searchbot": 64,
      "all_requests": 4055
    },
    {
      "host": "folio.hellobasalt.dev",
      "zone": "hellobasalt.dev",
      "ai_requests_with_oai_searchbot": 81,
      "search_engine_crawler_without_oai_searchbot": 34,
      "all_requests": 2079
    },
    {
      "host": "www.kacpapel.app",
      "zone": "kacpapel.app",
      "ai_requests_with_oai_searchbot": 7,
      "search_engine_crawler_without_oai_searchbot": 0,
      "all_requests": 439
    }
  ],
  "csv_rows": 202
}