{
 "blogId": "D0335",
 "slug": "do-magic-sites-block-ai-crawlers-2026",
 "title": "Do Magic Sites Block AI Crawlers? 4 of 8 Do",
 "template": "CW_CATEGORY_REPORT",
 "editionId": "2026-06",
 "snapshotSha256": "5d5458529dab2773603ebeb6430ddb8ae932f1091ad15b7c32e602835c995553",
 "sealedAt": "2026-06-14",
 "source": "US Tech Automations Research",
 "methodology": "https://ustechautomations.com/resources/research",
 "canonicalUrl": "https://ustechautomations.com/resources/blog/do-magic-sites-block-ai-crawlers-2026",
 "displays": [
  {
   "key": "category.Magic.sites",
   "display": "10",
   "value": 10,
   "kind": "count"
  },
  {
   "key": "category.Magic.withRobots",
   "display": "8",
   "value": 8,
   "kind": "count"
  },
  {
   "key": "category.Magic.anyBlock",
   "display": "4",
   "value": 4,
   "kind": "count"
  },
  {
   "key": "category.Magic.anyBlockPct",
   "display": "50%",
   "value": 50,
   "kind": "rate"
  },
  {
   "key": "agg.anyAIBlock.count",
   "display": "285",
   "value": 285,
   "kind": "count"
  },
  {
   "key": "agg.anyAIBlock.pct",
   "display": "28.7%",
   "value": 28.7,
   "kind": "rate"
  },
  {
   "key": "agg.starBlock.count",
   "display": "21",
   "value": 21,
   "kind": "count"
  },
  {
   "key": "agg.starBlock.pct",
   "display": "2.1%",
   "value": 2.1,
   "kind": "rate"
  },
  {
   "key": "agg.llmsTxt.count",
   "display": "260",
   "value": 260,
   "kind": "count"
  },
  {
   "key": "agg.llmsTxt.pct",
   "display": "26.2%",
   "value": 26.2,
   "kind": "rate"
  },
  {
   "key": "edition.snapshotDate",
   "display": "June 14, 2026",
   "value": null,
   "kind": "window"
  },
  {
   "key": "edition.sitesChecked",
   "display": "1197",
   "value": 1197,
   "kind": "count"
  },
  {
   "key": "edition.sitesWithRobots",
   "display": "993",
   "value": 993,
   "kind": "count"
  },
  {
   "key": "edition.categories",
   "display": "120",
   "value": 120,
   "kind": "count"
  },
  {
   "key": "edition.botsTracked",
   "display": "21",
   "value": 21,
   "kind": "count"
  },
  {
   "key": "edition.operatorsTracked",
   "display": "12",
   "value": 12,
   "kind": "count"
  }
 ]
}