{
 "blogId": "D0317",
 "slug": "do-prepping-sites-block-ai-crawlers-2026",
 "title": "Do Prepping Sites Block AI Crawlers? None Do",
 "template": "CW_CATEGORY_REPORT",
 "editionId": "2026-06",
 "snapshotSha256": "4247236167461a45291309157635109c7aee591024e4c700553a9c4ccf0b4d10",
 "sealedAt": "2026-06-14",
 "source": "US Tech Automations Research",
 "methodology": "https://ustechautomations.com/resources/research",
 "canonicalUrl": "https://ustechautomations.com/resources/blog/do-prepping-sites-block-ai-crawlers-2026",
 "displays": [
  {
   "key": "category.Prepping.sites",
   "display": "10",
   "value": 10,
   "kind": "count"
  },
  {
   "key": "category.Prepping.withRobots",
   "display": "8",
   "value": 8,
   "kind": "count"
  },
  {
   "key": "category.Prepping.anyBlock",
   "display": "0",
   "value": 0,
   "kind": "count"
  },
  {
   "key": "category.Prepping.anyBlockPct",
   "display": "0%",
   "value": 0,
   "kind": "rate"
  },
  {
   "key": "agg.anyAIBlock.count",
   "display": "260",
   "value": 260,
   "kind": "count"
  },
  {
   "key": "agg.anyAIBlock.pct",
   "display": "30%",
   "value": 30,
   "kind": "rate"
  },
  {
   "key": "agg.starBlock.count",
   "display": "20",
   "value": 20,
   "kind": "count"
  },
  {
   "key": "agg.starBlock.pct",
   "display": "2.3%",
   "value": 2.3,
   "kind": "rate"
  },
  {
   "key": "agg.llmsTxt.count",
   "display": "216",
   "value": 216,
   "kind": "count"
  },
  {
   "key": "agg.llmsTxt.pct",
   "display": "24.9%",
   "value": 24.9,
   "kind": "rate"
  },
  {
   "key": "edition.snapshotDate",
   "display": "June 14, 2026",
   "value": null,
   "kind": "window"
  },
  {
   "key": "edition.sitesChecked",
   "display": "1038",
   "value": 1038,
   "kind": "count"
  },
  {
   "key": "edition.sitesWithRobots",
   "display": "867",
   "value": 867,
   "kind": "count"
  },
  {
   "key": "edition.categories",
   "display": "104",
   "value": 104,
   "kind": "count"
  },
  {
   "key": "edition.botsTracked",
   "display": "21",
   "value": 21,
   "kind": "count"
  },
  {
   "key": "edition.operatorsTracked",
   "display": "12",
   "value": 12,
   "kind": "count"
  }
 ]
}