{
 "blogId": "D0320",
 "slug": "do-reef-keeping-sites-block-ai-crawlers-2026",
 "title": "Do Reef Keeping Sites Block AI Crawlers? 1 of 6 Do",
 "template": "CW_CATEGORY_REPORT",
 "editionId": "2026-06",
 "snapshotSha256": "760275d49a628cc39c993b1ff35dc7600824cdf79153ff1375d9a94ada2acba6",
 "sealedAt": "2026-06-14",
 "source": "US Tech Automations Research",
 "methodology": "https://ustechautomations.com/resources/research",
 "canonicalUrl": "https://ustechautomations.com/resources/blog/do-reef-keeping-sites-block-ai-crawlers-2026",
 "displays": [
  {
   "key": "category.ReefKeeping.sites",
   "display": "9",
   "value": 9,
   "kind": "count"
  },
  {
   "key": "category.ReefKeeping.withRobots",
   "display": "6",
   "value": 6,
   "kind": "count"
  },
  {
   "key": "category.ReefKeeping.anyBlock",
   "display": "1",
   "value": 1,
   "kind": "count"
  },
  {
   "key": "category.ReefKeeping.anyBlockPct",
   "display": "16.7%",
   "value": 16.7,
   "kind": "rate"
  },
  {
   "key": "agg.anyAIBlock.count",
   "display": "277",
   "value": 277,
   "kind": "count"
  },
  {
   "key": "agg.anyAIBlock.pct",
   "display": "29.7%",
   "value": 29.7,
   "kind": "rate"
  },
  {
   "key": "agg.starBlock.count",
   "display": "21",
   "value": 21,
   "kind": "count"
  },
  {
   "key": "agg.starBlock.pct",
   "display": "2.2%",
   "value": 2.2,
   "kind": "rate"
  },
  {
   "key": "agg.llmsTxt.count",
   "display": "233",
   "value": 233,
   "kind": "count"
  },
  {
   "key": "agg.llmsTxt.pct",
   "display": "24.9%",
   "value": 24.9,
   "kind": "rate"
  },
  {
   "key": "edition.snapshotDate",
   "display": "June 14, 2026",
   "value": null,
   "kind": "window"
  },
  {
   "key": "edition.sitesChecked",
   "display": "1117",
   "value": 1117,
   "kind": "count"
  },
  {
   "key": "edition.sitesWithRobots",
   "display": "934",
   "value": 934,
   "kind": "count"
  },
  {
   "key": "edition.categories",
   "display": "112",
   "value": 112,
   "kind": "count"
  },
  {
   "key": "edition.botsTracked",
   "display": "21",
   "value": 21,
   "kind": "count"
  },
  {
   "key": "edition.operatorsTracked",
   "display": "12",
   "value": 12,
   "kind": "count"
  }
 ]
}