{
 "blogId": "D0242",
 "slug": "do-pet-sites-block-ai-crawlers-2026",
 "title": "Do Pet Sites Block AI Crawlers? Sealed robots.txt Data",
 "template": "CW_CATEGORY_REPORT",
 "editionId": "2026-06",
 "snapshotSha256": "a5ca246fbdc7995495ec630f5d82da8ac33c07d9c69cc08c0d8c36ba2cd39d29",
 "sealedAt": "2026-06-14",
 "source": "US Tech Automations Research",
 "methodology": "https://ustechautomations.com/resources/research",
 "canonicalUrl": "https://ustechautomations.com/resources/blog/do-pet-sites-block-ai-crawlers-2026",
 "displays": [
  {
   "key": "category.Pets.sites",
   "display": "10",
   "value": 10,
   "kind": "count"
  },
  {
   "key": "category.Pets.withRobots",
   "display": "7",
   "value": 7,
   "kind": "count"
  },
  {
   "key": "category.Pets.anyBlock",
   "display": "2",
   "value": 2,
   "kind": "count"
  },
  {
   "key": "category.Pets.anyBlockPct",
   "display": "28.6%",
   "value": 28.6,
   "kind": "rate"
  },
  {
   "key": "agg.anyAIBlock.count",
   "display": "123",
   "value": 123,
   "kind": "count"
  },
  {
   "key": "agg.anyAIBlock.pct",
   "display": "42%",
   "value": 42,
   "kind": "rate"
  },
  {
   "key": "agg.starBlock.count",
   "display": "13",
   "value": 13,
   "kind": "count"
  },
  {
   "key": "agg.starBlock.pct",
   "display": "4.4%",
   "value": 4.4,
   "kind": "rate"
  },
  {
   "key": "agg.llmsTxt.count",
   "display": "48",
   "value": 48,
   "kind": "count"
  },
  {
   "key": "agg.llmsTxt.pct",
   "display": "16.4%",
   "value": 16.4,
   "kind": "rate"
  },
  {
   "key": "edition.snapshotDate",
   "display": "June 14, 2026",
   "value": null,
   "kind": "window"
  },
  {
   "key": "edition.sitesChecked",
   "display": "339",
   "value": 339,
   "kind": "count"
  },
  {
   "key": "edition.sitesWithRobots",
   "display": "293",
   "value": 293,
   "kind": "count"
  },
  {
   "key": "edition.categories",
   "display": "32",
   "value": 32,
   "kind": "count"
  },
  {
   "key": "edition.botsTracked",
   "display": "21",
   "value": 21,
   "kind": "count"
  },
  {
   "key": "edition.operatorsTracked",
   "display": "12",
   "value": 12,
   "kind": "count"
  }
 ]
}