{
 "blogId": "D0427",
 "slug": "we-split-1000-of-our-own-pages-to-test-one-thing",
 "title": "995 Pages, One Change, No Result Yet: Our Live Test",
 "template": "R27_BLOG_EXPERIMENTS",
 "editionId": "2026-08",
 "snapshotSha256": "5ce66a972efe93fcf819d3f7a95deafd57fd6771d08ff3ac50543b2e47f04dd3",
 "sealedAt": "2026-08-25T04:34:16.194Z",
 "source": "US Tech Automations Research",
 "methodology": "https://ustechautomations.com/resources/research",
 "canonicalUrl": "https://ustechautomations.com/resources/blog/we-split-1000-of-our-own-pages-to-test-one-thing",
 "displays": [
  {
   "key": "experiment.id",
   "display": "offer-block-2026-08",
   "value": null,
   "kind": "label"
  },
  {
   "key": "experiment.whatChanged",
   "display": "one paragraph inserted directly under the H1 (or at body start if no H1)",
   "value": null,
   "kind": "note"
  },
  {
   "key": "experiment.insertedText",
   "display": "**About US Tech Automations:** we scope, build and support custom business automations, and also offer self-serve automation plans from $32/month (annual billing) with a free trial. [See plans and pricing](https://ustechautomations.com/pricing).",
   "value": null,
   "kind": "note"
  },
  {
   "key": "experiment.launchDate",
   "display": "August 24, 2026",
   "value": null,
   "kind": "date"
  },
  {
   "key": "experiment.split",
   "display": "50/50",
   "value": null,
   "kind": "label"
  },
  {
   "key": "experiment.primaryMetric",
   "display": "GSC clicks to treatment cohort vs control (diff-in-diff on baseline ratio)",
   "value": null,
   "kind": "note"
  },
  {
   "key": "experiment.decisionRule",
   "display": "After >=14 days post-launch and >=100 combined clicks: REVERT if treatment click ratio < 0.8x control ratio; WINNER if > 1.2x; else CONTINUE.",
   "value": null,
   "kind": "note"
  },
  {
   "key": "experiment.status",
   "display": "live",
   "value": null,
   "kind": "label"
  },
  {
   "key": "cohort.treatment.pages",
   "display": "469",
   "value": 469,
   "kind": "count"
  },
  {
   "key": "cohort.control.pages",
   "display": "526",
   "value": 526,
   "kind": "count"
  },
  {
   "key": "cohort.total.pages",
   "display": "995",
   "value": 995,
   "kind": "count"
  },
  {
   "key": "cohort.treatment.pagesChanged",
   "display": "469",
   "value": 469,
   "kind": "count"
  },
  {
   "key": "cohort.excludedPages",
   "display": "2",
   "value": 2,
   "kind": "count"
  },
  {
   "key": "baseline.window",
   "display": "July 27, 2026 – August 23, 2026",
   "value": null,
   "kind": "window"
  },
  {
   "key": "baseline.windowDays",
   "display": "28",
   "value": 28,
   "kind": "count"
  },
  {
   "key": "baseline.treatment.pages",
   "display": "469",
   "value": 469,
   "kind": "count"
  },
  {
   "key": "baseline.treatment.pagesWithImpressions",
   "display": "450",
   "value": 450,
   "kind": "count"
  },
  {
   "key": "baseline.treatment.clicks",
   "display": "415",
   "value": 415,
   "kind": "count"
  },
  {
   "key": "baseline.treatment.impressions",
   "display": "184,037",
   "value": 184037,
   "kind": "count"
  },
  {
   "key": "baseline.treatment.ctr",
   "display": "0.2%",
   "value": 0.2,
   "kind": "rate"
  },
  {
   "key": "baseline.control.pages",
   "display": "526",
   "value": 526,
   "kind": "count"
  },
  {
   "key": "baseline.control.pagesWithImpressions",
   "display": "498",
   "value": 498,
   "kind": "count"
  },
  {
   "key": "baseline.control.clicks",
   "display": "353",
   "value": 353,
   "kind": "count"
  },
  {
   "key": "baseline.control.impressions",
   "display": "196,797",
   "value": 196797,
   "kind": "count"
  },
  {
   "key": "baseline.control.ctr",
   "display": "0.2%",
   "value": 0.2,
   "kind": "rate"
  },
  {
   "key": "baseline.restatement",
   "display": "clicks/impressions/ctr were computed on the original 471 treatment pages (window 2026-07-27..2026-08-23); after the 2 duplicate-slug exclusions the per-arm before-counts were re-derived on 469 pages for the readout window 2026-07-26..2026-08-22: treatment 409 clicks / 179,290 impressions, control 351 / 192,829 — see ~/.hermes/state/offer_block/readout_before_2026-07-26_2026-08-22.json, which the 2026-09-25 readout uses as its before source.",
   "value": null,
   "kind": "note"
  },
  {
   "key": "results.scheduledReadout",
   "display": "September 25, 2026",
   "value": null,
   "kind": "date"
  },
  {
   "key": "results.earliestByDecisionRule",
   "display": "September 7, 2026",
   "value": null,
   "kind": "date"
  },
  {
   "key": "results.measurementsRecorded",
   "display": "0",
   "value": 0,
   "kind": "count"
  },
  {
   "key": "results.status",
   "display": "No outcome exists yet. The ledger carries no measurements, so this edition publishes the design and the baseline only. The result is read on September 25, 2026.",
   "value": null,
   "kind": "note"
  },
  {
   "key": "results.verdict",
   "display": "not yet decided",
   "value": null,
   "kind": "label"
  },
  {
   "key": "secondary.ai-assistant-visits-per-arm",
   "display": "Cloud Run referer logs, hosts chatgpt.com/perplexity.ai/copilot.microsoft.com/gemini.google.com/claude.ai",
   "value": null,
   "kind": "note"
  },
  {
   "key": "secondary.pricing-arrivals-per-arm",
   "display": "requests to /pricing whose referer is a page in the arm",
   "value": null,
   "kind": "note"
  },
  {
   "key": "secondary.tool",
   "display": "~/Claude CLI/scripts/offer_block_readout.py (state in ~/.hermes/state/offer_block/)",
   "value": null,
   "kind": "note"
  }
 ]
}