{
 "blogId": "D0388",
 "slug": "prediction-calibration-scorecard-july-2026",
 "title": "18,589 Resolved Predictions, Scored: USTA Calibration Scorecard — July 2026",
 "template": "R14_CALIBRATION_SCORECARD",
 "editionId": "2026-07",
 "snapshotSha256": "c3fceb102c1ef8f820d670ff98c8020bcf90bb18c467fdc688587f43a7a61ed2",
 "sealedAt": "2026-07-09",
 "source": "US Tech Automations Research",
 "methodology": "https://ustechautomations.com/resources/research",
 "canonicalUrl": "https://ustechautomations.com/resources/blog/prediction-calibration-scorecard-july-2026",
 "displays": [
  {
   "key": "calibration.series.2026-06-23.auc",
   "display": "0.816",
   "value": 0.816399,
   "kind": "metric"
  },
  {
   "key": "calibration.series.2026-06-23.brier",
   "display": "0.075",
   "value": 0.074984,
   "kind": "metric"
  },
  {
   "key": "calibration.series.2026-06-23.ece",
   "display": "0.062",
   "value": 0.062369,
   "kind": "metric"
  },
  {
   "key": "calibration.series.2026-06-23.n",
   "display": "3,909",
   "value": 3909,
   "kind": "count"
  },
  {
   "key": "calibration.series.2026-06-23.positives",
   "display": "696",
   "value": 696,
   "kind": "count"
  },
  {
   "key": "calibration.series.2026-06-27.auc",
   "display": "0.712",
   "value": 0.711793,
   "kind": "metric"
  },
  {
   "key": "calibration.series.2026-06-27.brier",
   "display": "0.093",
   "value": 0.093443,
   "kind": "metric"
  },
  {
   "key": "calibration.series.2026-06-27.ece",
   "display": "0.084",
   "value": 0.08434,
   "kind": "metric"
  },
  {
   "key": "calibration.series.2026-06-27.n",
   "display": "6,978",
   "value": 6978,
   "kind": "count"
  },
  {
   "key": "calibration.series.2026-06-27.positives",
   "display": "1,138",
   "value": 1138,
   "kind": "count"
  },
  {
   "key": "calibration.series.2026-07-01.auc",
   "display": "0.657",
   "value": 0.657247,
   "kind": "metric"
  },
  {
   "key": "calibration.series.2026-07-01.brier",
   "display": "0.102",
   "value": 0.102091,
   "kind": "metric"
  },
  {
   "key": "calibration.series.2026-07-01.ece",
   "display": "0.095",
   "value": 0.094643,
   "kind": "metric"
  },
  {
   "key": "calibration.series.2026-07-01.n",
   "display": "11,094",
   "value": 11094,
   "kind": "count"
  },
  {
   "key": "calibration.series.2026-07-01.positives",
   "display": "1,771",
   "value": 1771,
   "kind": "count"
  },
  {
   "key": "calibration.series.2026-07-03.auc",
   "display": "0.660",
   "value": 0.659736,
   "kind": "metric"
  },
  {
   "key": "calibration.series.2026-07-03.brier",
   "display": "0.103",
   "value": 0.103434,
   "kind": "metric"
  },
  {
   "key": "calibration.series.2026-07-03.ece",
   "display": "0.094",
   "value": 0.093714,
   "kind": "metric"
  },
  {
   "key": "calibration.series.2026-07-03.n",
   "display": "13,377",
   "value": 13377,
   "kind": "count"
  },
  {
   "key": "calibration.series.2026-07-03.positives",
   "display": "2,173",
   "value": 2173,
   "kind": "count"
  },
  {
   "key": "calibration.series.2026-07-05.auc",
   "display": "0.656",
   "value": 0.655656,
   "kind": "metric"
  },
  {
   "key": "calibration.series.2026-07-05.brier",
   "display": "0.105",
   "value": 0.105039,
   "kind": "metric"
  },
  {
   "key": "calibration.series.2026-07-05.ece",
   "display": "0.095",
   "value": 0.094977,
   "kind": "metric"
  },
  {
   "key": "calibration.series.2026-07-05.n",
   "display": "14,449",
   "value": 14449,
   "kind": "count"
  },
  {
   "key": "calibration.series.2026-07-05.positives",
   "display": "2,367",
   "value": 2367,
   "kind": "count"
  },
  {
   "key": "calibration.series.2026-07-09.auc",
   "display": "0.657",
   "value": 0.656616,
   "kind": "metric"
  },
  {
   "key": "calibration.series.2026-07-09.brier",
   "display": "0.109",
   "value": 0.108593,
   "kind": "metric"
  },
  {
   "key": "calibration.series.2026-07-09.ece",
   "display": "0.100",
   "value": 0.100352,
   "kind": "metric"
  },
  {
   "key": "calibration.series.2026-07-09.n",
   "display": "18,589",
   "value": 18589,
   "kind": "count"
  },
  {
   "key": "calibration.series.2026-07-09.positives",
   "display": "3,219",
   "value": 3219,
   "kind": "count"
  },
  {
   "key": "calibration.latest.psir.name",
   "display": "permits:psir_prob",
   "value": null,
   "kind": "label"
  },
  {
   "key": "calibration.latest.psir.auc",
   "display": "n/a (0 positives observed)",
   "value": null,
   "kind": "metric"
  },
  {
   "key": "calibration.latest.psir.brier",
   "display": "0.040",
   "value": 0.039554,
   "kind": "metric"
  },
  {
   "key": "calibration.latest.psir.ece",
   "display": "0.136",
   "value": 0.136084,
   "kind": "metric"
  },
  {
   "key": "calibration.latest.psir.n",
   "display": "3,334",
   "value": 3334,
   "kind": "count"
  },
  {
   "key": "calibration.latest.psir.positives",
   "display": "0",
   "value": 0,
   "kind": "count"
  },
  {
   "key": "calibration.latest.psir.coverage",
   "display": "39.8%",
   "value": 39.8,
   "kind": "rate"
  },
  {
   "key": "calibration.latest.intent.name",
   "display": "permits:intent_score",
   "value": null,
   "kind": "label"
  },
  {
   "key": "calibration.latest.intent.auc",
   "display": "n/a (0 positives observed)",
   "value": null,
   "kind": "metric"
  },
  {
   "key": "calibration.latest.intent.brier",
   "display": "0.239",
   "value": 0.239291,
   "kind": "metric"
  },
  {
   "key": "calibration.latest.intent.ece",
   "display": "0.417",
   "value": 0.416656,
   "kind": "metric"
  },
  {
   "key": "calibration.latest.intent.n",
   "display": "10,885",
   "value": 10885,
   "kind": "count"
  },
  {
   "key": "calibration.latest.intent.positives",
   "display": "0",
   "value": 0,
   "kind": "count"
  },
  {
   "key": "calibration.latest.intent.coverage",
   "display": "47.3%",
   "value": 47.3,
   "kind": "rate"
  },
  {
   "key": "calibration.latest.markets.name",
   "display": "markets:terminal_prob",
   "value": null,
   "kind": "label"
  },
  {
   "key": "calibration.latest.markets.auc",
   "display": "0.657",
   "value": 0.656616,
   "kind": "metric"
  },
  {
   "key": "calibration.latest.markets.brier",
   "display": "0.109",
   "value": 0.108593,
   "kind": "metric"
  },
  {
   "key": "calibration.latest.markets.ece",
   "display": "0.100",
   "value": 0.100352,
   "kind": "metric"
  },
  {
   "key": "calibration.latest.markets.n",
   "display": "18,589",
   "value": 18589,
   "kind": "count"
  },
  {
   "key": "calibration.latest.markets.positives",
   "display": "3,219",
   "value": 3219,
   "kind": "count"
  },
  {
   "key": "calibration.latest.markets.coverage",
   "display": "97.0%",
   "value": 97,
   "kind": "rate"
  },
  {
   "key": "calibration.latest.simMarkets.name",
   "display": "sim:market_resolution:base-rate-v1",
   "value": null,
   "kind": "label"
  },
  {
   "key": "calibration.latest.simMarkets.auc",
   "display": "n/a (0 positives observed)",
   "value": null,
   "kind": "metric"
  },
  {
   "key": "calibration.latest.simMarkets.brier",
   "display": "0.000",
   "value": 0,
   "kind": "metric"
  },
  {
   "key": "calibration.latest.simMarkets.ece",
   "display": "0.000",
   "value": 0,
   "kind": "metric"
  },
  {
   "key": "calibration.latest.simMarkets.n",
   "display": "0",
   "value": 0,
   "kind": "count"
  },
  {
   "key": "calibration.latest.simMarkets.positives",
   "display": "0",
   "value": 0,
   "kind": "count"
  },
  {
   "key": "calibration.latest.simMarkets.coverage",
   "display": "0.0%",
   "value": 0,
   "kind": "rate"
  },
  {
   "key": "calibration.latest.simPermits.name",
   "display": "sim:permit_issuance:base-rate-v1",
   "value": null,
   "kind": "label"
  },
  {
   "key": "calibration.latest.simPermits.auc",
   "display": "n/a (0 positives observed)",
   "value": null,
   "kind": "metric"
  },
  {
   "key": "calibration.latest.simPermits.brier",
   "display": "0.000",
   "value": 0,
   "kind": "metric"
  },
  {
   "key": "calibration.latest.simPermits.ece",
   "display": "0.000",
   "value": 0,
   "kind": "metric"
  },
  {
   "key": "calibration.latest.simPermits.n",
   "display": "396",
   "value": 396,
   "kind": "count"
  },
  {
   "key": "calibration.latest.simPermits.positives",
   "display": "0",
   "value": 0,
   "kind": "count"
  },
  {
   "key": "calibration.latest.simPermits.coverage",
   "display": "79.2%",
   "value": 79.2,
   "kind": "rate"
  },
  {
   "key": "calibration.latest.simDc.name",
   "display": "sim:dc_site_change:base-rate-v1",
   "value": null,
   "kind": "label"
  },
  {
   "key": "calibration.latest.simDc.auc",
   "display": "n/a",
   "value": null,
   "kind": "metric"
  },
  {
   "key": "calibration.latest.simDc.brier",
   "display": "1.000",
   "value": 1,
   "kind": "metric"
  },
  {
   "key": "calibration.latest.simDc.ece",
   "display": "1.000",
   "value": 1,
   "kind": "metric"
  },
  {
   "key": "calibration.latest.simDc.n",
   "display": "3",
   "value": 3,
   "kind": "count"
  },
  {
   "key": "calibration.latest.simDc.positives",
   "display": "3",
   "value": 3,
   "kind": "count"
  },
  {
   "key": "calibration.latest.simDc.coverage",
   "display": "7.3%",
   "value": 7.3,
   "kind": "rate"
  },
  {
   "key": "calibration.first.issueDate",
   "display": "June 23, 2026",
   "value": null,
   "kind": "window"
  },
  {
   "key": "calibration.first.sha256",
   "display": "45a8a1a79e04b186f8a43cfc86462bbb317817ea371600cd0b5579f9b6674640",
   "value": "45a8a1a79e04b186f8a43cfc86462bbb317817ea371600cd0b5579f9b6674640",
   "kind": "hash"
  },
  {
   "key": "calibration.latest.issueDate",
   "display": "July 9, 2026",
   "value": null,
   "kind": "window"
  },
  {
   "key": "calibration.latest.sha256",
   "display": "68415d686403c79e930b9c55ffe70a64112ea4d14afa210dc9e335c5a95df2f9",
   "value": "68415d686403c79e930b9c55ffe70a64112ea4d14afa210dc9e335c5a95df2f9",
   "kind": "hash"
  },
  {
   "key": "calibration.issueCount",
   "display": "6",
   "value": 6,
   "kind": "count"
  },
  {
   "key": "calibration.horizonMonths",
   "display": "12",
   "value": 12,
   "kind": "count"
  },
  {
   "key": "anchor.manifest.entries",
   "display": "405",
   "value": 405,
   "kind": "count"
  },
  {
   "key": "anchor.manifest.sha256",
   "display": "c634d1ebacfef3a4655c6009f56f402e3b990267a1bb3098e9b3dde0af76df0d",
   "value": "c634d1ebacfef3a4655c6009f56f402e3b990267a1bb3098e9b3dde0af76df0d",
   "kind": "hash"
  },
  {
   "key": "anchor.manifest.merkleRoot",
   "display": "e2cd10ac9421bb03a5fcda75a78a02e1a3d69a6e4cb706dc07f993d66b434571",
   "value": "e2cd10ac9421bb03a5fcda75a78a02e1a3d69a6e4cb706dc07f993d66b434571",
   "kind": "hash"
  },
  {
   "key": "anchor.manifest.url",
   "display": "/research-data/priority-manifest-2026-07-09.json",
   "value": null,
   "kind": "url"
  },
  {
   "key": "anchor.ots.proofUrl",
   "display": "/research-data/priority-manifest-2026-07-09.json.ots",
   "value": null,
   "kind": "url"
  },
  {
   "key": "anchor.ots.stampedAt",
   "display": "July 9, 2026",
   "value": null,
   "kind": "window"
  },
  {
   "key": "anchor.counts.predictionRuns",
   "display": "387",
   "value": 387,
   "kind": "count"
  },
  {
   "key": "anchor.counts.simRuns",
   "display": "4",
   "value": 4,
   "kind": "count"
  },
  {
   "key": "anchor.counts.calibrationIssues",
   "display": "6",
   "value": 6,
   "kind": "count"
  },
  {
   "key": "anchor.counts.dcbiIssues",
   "display": "3",
   "value": 3,
   "kind": "count"
  },
  {
   "key": "edition.snapshotDate",
   "display": "July 9, 2026",
   "value": null,
   "kind": "window"
  }
 ]
}