{
  "frozen_at_utc": "2026-10-25T14:54:40.406052+00:00",
  "quality_files_sha256": {
    "results/build_inventory.py": "5cae71f50c739ca7ae7bc7c4c2452cabef9488a7a3fa636ab5f3790ec7d0ccdd",
    "results/inventory.json": "bee9428b17ec6e735f534ced13f4afd93ab4b028c4b15eba7d0b78fde51dd32a",
    "results/review_data.py": "0fe72395881d0885650272319ea4985745b2a631a4f5f33b7f030babf626fbe3",
    "results/fact-check-ledger.json": "ae78810dd3244b451a23763f9226247374fc0280e597e1f5c71f0ad0383f34c2",
    "results/score_independently.py": "6cafb3580a845bdef527c36550be5aaac6af03b46a768a1a266cb77e3d65be39",
    "results/article-scores.json": "524be32d881e31f7918c95136db184270cdfd2924718f633d5351264c0991dfd",
    "results/cluster-scores.json": "044d95a070bf02a7025762ef861bbfd50c8a034bc617656206a2ef8dd273b90a",
    "results/independent-score-freeze.json": "b4aaacd0d27d2b471affb5fb39891682a37ea1097a5d62b9c7c03f4b6c319102",
    "results/compare_and_decide.py": "06165b9b18b30af9235a540fce5c676a06cd9084172ff790c14035f3d7026349",
    "results/pairwise-comparison.json": "152ce3fb717c752d28f41c1a2ef30b491f52588b0b878ae3f80d2f383a24b657",
    "results/blind-decision.json": "f16941cccc342e12c2c6fa6fcd6bb58e663a766b04c30b31ea489d57bc503fad",
    "results/editing-plan.md": "876e91f3bb5929918a1d1d6ec43e3492fa350a277c38449fa9e0dc889a86ada3",
    "results/blind-review.md": "0a66692d52725d7bd5633401efe783d91a150caaaff16472a2f4367ffa5cf081",
    "results/read-audit.json": "f023bde19d4341a094a3d4e33cdbaf18b59221acde80b447795e7c551a8b401e",
    "results/validation-report.json": "30929413b6f38539f488bd725c91c9406404fdc87fe6f074658ec101add271f9",
    "results/phase1-complete.json": "1ce31ef3c43356a5b12cf3fbaa36407a54d25b584707021756a0690c356fb88e"
  },
  "candidate_files_sha256": {
    "A": {
      "articles/agent-system-evaluation.md": "595c30702190e0616b5582482ddbf0c64f1f9681e38552256aefcf69c010cd34",
      "articles/build-task-eval.md": "462ad4bfe322b9b72c5a567c70147fa55dd4a8851ac0f700ddf74021f5518536",
      "articles/choosing-model-benchmark.md": "fef48867b15cb05e0ee821db08878e86d7262c988e47db537a3139a94cdf37f1",
      "articles/datasets-holdouts-contamination.md": "d3884cddf2731c217e0464cefafbe103f80a65fd11ca21656d5b9ddf5cb39188",
      "articles/fair-model-comparisons.md": "2e72884a4769384dda73dcc24b39fe138de9b23d4eca6cf78054adc7d50187fd",
      "articles/human-evaluation-model-judges.md": "662de703e8aa92a76fcff333ba9d944a174088425f2ddd6f1851387b5a59d9d6",
      "articles/latency-cost.md": "ad86e020157896495428016814686f7d9ca1a8df0fddb0a209852ba25e22007d",
      "articles/maintaining-evaluations.md": "a362430963b8df0905d9b53cd01478fa3e034453f2c7db19ae74701f5334b2e3",
      "articles/metrics-rubrics.md": "34346ae556e7ce5c4655dcb5bf1db8d35f87529e3532fd9b8cd1625d58200e29",
      "articles/public-benchmark-literacy.md": "a0282ef1afe7813e3e8bbdc2fe8f035a4eeb8e981ad58ac3f61bf2e1cfc0e483",
      "articles/repeatability-uncertainty.md": "39d0eaa12cd02f0e39f4c36269f91f498c38cc2e591f0eeae85d9f2faad78143",
      "briefs/agent-evaluation.md": "13c26939b81de6a28e0f82a7f4fa07957b48b7cb51c1852eb3d897f6595e529b",
      "briefs/dataset-integrity.md": "27874a0b5ac8ec4be5af690ed7aca7422a7cf0d4d36b333b461ee4e26b996f7a",
      "briefs/evaluation-maintenance.md": "7cad7a23f02a459ef9f6b816a6435300113f7c1441db0e722d8052d9ebdfba88",
      "briefs/evaluation-metrics.md": "de663776bbb98a46ff0c957be86e10db9c56da140af0051329e4a63f5ac3a1f1",
      "briefs/fair-comparison.md": "a44bd284ec4a40949a5c675a9a1155b3387de4ca2735d0e5d44d0db13c6daddd",
      "briefs/human-judging.md": "490da99ffc5212d8fc4d217bbac3c979ee1d9997f1db39f168671a83a61872dc",
      "briefs/latency-cost.md": "7cb008ec6373039daf9dea18dd99f92505e00f6e456be6c00c6e24a9b31fff7c",
      "briefs/model-benchmarking.md": "1d4f718b8e0b0a42f463a1f30129add0a19c6a9d808bd996e888722d3f88b50b",
      "briefs/public-benchmarks.md": "c82189a7261f97f33de1c32a371707f0c3dc1190a83a8730ae23aecd2c2c131b",
      "briefs/repeatability.md": "92f22416995f3be23df07285205eb5ea8813b36f5d639cd189924d35a9aba106",
      "briefs/task-evaluation.md": "1de39fc5de2449fb4d144b91a615846b02b7cc5bf252e76494b5fab4688a465f",
      "cluster-map.json": "b7581f1adf3c15c13e7351a2320b1ec5e5787c5c5f4e14ed48865821b9b7c7e0",
      "completion.json": "41e6b76af2f3abaa38d4b6a5a4ce8cf76755e6b215e489a9478601f2d7ea0b0c",
      "editorial-handoff.md": "472b7bf49bcd83f845065e140e8fb1803e4466891838b789fbb81e54ee993853",
      "editorial-strategy.md": "a3bc1b8c656519f5fb77434e990c985aadfd7d1f64eafeb7491d6c20023d8a2c",
      "internal-link-map.json": "2419db5a7c98bc20d51b127c9b8e2b747d93edc3851e0c95df6dd63eec60497e",
      "publication-sequence.md": "b3867925650312579f2fe51584b0c846e19163bc7ff9fc62a30406e8593934c2",
      "source-register.json": "a313110697523703b136bc616fa1a05eda2ab21fb3a7295a8f1b75ad74fb93bd"
    },
    "B": {
      "articles/ai-latency-cost-per-successful-task.md": "44c0b48b068df4c97043ddddd7756c3727ceabe33da4725c3e482cc5eee0adb5",
      "articles/ai-model-benchmarking-guide.md": "fd7e9103a264abe872bf0c5c3982a41618ad5d06fca5c732d0e6543a215ddb6d",
      "articles/benchmark-uncertainty-repeatability.md": "685adad4d72eaa8a13f604361ed8de2fe07195e95f459e040672d4e88f25af68",
      "articles/design-llm-evaluation-tasks.md": "202fdb19037d4dc5d0ad310ee831e6f57d6c67c24a824ad39608bf57cee914f3",
      "articles/evaluate-ai-agents-tools-outcomes.md": "dd328193e6c353864ad379af6f96755d6b6f291f7828d58fbbd75876f12e53ff",
      "articles/evaluation-dataset-leakage-holdouts.md": "0ba74143e7e830b9d0e68f90d7cb88cfa8f00df75f5f89572526dc9e328a0337",
      "articles/fair-ai-model-comparisons.md": "8ee2e078f84c7825b371e2c0661d50fa65e50d7699a4f2c1179a740342e9eda9",
      "articles/human-reviewers-llm-judges.md": "c1b22518bd172a0b8ccc6d11252929daf960e0c1abb19b0e277ee6fb52e32058",
      "articles/llm-evaluation-metrics-rubrics.md": "435e5620e7c47e8b983593c2ccf373c2a7ee7712cb5cd0c646766353354b420e",
      "articles/maintain-llm-evaluation-suite.md": "19a310762169cfa03ea1be8ad4813de9f4214dd46d0c92f4b0c648d7acc30ee1",
      "articles/read-ai-benchmark-leaderboards.md": "491e407fc2d7ea0753e2c3d0f014d118b44ba4f3f544ec63cf2fb7b3c3a72603",
      "briefs/p01-ai-model-benchmarking-guide.md": "b4a8daae14efadc095c6dfdf0d3e4707df7b2fd7df19b184868531131144a56e",
      "briefs/s01-read-ai-benchmark-leaderboards.md": "f878cda573ea80d01f8b214286f741dedc1cc7b5fa7bd9ff536b5f03e956dc52",
      "briefs/s02-design-llm-evaluation-tasks.md": "49d5c5b69add98b577ab6550c3f9a0105b9b72820d870529b95896e0818ef802",
      "briefs/s03-evaluation-dataset-leakage-holdouts.md": "9f090d7f3d43ae7279393fb0d075e575fa73f1dd20b10ade1681bf8b1dc6ceb2",
      "briefs/s04-llm-evaluation-metrics-rubrics.md": "725f83b3890a021be68627b751165e678b8518aff0a6252a4ac2c26a70ff92d5",
      "briefs/s05-human-reviewers-llm-judges.md": "7a4a68262734cc3de323d0bd823f2bac83c06d74a8d67015a715b9587b02e21e",
      "briefs/s06-benchmark-uncertainty-repeatability.md": "257c1dd7e06c06f0ce673288cd09d88e2c3dd849817841fd76acd32d87159edc",
      "briefs/s07-fair-ai-model-comparisons.md": "f149eb18af365a011e0729a459f56b027be720fc76fc586cabb131e6fab63b09",
      "briefs/s08-ai-latency-cost-per-successful-task.md": "57005ee719d03344681a6c4b1ab334ff7df20deba6b7e828f206d86dfa2ba80b",
      "briefs/s09-evaluate-ai-agents-tools-outcomes.md": "11a5121430b068adfe9f6dcc0fb0d548dc7afa2ef1f4a42e864fed2e2ef83919",
      "briefs/s10-maintain-llm-evaluation-suite.md": "f0da52dc6cf310676a9cc77bb708f819e6f395f70f98beb910a392411525b65c",
      "cluster-map.json": "16b9985b2082c10b56a02047fa773e75ca552b18c4708f08eba13856e805d1a0",
      "completion.json": "260c663cbe46400f2ea4cf9d998f449d4c32435581804ac3b0ac6a86617780ad",
      "editorial-checks.json": "001d022e915ee1896534c4004ec9efdf196253582cf8d7c967752b432a816bbd",
      "editorial-handoff.md": "11391d2d7ca68e8dbbd55c38d6867decaebf77611aa88cb84da8275aa638b4aa",
      "editorial-strategy.md": "aa82f0f8c2b65afc239ca1a53fd4df9cf91e5922028829f0da2c032aa67b7e1b",
      "internal-link-map.json": "8344b472b36c45df3bfcf797a11c7bf3115033f51a42b8aeabc10cad710a9521",
      "preservation-manifest.json": "ba5a241d5ceeb8108d62ad5b5c3b7cd6f969983b0ac24ac817e7036ddc44a06a",
      "publication-sequence.md": "db450742a809452a5ef9b163edeb359aca990518841f425aca318d51549d8d34",
      "source-register.json": "2a39ee1e79d21a065d922fc15e1c96aa9ac44e9de5320a03895de40fe950c4dc"
    },
    "C": {
      "articles/contamination-leakage-and-holdouts.md": "d240b6f1966eb9563e47ec182f0a598251129cc915441b978535da73fb88745e",
      "articles/designing-evaluation-tasks-and-datasets.md": "f253c69f378c0f90ce15ffe58d202a65f1803fcc93a4d95411c2d0251dd9d14c",
      "articles/evaluating-agents-and-tool-use.md": "6542939325f2b0d76e88cd06742028e7e39b4dc02291e6db8e5514303d37df87",
      "articles/evaluating-ai-models-and-agent-systems.md": "483b4aa8565cb2d0149c7215248d70659ee4f053b20a97a16f55880c1fcf9667",
      "articles/human-evaluation-and-model-judges.md": "ceca67b4e76e89fb0e07fe9a16bcf902f0a75959c8635e08adf5f112c4fe22a0",
      "articles/interpreting-results-and-maintaining-evals.md": "439aa8110bfecd429b038bb2770709bb9c30623d0e841005c6c64bad2f2daac9",
      "articles/latency-token-usage-and-cost.md": "6b9f08bd953ed25a43732e00dda133ad4b30c517b540c28ae9f897c2e6ab2d1b",
      "articles/objective-metrics-and-rubrics.md": "8628a2a03ff3e72ac296319221fcf52158adcda7758043488419dcd6514fc6c5",
      "articles/prompt-tool-and-configuration-fairness.md": "6b8de247ea51100cb2414eddee8dfe7ea9f78216f49f3f8ac3862cd751b7734c",
      "articles/public-benchmarks-vs-workload-evaluation.md": "942050ebe58533023b55a9c56ef022fe2a71dbcb30ecf94ae38adc98a51321f3",
      "articles/repeatability-variance-and-uncertainty.md": "545cc8a5cf8e7f530c81c1ef7f08d15db728fe12686f9ae35010783e20d4716a",
      "briefs/00-pillar.md": "b2b787843d7036f4bb3e184452b8ad2e0df985a06c6bcf3228e79e4932c64da9",
      "briefs/01-public-benchmarks.md": "c2b89e3e80f6f304aedc4bdbc6e69382836c1fbc62453468cfcaa2aba3272529",
      "briefs/02-datasets.md": "b3926426206f4733286f41668c85d86c682306e1c5f4e71eb6048c86aea0baf5",
      "briefs/03-contamination.md": "f3911990f5f64198f1c0e57426203bc4734e2b9a8470cc340e63862dab926bbc",
      "briefs/04-metrics.md": "d17b4698e11f8393192cec9b44d6a465082afbf44a33da126e0934f7fba031ef",
      "briefs/05-human-judges.md": "8a74f0e034b4645151c7f4ee4a98ac2588a1ce0e50260644dd1a796a08548d7b",
      "briefs/06-uncertainty.md": "f624c305649e6e2eb58c73b8356826c5efd1f028ef1ff7288c36f7cc691a7eb2",
      "briefs/07-fairness.md": "67f933c81811e00f8071ed58944207a7f6a2c5af3c41befe32095f70b0e44649",
      "briefs/08-cost.md": "dc94954cb6f6ebe04cc6cdd26455c546aec9946eeaa05084ef541d1c01e813a0",
      "briefs/09-agents.md": "6c722a3630d958cc38061f2688c111c337fe9b1c13111711b570b9f0bcd47ce0",
      "briefs/10-interpretation.md": "8dcf3ece994091fae95e5b8aa86b9290b1f766a672b1de444964922b0c7dfd97",
      "cluster-map.json": "edcdd0fb75a2dc31e64965c30445948fa9ab579a392b9b11496f1b9b1a517398",
      "completion.json": "239e816a2b9738f8780c8336c8f1235ed4a0c998bf0a2850246e07f4aefc2d93",
      "editorial-handoff.md": "6ac9ad1fe9351ee2d591eb2fc3c4efcdbd864c5e2013d262e52ed16f7a60bdbe",
      "editorial-strategy.md": "498d378836e66e19dfcec505d4e0b28bbacbeed6dbe75fb13a98cf0254c71b3e",
      "internal-link-map.json": "8fc5590b0a14ef38afe2d8c585e0a9fb718ef03b2e9f306455a6aa2753efe829",
      "publication-sequence.md": "cad328fc606b73cf703e16016fb0d32387c05299a3e4121f5664a0a4761653fd",
      "source-register.json": "840e61c2121274ab66418a7e84b111f5db4ed2b700b2e1cdeba06be95127b9c7"
    }
  },
  "rubric_sha256": "dccb6015970577c821a01750fa2353c75893b74be95a5d3f3a4fcea8835294cc",
  "quality_arithmetic_validation": {
    "validated_at_utc": "2026-10-25T14:44:37.274771+00:00",
    "quality_score_arithmetic_pass": true,
    "candidate_bytes_unchanged": true,
    "independent_scores_unchanged_since_pre_pairwise_freeze": true,
    "article_count": 33,
    "claim_record_count": 162,
    "minimum_claim_records_per_article": 3,
    "bibliographic_checks": 176,
    "quality_scores": {
      "A": 80.63636363636364,
      "B": 94.27272727272727,
      "C": 73.81818181818181
    },
    "limits": "Acceptance validates structure, arithmetic and preservation. It is not an exhaustive independent reproduction of the judge's factual or editorial judgements."
  },
  "reviewer_state_at_freeze": "idle; Goal achieved observed",
  "quality_analysis_mode": "Fresh blinded judge; identity and efficiency postprocessing by coordinator after this freeze. No identity/efficiency figures sent to the reviewer."
}