{
  "sol": {
    "articles/ai-latency-cost-per-successful-task.md": "44c0b48b068df4c97043ddddd7756c3727ceabe33da4725c3e482cc5eee0adb5",
    "articles/ai-model-benchmarking-guide.md": "fd7e9103a264abe872bf0c5c3982a41618ad5d06fca5c732d0e6543a215ddb6d",
    "articles/benchmark-uncertainty-repeatability.md": "685adad4d72eaa8a13f604361ed8de2fe07195e95f459e040672d4e88f25af68",
    "articles/design-llm-evaluation-tasks.md": "202fdb19037d4dc5d0ad310ee831e6f57d6c67c24a824ad39608bf57cee914f3",
    "articles/evaluate-ai-agents-tools-outcomes.md": "dd328193e6c353864ad379af6f96755d6b6f291f7828d58fbbd75876f12e53ff",
    "articles/evaluation-dataset-leakage-holdouts.md": "0ba74143e7e830b9d0e68f90d7cb88cfa8f00df75f5f89572526dc9e328a0337",
    "articles/fair-ai-model-comparisons.md": "8ee2e078f84c7825b371e2c0661d50fa65e50d7699a4f2c1179a740342e9eda9",
    "articles/human-reviewers-llm-judges.md": "c1b22518bd172a0b8ccc6d11252929daf960e0c1abb19b0e277ee6fb52e32058",
    "articles/llm-evaluation-metrics-rubrics.md": "435e5620e7c47e8b983593c2ccf373c2a7ee7712cb5cd0c646766353354b420e",
    "articles/maintain-llm-evaluation-suite.md": "19a310762169cfa03ea1be8ad4813de9f4214dd46d0c92f4b0c648d7acc30ee1",
    "articles/read-ai-benchmark-leaderboards.md": "491e407fc2d7ea0753e2c3d0f014d118b44ba4f3f544ec63cf2fb7b3c3a72603",
    "briefs/p01-ai-model-benchmarking-guide.md": "b4a8daae14efadc095c6dfdf0d3e4707df7b2fd7df19b184868531131144a56e",
    "briefs/s01-read-ai-benchmark-leaderboards.md": "f878cda573ea80d01f8b214286f741dedc1cc7b5fa7bd9ff536b5f03e956dc52",
    "briefs/s02-design-llm-evaluation-tasks.md": "49d5c5b69add98b577ab6550c3f9a0105b9b72820d870529b95896e0818ef802",
    "briefs/s03-evaluation-dataset-leakage-holdouts.md": "9f090d7f3d43ae7279393fb0d075e575fa73f1dd20b10ade1681bf8b1dc6ceb2",
    "briefs/s04-llm-evaluation-metrics-rubrics.md": "725f83b3890a021be68627b751165e678b8518aff0a6252a4ac2c26a70ff92d5",
    "briefs/s05-human-reviewers-llm-judges.md": "7a4a68262734cc3de323d0bd823f2bac83c06d74a8d67015a715b9587b02e21e",
    "briefs/s06-benchmark-uncertainty-repeatability.md": "257c1dd7e06c06f0ce673288cd09d88e2c3dd849817841fd76acd32d87159edc",
    "briefs/s07-fair-ai-model-comparisons.md": "f149eb18af365a011e0729a459f56b027be720fc76fc586cabb131e6fab63b09",
    "briefs/s08-ai-latency-cost-per-successful-task.md": "57005ee719d03344681a6c4b1ab334ff7df20deba6b7e828f206d86dfa2ba80b",
    "briefs/s09-evaluate-ai-agents-tools-outcomes.md": "11a5121430b068adfe9f6dcc0fb0d548dc7afa2ef1f4a42e864fed2e2ef83919",
    "briefs/s10-maintain-llm-evaluation-suite.md": "f0da52dc6cf310676a9cc77bb708f819e6f395f70f98beb910a392411525b65c",
    "cluster-map.json": "16b9985b2082c10b56a02047fa773e75ca552b18c4708f08eba13856e805d1a0",
    "completion.json": "260c663cbe46400f2ea4cf9d998f449d4c32435581804ac3b0ac6a86617780ad",
    "editorial-checks.json": "001d022e915ee1896534c4004ec9efdf196253582cf8d7c967752b432a816bbd",
    "editorial-handoff.md": "11391d2d7ca68e8dbbd55c38d6867decaebf77611aa88cb84da8275aa638b4aa",
    "editorial-strategy.md": "aa82f0f8c2b65afc239ca1a53fd4df9cf91e5922028829f0da2c032aa67b7e1b",
    "internal-link-map.json": "8344b472b36c45df3bfcf797a11c7bf3115033f51a42b8aeabc10cad710a9521",
    "preservation-manifest.json": "ba5a241d5ceeb8108d62ad5b5c3b7cd6f969983b0ac24ac817e7036ddc44a06a",
    "publication-sequence.md": "db450742a809452a5ef9b163edeb359aca990518841f425aca318d51549d8d34",
    "source-register.json": "2a39ee1e79d21a065d922fc15e1c96aa9ac44e9de5320a03895de40fe950c4dc"
  },
  "luna": {
    "articles/agent-system-evaluation.md": "595c30702190e0616b5582482ddbf0c64f1f9681e38552256aefcf69c010cd34",
    "articles/build-task-eval.md": "462ad4bfe322b9b72c5a567c70147fa55dd4a8851ac0f700ddf74021f5518536",
    "articles/choosing-model-benchmark.md": "fef48867b15cb05e0ee821db08878e86d7262c988e47db537a3139a94cdf37f1",
    "articles/datasets-holdouts-contamination.md": "d3884cddf2731c217e0464cefafbe103f80a65fd11ca21656d5b9ddf5cb39188",
    "articles/fair-model-comparisons.md": "2e72884a4769384dda73dcc24b39fe138de9b23d4eca6cf78054adc7d50187fd",
    "articles/human-evaluation-model-judges.md": "662de703e8aa92a76fcff333ba9d944a174088425f2ddd6f1851387b5a59d9d6",
    "articles/latency-cost.md": "ad86e020157896495428016814686f7d9ca1a8df0fddb0a209852ba25e22007d",
    "articles/maintaining-evaluations.md": "a362430963b8df0905d9b53cd01478fa3e034453f2c7db19ae74701f5334b2e3",
    "articles/metrics-rubrics.md": "34346ae556e7ce5c4655dcb5bf1db8d35f87529e3532fd9b8cd1625d58200e29",
    "articles/public-benchmark-literacy.md": "a0282ef1afe7813e3e8bbdc2fe8f035a4eeb8e981ad58ac3f61bf2e1cfc0e483",
    "articles/repeatability-uncertainty.md": "39d0eaa12cd02f0e39f4c36269f91f498c38cc2e591f0eeae85d9f2faad78143",
    "briefs/agent-evaluation.md": "13c26939b81de6a28e0f82a7f4fa07957b48b7cb51c1852eb3d897f6595e529b",
    "briefs/dataset-integrity.md": "27874a0b5ac8ec4be5af690ed7aca7422a7cf0d4d36b333b461ee4e26b996f7a",
    "briefs/evaluation-maintenance.md": "7cad7a23f02a459ef9f6b816a6435300113f7c1441db0e722d8052d9ebdfba88",
    "briefs/evaluation-metrics.md": "de663776bbb98a46ff0c957be86e10db9c56da140af0051329e4a63f5ac3a1f1",
    "briefs/fair-comparison.md": "a44bd284ec4a40949a5c675a9a1155b3387de4ca2735d0e5d44d0db13c6daddd",
    "briefs/human-judging.md": "490da99ffc5212d8fc4d217bbac3c979ee1d9997f1db39f168671a83a61872dc",
    "briefs/latency-cost.md": "7cb008ec6373039daf9dea18dd99f92505e00f6e456be6c00c6e24a9b31fff7c",
    "briefs/model-benchmarking.md": "1d4f718b8e0b0a42f463a1f30129add0a19c6a9d808bd996e888722d3f88b50b",
    "briefs/public-benchmarks.md": "c82189a7261f97f33de1c32a371707f0c3dc1190a83a8730ae23aecd2c2c131b",
    "briefs/repeatability.md": "92f22416995f3be23df07285205eb5ea8813b36f5d639cd189924d35a9aba106",
    "briefs/task-evaluation.md": "1de39fc5de2449fb4d144b91a615846b02b7cc5bf252e76494b5fab4688a465f",
    "cluster-map.json": "b7581f1adf3c15c13e7351a2320b1ec5e5787c5c5f4e14ed48865821b9b7c7e0",
    "completion.json": "41e6b76af2f3abaa38d4b6a5a4ce8cf76755e6b215e489a9478601f2d7ea0b0c",
    "editorial-handoff.md": "472b7bf49bcd83f845065e140e8fb1803e4466891838b789fbb81e54ee993853",
    "editorial-strategy.md": "a3bc1b8c656519f5fb77434e990c985aadfd7d1f64eafeb7491d6c20023d8a2c",
    "internal-link-map.json": "2419db5a7c98bc20d51b127c9b8e2b747d93edc3851e0c95df6dd63eec60497e",
    "publication-sequence.md": "b3867925650312579f2fe51584b0c846e19163bc7ff9fc62a30406e8593934c2",
    "source-register.json": "a313110697523703b136bc616fa1a05eda2ab21fb3a7295a8f1b75ad74fb93bd"
  }
}