{"as_of":"2026-08-18T14:15:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:b8165fe74d8601a2267af9941f883fba6edc830d768561091abdc385173ae5c4","coverage":[{"denominator":17,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":17,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-15T14:19:01.373037Z","state":"measured"},{"denominator":17,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":17,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-18T06:34:40.430872+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2608.11323/citation-record","integrity":"/paper/2608.11323/integrity","json":"/paper/2608.11323/citation-record.json","paper":"/paper/2608.11323"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2506.07982","last_updated":"2025-06-09T17:52:18Z","snapshot_observed_at":"2026-08-14T06:34:01.114459Z","submitted_at":"2025-06-09T17:52:18Z","title":"$\\tau^2$-Bench: Evaluating Conversational Agents in a Dual-Control Environment","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.07982","snapshot_observed_at":"2026-08-15T14:19:01.300117Z","title":"Barres, H","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.11323","last_updated":"2026-08-11T18:16:51Z","snapshot_observed_at":"2026-08-18T03:59:49.750367Z","submitted_at":"2026-08-11T18:16:51Z","title":"Deployment Decision Reliability: A Generalizability-Theory Framework for Sizing Long-Horizon Agent Evaluations","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-15T14:19:01.300117Z"},"links":{"cited_paper":"/paper/2506.07982","citing_paper":"/paper/2608.11323"},"observation_digest":"sha256:1885de57efeac60af2acc6fa33180ddf5c4a75275f208f35854e4a29182854f4","observation_id":"69fc04de-924a-43d5-952a-d2f92e579858","resolution":{"observed_at":"2026-08-15T14:19:01.300117Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.10229","last_updated":"2024-06-14T17:59:54Z","snapshot_observed_at":"2026-08-16T13:42:51.314941Z","submitted_at":"2024-06-14T17:59:54Z","title":"Quantifying Variance in Evaluation Benchmarks","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.10229","snapshot_observed_at":"2026-08-15T14:19:01.325377Z","title":"Madaan et al","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.11323","last_updated":"2026-08-11T18:16:51Z","snapshot_observed_at":"2026-08-18T03:59:49.750367Z","submitted_at":"2026-08-11T18:16:51Z","title":"Deployment Decision Reliability: A Generalizability-Theory Framework for Sizing Long-Horizon Agent Evaluations","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-15T14:19:01.325377Z"},"links":{"cited_paper":"/paper/2406.10229","citing_paper":"/paper/2608.11323"},"observation_digest":"sha256:47b3b0901b07632a7925a3aca3e26e736cffdcbbf9a99f4ca8cf07dadadd32c1","observation_id":"332b27dd-87d8-4de5-b8b6-ccdd04592b8c","resolution":{"observed_at":"2026-08-15T14:19:01.325377Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2604.11581","last_updated":"2026-05-13T13:32:17Z","snapshot_observed_at":"2026-07-06T22:59:59.220594Z","submitted_at":"2026-04-13T14:58:15Z","title":"Hidden Measurement Error in LLM Pipelines Distorts Annotation, Evaluation, and Benchmarking","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2604.11581","snapshot_observed_at":"2026-08-15T14:19:01.330125Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.11323","last_updated":"2026-08-11T18:16:51Z","snapshot_observed_at":"2026-08-18T03:59:49.750367Z","submitted_at":"2026-08-11T18:16:51Z","title":"Deployment Decision Reliability: A Generalizability-Theory Framework for Sizing Long-Horizon Agent Evaluations","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-15T14:19:01.330125Z"},"links":{"cited_paper":"/paper/2604.11581","citing_paper":"/paper/2608.11323"},"observation_digest":"sha256:e8945de27a4b7ec876147902b41e94c48811577310fe7e8afdfc0f7c6c00aabb","observation_id":"8aedec13-f0f3-4bf1-9a51-4ad62f1a451c","resolution":{"observed_at":"2026-08-15T14:19:01.330125Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T14:19:01.338993Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.11323","last_updated":"2026-08-11T18:16:51Z","snapshot_observed_at":"2026-08-18T03:59:49.750367Z","submitted_at":"2026-08-11T18:16:51Z","title":"Deployment Decision Reliability: A Generalizability-Theory Framework for Sizing Long-Horizon Agent Evaluations","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-15T14:19:01.338993Z"},"links":{"citing_paper":"/paper/2608.11323"},"observation_digest":"sha256:6564f8c7bfc713a969dca7d46f8bc18efb6a22640d2c2c0dd493e5c8f2bd60cb","observation_id":"b887848f-9d90-42cb-b23d-a1d1c8a8f796","resolution":{"observed_at":"2026-08-15T14:19:01.338993Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1912.11554","last_updated":"2019-12-24T22:09:36Z","snapshot_observed_at":"2026-07-06T08:46:54.138798Z","submitted_at":"2019-12-24T22:09:36Z","title":"Composable Effects for Flexible and Accelerated Probabilistic Programming in NumPyro","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1912.11554","snapshot_observed_at":"2026-08-15T14:19:01.342822Z","title":null,"venue":null,"work_id":null,"year":1912},"citing_paper":{"arxiv_id":"2608.11323","last_updated":"2026-08-11T18:16:51Z","snapshot_observed_at":"2026-08-18T03:59:49.750367Z","submitted_at":"2026-08-11T18:16:51Z","title":"Deployment Decision Reliability: A Generalizability-Theory Framework for Sizing Long-Horizon Agent Evaluations","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-15T14:19:01.342822Z"},"links":{"cited_paper":"/paper/1912.11554","citing_paper":"/paper/2608.11323"},"observation_digest":"sha256:4b471908ad26e50e2d5754087d40233b79bf39ff28f88ef74a3e7bd330add547","observation_id":"88477b10-f89f-44f7-ac71-b3c8c702842a","resolution":{"observed_at":"2026-08-15T14:19:01.342822Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2507.19980","last_updated":"2025-07-29T15:46:47Z","snapshot_observed_at":"2026-08-18T06:46:25.121045Z","submitted_at":"2025-07-26T15:33:05Z","title":"Exploring LLM Autoscoring Reliability in Large-Scale Writing Assessments Using Generalizability Theory","version":2},"cited_work":{"arxiv_id":"2507.19980","doi":null,"metadata_source":"pith","pith_arxiv_id":"2507.19980","snapshot_observed_at":"2026-08-15T14:19:01.474990Z","title":"Exploring LLM Autoscoring Reliability in Large-Scale Writing Assessments Using Generalizability Theory","venue":"cs.CL","work_id":"66d7a31d-cc28-4c1d-8aa5-e86444de7575","year":2025},"citing_paper":{"arxiv_id":"2608.11323","last_updated":"2026-08-11T18:16:51Z","snapshot_observed_at":"2026-08-18T03:59:49.750367Z","submitted_at":"2026-08-11T18:16:51Z","title":"Deployment Decision Reliability: A Generalizability-Theory Framework for Sizing Long-Horizon Agent Evaluations","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-15T14:19:01.351948Z"},"links":{"cited_paper":"/paper/2507.19980","citing_paper":"/paper/2608.11323"},"observation_digest":"sha256:bdd1e008b925d886b8f5f984f8e46c1f5853bda8f166be6ae84b54e06391cce7","observation_id":"db44260c-5bec-440f-9530-32e592f4064e","resolution":{"observed_at":"2026-08-15T14:19:01.482213Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.18901","last_updated":"2024-07-26T17:55:45Z","snapshot_observed_at":"2026-08-16T13:30:42.217868Z","submitted_at":"2024-07-26T17:55:45Z","title":"AppWorld: A Controllable World of Apps and People for Benchmarking Interactive Coding Agents","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.18901","snapshot_observed_at":"2026-08-15T14:19:01.355952Z","title":"arXiv:2407.18901","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.11323","last_updated":"2026-08-11T18:16:51Z","snapshot_observed_at":"2026-08-18T03:59:49.750367Z","submitted_at":"2026-08-11T18:16:51Z","title":"Deployment Decision Reliability: A Generalizability-Theory Framework for Sizing Long-Horizon Agent Evaluations","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-15T14:19:01.355952Z"},"links":{"cited_paper":"/paper/2407.18901","citing_paper":"/paper/2608.11323"},"observation_digest":"sha256:5cb092dd955714c619ed16bd3d89e1a042f25f80fe63fe469db36a335aaf8c69","observation_id":"384dd9b7-c37a-4737-8b14-efc908bb4961","resolution":{"observed_at":"2026-08-15T14:19:01.355952Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.12045","last_updated":"2024-06-17T19:33:08Z","snapshot_observed_at":"2026-08-17T20:31:29.818313Z","submitted_at":"2024-06-17T19:33:08Z","title":"$\\tau$-bench: A Benchmark for Tool-Agent-User Interaction in Real-World Domains","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.12045","snapshot_observed_at":"2026-08-15T14:19:01.363935Z","title":"Yao et al","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.11323","last_updated":"2026-08-11T18:16:51Z","snapshot_observed_at":"2026-08-18T03:59:49.750367Z","submitted_at":"2026-08-11T18:16:51Z","title":"Deployment Decision Reliability: A Generalizability-Theory Framework for Sizing Long-Horizon Agent Evaluations","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-15T14:19:01.363935Z"},"links":{"cited_paper":"/paper/2406.12045","citing_paper":"/paper/2608.11323"},"observation_digest":"sha256:e1277a3744c782c84918cde176307e4a150219707e2dc24b76d62cec0de01a27","observation_id":"c9f04fb3-10a1-4e55-888c-c4ce3341e668","resolution":{"observed_at":"2026-08-15T14:19:01.363935Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2505.00212","last_updated":"2025-06-02T03:25:55Z","snapshot_observed_at":"2026-08-16T04:45:52.319427Z","submitted_at":"2025-04-30T23:09:44Z","title":"Which Agent Causes Task Failures and When? On Automated Failure Attribution of LLM Multi-Agent Systems","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.00212","snapshot_observed_at":"2026-08-15T14:19:01.368996Z","title":"Zhang et al","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.11323","last_updated":"2026-08-11T18:16:51Z","snapshot_observed_at":"2026-08-18T03:59:49.750367Z","submitted_at":"2026-08-11T18:16:51Z","title":"Deployment Decision Reliability: A Generalizability-Theory Framework for Sizing Long-Horizon Agent Evaluations","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-15T14:19:01.368996Z"},"links":{"cited_paper":"/paper/2505.00212","citing_paper":"/paper/2608.11323"},"observation_digest":"sha256:7e0f4c665b86fea94798459b096762f2e61fa5316a7ec74c0fffa3ca7df820d1","observation_id":"c22278dd-6d74-44fc-994c-fc5b120df8f0","resolution":{"observed_at":"2026-08-15T14:19:01.368996Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2605.23950","last_updated":"2026-05-07T15:24:59Z","snapshot_observed_at":"2026-08-14T23:38:52.540823Z","submitted_at":"2026-05-07T15:24:59Z","title":"Stop Comparing LLM Agents Without Disclosing the Harness","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2605.23950","snapshot_observed_at":"2026-08-15T14:19:01.373037Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.11323","last_updated":"2026-08-11T18:16:51Z","snapshot_observed_at":"2026-08-18T03:59:49.750367Z","submitted_at":"2026-08-11T18:16:51Z","title":"Deployment Decision Reliability: A Generalizability-Theory Framework for Sizing Long-Horizon Agent Evaluations","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-15T14:19:01.373037Z"},"links":{"cited_paper":"/paper/2605.23950","citing_paper":"/paper/2608.11323"},"observation_digest":"sha256:eee4daf1f1e26fcf8fb6a776891feef34b2c18486df8054b4ee46e66cc6030b6","observation_id":"f57a5502-39f8-48e0-a75b-a793a9ac26af","resolution":{"observed_at":"2026-08-15T14:19:01.373037Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2508.13144","last_updated":"2025-08-18T17:56:04Z","snapshot_observed_at":"2026-08-18T03:59:35.024516Z","submitted_at":"2025-08-18T17:56:04Z","title":"Signal and Noise: A Framework for Reducing Uncertainty in Language Model Evaluation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2508.13144","snapshot_observed_at":"2026-08-15T14:19:01.315611Z","title":"Heineman et al","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.11323","last_updated":"2026-08-11T18:16:51Z","snapshot_observed_at":"2026-08-18T03:59:49.750367Z","submitted_at":"2026-08-11T18:16:51Z","title":"Deployment Decision Reliability: A Generalizability-Theory Framework for Sizing Long-Horizon Agent Evaluations","version":1},"reference_index":1972,"source":"pdf_text","source_observed_at":"2026-08-15T14:19:01.315611Z"},"links":{"cited_paper":"/paper/2508.13144","citing_paper":"/paper/2608.11323"},"observation_digest":"sha256:ffad07839b3ea22725dbf6f5933c462539c5a9454e4bc3f397e4c8e1e96ebef1","observation_id":"9da7396a-b91e-48bb-8ee5-177e866cf05f","resolution":{"observed_at":"2026-08-15T14:19:01.315611Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.14161","last_updated":"2025-09-10T08:35:19Z","snapshot_observed_at":"2026-08-16T19:31:08.289292Z","submitted_at":"2024-12-18T18:55:40Z","title":"TheAgentCompany: Benchmarking LLM Agents on Consequential Real World Tasks","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.14161","snapshot_observed_at":"2026-08-15T14:19:01.359932Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.11323","last_updated":"2026-08-11T18:16:51Z","snapshot_observed_at":"2026-08-18T03:59:49.750367Z","submitted_at":"2026-08-11T18:16:51Z","title":"Deployment Decision Reliability: A Generalizability-Theory Framework for Sizing Long-Horizon Agent Evaluations","version":1},"reference_index":2013,"source":"pdf_text","source_observed_at":"2026-08-15T14:19:01.359932Z"},"links":{"cited_paper":"/paper/2412.14161","citing_paper":"/paper/2608.11323"},"observation_digest":"sha256:93162cc085dfda02038ea313969950a15f1c8f328e2e6e62a2558774d5858833","observation_id":"18378a75-b1d5-4ccd-82b4-2da5827b080a","resolution":{"observed_at":"2026-08-15T14:19:01.359932Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.14992","last_updated":"2024-05-26T22:27:23Z","snapshot_observed_at":"2026-08-17T02:59:38.954198Z","submitted_at":"2024-02-22T22:05:23Z","title":"tinyBenchmarks: evaluating LLMs with fewer examples","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.14992","snapshot_observed_at":"2026-08-15T14:19:01.347552Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.11323","last_updated":"2026-08-11T18:16:51Z","snapshot_observed_at":"2026-08-18T03:59:49.750367Z","submitted_at":"2026-08-11T18:16:51Z","title":"Deployment Decision Reliability: A Generalizability-Theory Framework for Sizing Long-Horizon Agent Evaluations","version":1},"reference_index":2019,"source":"pdf_text","source_observed_at":"2026-08-15T14:19:01.347552Z"},"links":{"cited_paper":"/paper/2402.14992","citing_paper":"/paper/2608.11323"},"observation_digest":"sha256:4f1eb580bc46bc1885e3c0a9bf6131335ca1c93f8914190b1a65518273b8a039","observation_id":"31873485-17ff-467c-aa5c-148242dc43bd","resolution":{"observed_at":"2026-08-15T14:19:01.347552Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.13657","last_updated":"2025-10-26T23:25:18Z","snapshot_observed_at":"2026-08-16T06:37:17.259416Z","submitted_at":"2025-03-17T19:04:38Z","title":"Why Do Multi-Agent LLM Systems Fail?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.13657","snapshot_observed_at":"2026-08-15T14:19:01.306555Z","title":"Cemri et al","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.11323","last_updated":"2026-08-11T18:16:51Z","snapshot_observed_at":"2026-08-18T03:59:49.750367Z","submitted_at":"2026-08-11T18:16:51Z","title":"Deployment Decision Reliability: A Generalizability-Theory Framework for Sizing Long-Horizon Agent Evaluations","version":1},"reference_index":2022,"source":"pdf_text","source_observed_at":"2026-08-15T14:19:01.306555Z"},"links":{"cited_paper":"/paper/2503.13657","citing_paper":"/paper/2608.11323"},"observation_digest":"sha256:094fc976128a3e733d089a3b27750b849cb24e000e2ba90d45a991e62a1e5e31","observation_id":"b72ee5b7-3ca5-4228-bcf9-dbe4c0528c8b","resolution":{"observed_at":"2026-08-15T14:19:01.306555Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2211.09110","last_updated":"2023-10-01T21:44:23Z","snapshot_observed_at":"2026-08-10T23:10:13.900680Z","submitted_at":"2022-11-16T18:51:34Z","title":"Holistic Evaluation of Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2211.09110","snapshot_observed_at":"2026-08-15T14:19:01.320667Z","title":"Liang et al","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.11323","last_updated":"2026-08-11T18:16:51Z","snapshot_observed_at":"2026-08-18T03:59:49.750367Z","submitted_at":"2026-08-11T18:16:51Z","title":"Deployment Decision Reliability: A Generalizability-Theory Framework for Sizing Long-Horizon Agent Evaluations","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-15T14:19:01.320667Z"},"links":{"cited_paper":"/paper/2211.09110","citing_paper":"/paper/2608.11323"},"observation_digest":"sha256:b34b9efe32ae25aec49481e63f5d1f8d234146016e6a4eddc8a34aba4e19e02a","observation_id":"8af3943e-88d0-445b-85a2-27bff4a3f0e3","resolution":{"observed_at":"2026-08-15T14:19:01.320667Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T14:19:01.674568Z","title":null,"venue":null,"work_id":"7f339915-1c57-437a-8621-32980dbc9b3f","year":2025},"citing_paper":{"arxiv_id":"2608.11323","last_updated":"2026-08-11T18:16:51Z","snapshot_observed_at":"2026-08-18T03:59:49.750367Z","submitted_at":"2026-08-11T18:16:51Z","title":"Deployment Decision Reliability: A Generalizability-Theory Framework for Sizing Long-Horizon Agent Evaluations","version":1},"reference_index":2025,"source":"pdf_text","source_observed_at":"2026-08-15T14:19:01.311278Z"},"links":{"citing_paper":"/paper/2608.11323"},"observation_digest":"sha256:9263ca47482f88fd34e6ff3b188803f25f3c289d2d8614269cd9dca001c21171","observation_id":"1c8b6ed6-75a9-46f3-94ad-8de40ec916a2","resolution":{"observed_at":"2026-08-15T14:19:01.680683Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2411.00640","last_updated":"2024-11-01T14:57:16Z","snapshot_observed_at":"2026-08-17T04:34:26.881993Z","submitted_at":"2024-11-01T14:57:16Z","title":"Adding Error Bars to Evals: A Statistical Approach to Language Model Evaluations","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.00640","snapshot_observed_at":"2026-08-15T14:19:01.334779Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.11323","last_updated":"2026-08-11T18:16:51Z","snapshot_observed_at":"2026-08-18T03:59:49.750367Z","submitted_at":"2026-08-11T18:16:51Z","title":"Deployment Decision Reliability: A Generalizability-Theory Framework for Sizing Long-Horizon Agent Evaluations","version":1},"reference_index":2026,"source":"pdf_text","source_observed_at":"2026-08-15T14:19:01.334779Z"},"links":{"cited_paper":"/paper/2411.00640","citing_paper":"/paper/2608.11323"},"observation_digest":"sha256:ca61a8a7016d587f2cf5d057ddc1c26c59741229f816b8878784c0e779bde52e","observation_id":"647d245e-3e52-47dc-af7b-04d21a150fec","resolution":{"observed_at":"2026-08-15T14:19:01.334779Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2608.11323","last_updated":"2026-08-11T18:16:51Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-18T03:59:49.750367Z","submitted_at":"2026-08-11T18:16:51Z","title":"Deployment Decision Reliability: A Generalizability-Theory Framework for Sizing Long-Horizon Agent Evaluations"},"reference_resolution":{"displayed":17,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":16,"verified_exact":1,"verified_fuzzy":0},"total_outbound_references":17},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"thesis":"As of 18 August 2026, this Paper Citation Record lists 17 of 17 outbound references and 0 inbound Pith citation observations for arXiv:2608.11323."}