{"as_of":"2026-08-11T05:12:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:86d5950d4b8ba1d43d65b41bc803764b4b0d0d18b8770a65e0d2ddf15ab8550d","coverage":[{"denominator":12,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":12,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-10T10:52:20.216206Z","state":"measured"},{"denominator":12,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":12,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-10T06:31:04.303077+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2608.07297/citation-record","integrity":"/paper/2608.07297/integrity","json":"/paper/2608.07297/citation-record.json","paper":"/paper/2608.07297"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T10:52:20.323655Z","title":"InThirty-seventh Conference on Neural Information Processing Systems","venue":null,"work_id":"87240c6c-838b-4411-be19-f06aeb6dc1dd","year":2022},"citing_paper":{"arxiv_id":"2608.07297","last_updated":"2026-08-07T14:51:27Z","snapshot_observed_at":"2026-08-11T04:12:55.604333Z","submitted_at":"2026-08-07T14:51:27Z","title":"Data Annotation as Measurement","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-10T10:52:20.193769Z"},"links":{"citing_paper":"/paper/2608.07297"},"observation_digest":"sha256:e4b2ca5689c1d30c909f6cf969c270437469f7c429b66620e2c934d3b10277da","observation_id":"d98f46c7-7440-4dc1-bd06-a949bd4054fa","resolution":{"observed_at":"2026-08-10T10:52:20.327148Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T10:52:20.283149Z","title":"mismatches,","venue":null,"work_id":"e405aa78-dc01-4553-bd6b-c6609836869b","year":null},"citing_paper":{"arxiv_id":"2608.07297","last_updated":"2026-08-07T14:51:27Z","snapshot_observed_at":"2026-08-11T04:12:55.604333Z","submitted_at":"2026-08-07T14:51:27Z","title":"Data Annotation as Measurement","version":1},"reference_index":324,"source":"pdf_text","source_observed_at":"2026-08-10T10:52:20.216206Z"},"links":{"citing_paper":"/paper/2608.07297"},"observation_digest":"sha256:312433d1dd3648fa801501b9b687aa5f55a2f30df6e466d0c3911327d03f33f4","observation_id":"48a58919-c5fe-4039-ac6b-6c95f9764474","resolution":{"observed_at":"2026-08-10T10:52:20.286530Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2508.00143","last_updated":"2025-07-31T20:05:26Z","snapshot_observed_at":"2026-08-06T10:21:53.056288Z","submitted_at":"2025-07-31T20:05:26Z","title":"Beyond Agreement: Rethinking Ground Truth in Educational AI Annotation","version":1},"cited_work":{"arxiv_id":"2508.00143","doi":null,"metadata_source":"pith","pith_arxiv_id":"2508.00143","snapshot_observed_at":"2026-08-10T10:52:20.245176Z","title":"Beyond Agreement: Rethinking Ground Truth in Educational AI Annotation","venue":"cs.AI","work_id":"66c7e673-c5f8-4acb-90c1-acea69a90c9e","year":2025},"citing_paper":{"arxiv_id":"2608.07297","last_updated":"2026-08-07T14:51:27Z","snapshot_observed_at":"2026-08-11T04:12:55.604333Z","submitted_at":"2026-08-07T14:51:27Z","title":"Data Annotation as Measurement","version":1},"reference_index":1291,"source":"pdf_text","source_observed_at":"2026-08-10T10:52:20.212308Z"},"links":{"cited_paper":"/paper/2508.00143","citing_paper":"/paper/2608.07297"},"observation_digest":"sha256:faa31e40d50462c14644569afe412814c5201e5d6365b83f2dd98ef3e27879b7","observation_id":"b903eb66-5da8-482a-aa08-13bd4ad7181b","resolution":{"observed_at":"2026-08-10T10:52:20.251200Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T10:52:20.333615Z","title":"Marshall, C","venue":null,"work_id":"0524d40d-4fef-4f05-a2b6-1bd8740ed029","year":2023},"citing_paper":{"arxiv_id":"2608.07297","last_updated":"2026-08-07T14:51:27Z","snapshot_observed_at":"2026-08-11T04:12:55.604333Z","submitted_at":"2026-08-07T14:51:27Z","title":"Data Annotation as Measurement","version":1},"reference_index":1998,"source":"pdf_text","source_observed_at":"2026-08-10T10:52:20.189850Z"},"links":{"citing_paper":"/paper/2608.07297"},"observation_digest":"sha256:f74cb141546e8a5ac66c4e835a5af2501dc5f842f7dc03d70b388b2452563fbf","observation_id":"a5abbbd5-65b7-41e9-bc9c-56be607f4af3","resolution":{"observed_at":"2026-08-10T10:52:20.337400Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T10:52:20.354121Z","title":null,"venue":null,"work_id":"17797ba3-b52d-45e5-b616-e6d61d868735","year":2013},"citing_paper":{"arxiv_id":"2608.07297","last_updated":"2026-08-07T14:51:27Z","snapshot_observed_at":"2026-08-11T04:12:55.604333Z","submitted_at":"2026-08-07T14:51:27Z","title":"Data Annotation as Measurement","version":1},"reference_index":2013,"source":"pdf_text","source_observed_at":"2026-08-10T10:52:20.182173Z"},"links":{"citing_paper":"/paper/2608.07297"},"observation_digest":"sha256:a9e14cd34f147a5803aa1ad8edb9d71b3888e65265770892efc8055b497339b7","observation_id":"6405a482-f90b-4f68-9c2c-950761ffdabe","resolution":{"observed_at":"2026-08-10T10:52:20.357503Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T10:52:20.304336Z","title":"Everyone wants to do the model work, not the data work","venue":null,"work_id":"ec662c05-137e-4d0d-ac64-b9b518da9b44","year":2021},"citing_paper":{"arxiv_id":"2608.07297","last_updated":"2026-08-07T14:51:27Z","snapshot_observed_at":"2026-08-11T04:12:55.604333Z","submitted_at":"2026-08-07T14:51:27Z","title":"Data Annotation as Measurement","version":1},"reference_index":2014,"source":"pdf_text","source_observed_at":"2026-08-10T10:52:20.201285Z"},"links":{"citing_paper":"/paper/2608.07297"},"observation_digest":"sha256:40d11da688450965cc2b7355adaf76cf74f6737415d39d0fed048735318db7de","observation_id":"67a85061-8836-4516-b1da-b1fe368b264c","resolution":{"observed_at":"2026-08-10T10:52:20.307501Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T10:52:20.343974Z","title":"InProceedings of the 2017 ACM International Conference on Management of Data, 1711–1716","venue":null,"work_id":"633730c7-ff02-40cf-91f4-fce544a5e8e4","year":2017},"citing_paper":{"arxiv_id":"2608.07297","last_updated":"2026-08-07T14:51:27Z","snapshot_observed_at":"2026-08-11T04:12:55.604333Z","submitted_at":"2026-08-07T14:51:27Z","title":"Data Annotation as Measurement","version":1},"reference_index":2017,"source":"pdf_text","source_observed_at":"2026-08-10T10:52:20.186005Z"},"links":{"citing_paper":"/paper/2608.07297"},"observation_digest":"sha256:6392ebb7727eb177612043660bdc1a9e6f4d72e046d290fb8f003db24693e094","observation_id":"4fd1fbc5-ae24-42e8-ac63-f2365804337b","resolution":{"observed_at":"2026-08-10T10:52:20.347580Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T10:52:20.293530Z","title":"Irresolvable Disagreement: A Study on Worker Deliberation in Crowd Work.Proceedings of the ACM on Human-Computer Interaction, 2(CSCW): 1–19","venue":null,"work_id":"c3d87b4c-c41d-40ac-8626-5a53f2ed6c1d","year":2021},"citing_paper":{"arxiv_id":"2608.07297","last_updated":"2026-08-07T14:51:27Z","snapshot_observed_at":"2026-08-11T04:12:55.604333Z","submitted_at":"2026-08-07T14:51:27Z","title":"Data Annotation as Measurement","version":1},"reference_index":2018,"source":"pdf_text","source_observed_at":"2026-08-10T10:52:20.204670Z"},"links":{"citing_paper":"/paper/2608.07297"},"observation_digest":"sha256:30b43de7f37e2be452a8d86ca5b11097edd57d7688d7deed5ac3bbf3a844d6b9","observation_id":"a3f92801-630d-4e19-bd4a-9bb0dcd623e5","resolution":{"observed_at":"2026-08-10T10:52:20.297309Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T10:52:20.313804Z","title":"In Carpuat, M.; de Marneffe, M.-C.; and Meza Ruiz, I","venue":null,"work_id":"fef99f22-3bb5-4457-a4bf-75fb89a46e6c","year":2022},"citing_paper":{"arxiv_id":"2608.07297","last_updated":"2026-08-07T14:51:27Z","snapshot_observed_at":"2026-08-11T04:12:55.604333Z","submitted_at":"2026-08-07T14:51:27Z","title":"Data Annotation as Measurement","version":1},"reference_index":2022,"source":"pdf_text","source_observed_at":"2026-08-10T10:52:20.197837Z"},"links":{"citing_paper":"/paper/2608.07297"},"observation_digest":"sha256:03de69cab36e316fbea907e76caea1fc297ee30cd35a7313cacafe6baec9e2b4","observation_id":"b0a08655-a2c4-4637-9486-645677e57a25","resolution":{"observed_at":"2026-08-10T10:52:20.317239Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T10:52:20.363713Z","title":"Ho, C.-J.; Slivkins, A.; Suri, S.; and Vaughan, J","venue":null,"work_id":"838506f5-291a-4b6e-a439-0fed1e23bfb5","year":2015},"citing_paper":{"arxiv_id":"2608.07297","last_updated":"2026-08-07T14:51:27Z","snapshot_observed_at":"2026-08-11T04:12:55.604333Z","submitted_at":"2026-08-07T14:51:27Z","title":"Data Annotation as Measurement","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-10T10:52:20.178801Z"},"links":{"citing_paper":"/paper/2608.07297"},"observation_digest":"sha256:3f57b40d647e02391976daf2fbe58d93f62f3e3650de1b077076e72c57895588","observation_id":"545bcaf6-1bc7-4f20-ad8f-e5bdc72ba4fe","resolution":{"observed_at":"2026-08-10T10:52:20.367079Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.08794","last_updated":"2024-05-14T17:44:34Z","snapshot_observed_at":"2026-07-06T18:14:20.889736Z","submitted_at":"2024-05-14T17:44:34Z","title":"Ambiguous Annotations: When is a Pedestrian not a Pedestrian?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.08794","snapshot_observed_at":"2026-08-10T10:52:20.208399Z","title":"Sheng, V","venue":null,"work_id":null,"year":2008},"citing_paper":{"arxiv_id":"2608.07297","last_updated":"2026-08-07T14:51:27Z","snapshot_observed_at":"2026-08-11T04:12:55.604333Z","submitted_at":"2026-08-07T14:51:27Z","title":"Data Annotation as Measurement","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-10T10:52:20.208399Z"},"links":{"cited_paper":"/paper/2405.08794","citing_paper":"/paper/2608.07297"},"observation_digest":"sha256:945042933b9c8d0274aa0094d3cc6fe71ab78994a150bafe1288a2e64f976e3b","observation_id":"12e1d5b9-4738-4983-947a-6c15428827f2","resolution":{"observed_at":"2026-08-10T10:52:20.208399Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2112.03529","last_updated":"2021-12-07T06:58:22Z","snapshot_observed_at":"2026-08-07T04:15:05.363326Z","submitted_at":"2021-12-07T06:58:22Z","title":"Ground-Truth, Whose Truth? -- Examining the Challenges with Annotating Toxic Text Datasets","version":1},"cited_work":{"arxiv_id":"2112.03529","doi":null,"metadata_source":"pith","pith_arxiv_id":"2112.03529","snapshot_observed_at":"2026-08-10T10:52:20.271868Z","title":"Ground-Truth, Whose Truth? -- Examining the Challenges with Annotating Toxic Text Datasets","venue":"cs.CL","work_id":"75dacd8c-dfdb-4963-af9b-c09d2120c49b","year":2021},"citing_paper":{"arxiv_id":"2608.07297","last_updated":"2026-08-07T14:51:27Z","snapshot_observed_at":"2026-08-11T04:12:55.604333Z","submitted_at":"2026-08-07T14:51:27Z","title":"Data Annotation as Measurement","version":1},"reference_index":2026,"source":"pdf_text","source_observed_at":"2026-08-10T10:52:20.174006Z"},"links":{"cited_paper":"/paper/2112.03529","citing_paper":"/paper/2608.07297"},"observation_digest":"sha256:7f3f9e9115936a2cdb69e7e715a95ba396def8c0220c2095bb3307e8b7073424","observation_id":"b3bd76d8-0771-4011-9f6f-d80c57b8ca2e","resolution":{"observed_at":"2026-08-10T10:52:20.275957Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2608.07297","last_updated":"2026-08-07T14:51:27Z","latest_version":1,"primary_category":"cs.CY","snapshot_observed_at":"2026-08-11T04:12:55.604333Z","submitted_at":"2026-08-07T14:51:27Z","title":"Data Annotation as Measurement"},"reference_resolution":{"displayed":12,"state_counts":{"malformed_identifier":0,"metadata_mismatch":1,"parse_uncertain":0,"unresolved":2,"verified_exact":1,"verified_fuzzy":8},"total_outbound_references":12},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"thesis":"As of 11 August 2026, this Paper Citation Record lists 12 of 12 outbound references and 0 inbound Pith citation observations for arXiv:2608.07297."}