{"as_of":"2026-08-04T16:13:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:7132911cd22f198662c2794a840859a9c7fe7918cea9c3fe3d5761beb99e4a12","coverage":[{"denominator":28,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":28,"source":"paper_references, paper_reference_links","source_observed_at":"2026-05-10T17:09:43.892161Z","state":"measured"},{"denominator":29,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":29,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-04T06:34:03.388597+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-01T23:26:01.657217Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2604.07591","last_updated":"2026-04-08T20:49:03Z","snapshot_observed_at":"2026-07-06T22:55:46.307881Z","submitted_at":"2026-04-08T20:49:03Z","title":"From Ground Truth to Measurement: A Statistical Framework for Human Labeling","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2604.07591","snapshot_observed_at":"2026-08-01T23:26:01.657217Z","title":"arXiv preprint arXiv:2604.07591 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.15455","last_updated":"2026-07-16T20:58:02Z","snapshot_observed_at":"2026-08-02T13:52:48.025713Z","submitted_at":"2026-07-16T20:58:02Z","title":"Design-Based Supervised Learning with Noisy Human Labels","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-01T23:26:01.657217Z"},"links":{"cited_paper":"/paper/2604.07591","citing_paper":"/paper/2607.15455"},"observation_digest":"sha256:e0d04a7fa1008859b939897f0846ea0d1d21f4d0f28ca2a86c0b5910066b5e6d","observation_id":"f1c0ed9b-8d26-4861-9a04-aa4b606922ca","resolution":{"observed_at":"2026-08-01T23:26:01.657217Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2604.07591/citation-record","integrity":"/paper/2604.07591/integrity","json":"/paper/2604.07591/citation-record.json","paper":"/paper/2604.07591"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Order effects in annotation tasks: Further evidence of annotation sensitivity","venue":null,"work_id":"cec16138-751f-47c8-8d95-f720a9020b0b","year":2024},"citing_paper":{"arxiv_id":"2604.07591","last_updated":"2026-04-08T20:49:03Z","snapshot_observed_at":"2026-07-06T22:55:46.307881Z","submitted_at":"2026-04-08T20:49:03Z","title":"From Ground Truth to Measurement: A Statistical Framework for Human Labeling","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-05-10T17:09:43.892161Z"},"links":{"citing_paper":"/paper/2604.07591"},"observation_digest":"sha256:a5b8e2fb77d2185b74a5b5aeafa03c9782c73312fbeffbade4f42689234ce2d7","observation_id":"59451e2a-0cf3-4e20-9a2c-d22f20acf114","resolution":{"observed_at":"2026-05-17T11:51:45.991997Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2003.07621","last_updated":"2020-03-17T10:31:59Z","snapshot_observed_at":"2026-08-04T01:13:35.727701Z","submitted_at":"2020-03-17T10:31:59Z","title":"Fair inference on error-prone outcomes","version":1},"cited_work":{"arxiv_id":"2003.07621","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2003.07621","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Fair inference on error-prone outcomes.arXiv preprint arXiv:2003.07621","venue":null,"work_id":"6cc15fa7-f006-4f3b-a40a-b59dc554f81a","year":2003},"citing_paper":{"arxiv_id":"2604.07591","last_updated":"2026-04-08T20:49:03Z","snapshot_observed_at":"2026-07-06T22:55:46.307881Z","submitted_at":"2026-04-08T20:49:03Z","title":"From Ground Truth to Measurement: A Statistical Framework for Human Labeling","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-05-10T17:09:43.892161Z"},"links":{"cited_paper":"/paper/2003.07621","citing_paper":"/paper/2604.07591"},"observation_digest":"sha256:88101b45d1e6324af4add20077d87d1c6e5bd06b80558a73803e3e82add0cbad","observation_id":"a0d4ebd1-0c50-4cfa-af4b-0ff862bf1ea3","resolution":{"observed_at":"2026-05-11T07:30:58.149079Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.14663","last_updated":"2023-10-22T17:10:54Z","snapshot_observed_at":"2026-07-06T15:32:10.481273Z","submitted_at":"2023-05-24T03:06:13Z","title":"You Are What You Annotate: Towards Better Models through Annotator Representations","version":2},"cited_work":{"arxiv_id":"2305.14663","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2305.14663","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"You are what you annotate: Towards better models through annotator repre- sentations.arXiv preprint arXiv:2305.14663","venue":null,"work_id":"c11b3178-85cc-4380-937f-8b89877d0add","year":null},"citing_paper":{"arxiv_id":"2604.07591","last_updated":"2026-04-08T20:49:03Z","snapshot_observed_at":"2026-07-06T22:55:46.307881Z","submitted_at":"2026-04-08T20:49:03Z","title":"From Ground Truth to Measurement: A Statistical Framework for Human Labeling","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-05-10T17:09:43.892161Z"},"links":{"cited_paper":"/paper/2305.14663","citing_paper":"/paper/2604.07591"},"observation_digest":"sha256:7de79a87e794d31a01a84cae7f7d27b0ae9ec7c16cd796e08c82a0830c5375f7","observation_id":"1e0c58d2-fd0e-4012-b181-6a537f71ac33","resolution":{"observed_at":"2026-05-11T07:30:58.190700Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.05860","last_updated":"2024-05-09T15:48:07Z","snapshot_observed_at":"2026-07-06T18:12:09.623654Z","submitted_at":"2024-05-09T15:48:07Z","title":"The Perspectivist Paradigm Shift: Assumptions and Challenges of Capturing Human Labels","version":1},"cited_work":{"arxiv_id":"2405.05860","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2405.05860","snapshot_observed_at":"2026-07-02T20:37:22.656813Z","title":"The perspectivist paradigm shift: Assumptions and challenges of capturing human labels.arXiv preprint arXiv:2405.05860","venue":null,"work_id":"0dd2ac6f-3fbd-4ec1-9e8c-8ed657241460","year":null},"citing_paper":{"arxiv_id":"2604.07591","last_updated":"2026-04-08T20:49:03Z","snapshot_observed_at":"2026-07-06T22:55:46.307881Z","submitted_at":"2026-04-08T20:49:03Z","title":"From Ground Truth to Measurement: A Statistical Framework for Human Labeling","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-05-10T17:09:43.892161Z"},"links":{"cited_paper":"/paper/2405.05860","citing_paper":"/paper/2604.07591"},"observation_digest":"sha256:319ef0961235101c95527cbe23b3ae452da74d70bbb1a67b13a7171c55012830","observation_id":"fcdce837-e745-4df8-9135-967dcaeea4ce","resolution":{"observed_at":"2026-05-11T07:30:58.110295Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2107.02278","last_updated":"2021-07-05T21:24:02Z","snapshot_observed_at":"2026-07-06T11:26:07.974478Z","submitted_at":"2021-07-05T21:24:02Z","title":"\"Garbage In, Garbage Out\" Revisited: What Do Machine Learning Application Papers Report About Human-Labeled Training Data?","version":1},"cited_work":{"arxiv_id":"2107.02278","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2107.02278","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"” garbage in, garbage out” revisited: What do machine learn- ing application papers report about human-labeled training data?arXiv preprint arXiv:2107.02278","venue":null,"work_id":"fcfb5ee0-b32a-41ad-8c77-23c1ab0030bd","year":null},"citing_paper":{"arxiv_id":"2604.07591","last_updated":"2026-04-08T20:49:03Z","snapshot_observed_at":"2026-07-06T22:55:46.307881Z","submitted_at":"2026-04-08T20:49:03Z","title":"From Ground Truth to Measurement: A Statistical Framework for Human Labeling","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-05-10T17:09:43.892161Z"},"links":{"cited_paper":"/paper/2107.02278","citing_paper":"/paper/2604.07591"},"observation_digest":"sha256:0914e5126bbf408cd37634661c1593a1c113965c98dcea92dc434e2a5c2889fc","observation_id":"38689a52-07da-450a-aa04-1389effcbf42","resolution":{"observed_at":"2026-05-11T07:30:58.097094Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.16703","last_updated":"2025-01-28T10:02:15Z","snapshot_observed_at":"2026-07-06T15:33:45.900012Z","submitted_at":"2023-05-26T07:44:19Z","title":"Sources of Uncertainty in Supervised Machine Learning -- A Statisticians' View","version":3},"cited_work":{"arxiv_id":"2305.16703","doi":"10.48550/arxiv.2305.16703","metadata_source":"arxiv_reference","pith_arxiv_id":"2305.16703","snapshot_observed_at":"2026-07-10T06:15:00.866473Z","title":"Sources of uncertainty in machine learning–a statisticians’ view","venue":null,"work_id":"d1975b36-6080-4e09-a0b8-471783311f86","year":2014},"citing_paper":{"arxiv_id":"2604.07591","last_updated":"2026-04-08T20:49:03Z","snapshot_observed_at":"2026-07-06T22:55:46.307881Z","submitted_at":"2026-04-08T20:49:03Z","title":"From Ground Truth to Measurement: A Statistical Framework for Human Labeling","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-05-10T17:09:43.892161Z"},"links":{"cited_paper":"/paper/2305.16703","citing_paper":"/paper/2604.07591"},"observation_digest":"sha256:cbded05714c56149da7b8ad74da74a690232fca85c00a138818451d9e1c249cb","observation_id":"46506a41-a753-4701-90ea-262c2a5e2a13","resolution":{"observed_at":"2026-05-11T07:30:58.164908Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2505.22848","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Litex: A linguistic taxonomy of explanations for understanding within-label variation in natural language inference.arXiv preprint arXiv:2505.22848","venue":null,"work_id":"3b419668-d59f-4ce6-a130-c1b347662990","year":null},"citing_paper":{"arxiv_id":"2604.07591","last_updated":"2026-04-08T20:49:03Z","snapshot_observed_at":"2026-07-06T22:55:46.307881Z","submitted_at":"2026-04-08T20:49:03Z","title":"From Ground Truth to Measurement: A Statistical Framework for Human Labeling","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-05-10T17:09:43.892161Z"},"links":{"citing_paper":"/paper/2604.07591"},"observation_digest":"sha256:f4598fef176f4b4271c3ff6f07f5c55ab845fd30e021004a4ced306071a60070","observation_id":"da1dec7c-34a9-426b-a754-41607b5e7a48","resolution":{"observed_at":"2026-05-11T07:30:58.160834Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Jacobs and Hanna Wallach","venue":null,"work_id":"59bb9e57-ea08-43e9-a562-8b598947d8c1","year":2021},"citing_paper":{"arxiv_id":"2604.07591","last_updated":"2026-04-08T20:49:03Z","snapshot_observed_at":"2026-07-06T22:55:46.307881Z","submitted_at":"2026-04-08T20:49:03Z","title":"From Ground Truth to Measurement: A Statistical Framework for Human Labeling","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-05-10T17:09:43.892161Z"},"links":{"citing_paper":"/paper/2604.07591"},"observation_digest":"sha256:be8eb0b35f85ecfba68a87fd926b815493715ef33c3de5d5d25c3e6ed2e64f9a","observation_id":"cd574033-be5b-4e96-ad7c-fbf0c38e4105","resolution":{"observed_at":"2026-05-17T11:51:46.002128Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2188.344590","doi":"10.1145/3442188.3445901","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T11:50:26.030339Z","title":"Jacobs and Hanna Wallach","venue":null,"work_id":"599a870a-c9a3-414c-b7e0-05bf67c03e73","year":2021},"citing_paper":{"arxiv_id":"2604.07591","last_updated":"2026-04-08T20:49:03Z","snapshot_observed_at":"2026-07-06T22:55:46.307881Z","submitted_at":"2026-04-08T20:49:03Z","title":"From Ground Truth to Measurement: A Statistical Framework for Human Labeling","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-05-10T17:09:43.892161Z"},"links":{"citing_paper":"/paper/2604.07591"},"observation_digest":"sha256:add75a4f5d1b1974f5962da8dbb4a395e9e53653141414444a906cc34511945e","observation_id":"2af54709-9f33-4382-b36f-c8f46f8781ef","resolution":{"observed_at":"2026-05-10T17:10:37.875059Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-05-19T15:22:09.336629+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-19T15:22:09.336629+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Ecologically valid explanations for label variation in NLI","venue":null,"work_id":"b4deedcb-ec0d-4237-9db5-5e9a47cb72b9","year":2023},"citing_paper":{"arxiv_id":"2604.07591","last_updated":"2026-04-08T20:49:03Z","snapshot_observed_at":"2026-07-06T22:55:46.307881Z","submitted_at":"2026-04-08T20:49:03Z","title":"From Ground Truth to Measurement: A Statistical Framework for Human Labeling","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-05-10T17:09:43.892161Z"},"links":{"citing_paper":"/paper/2604.07591"},"observation_digest":"sha256:93ed6e5bff1d3096340184ac7859729dbce259dce51ce009f3059a71f67a3109","observation_id":"b8702509-9fb6-474a-a16c-d684df5e61e1","resolution":{"observed_at":"2026-05-17T11:51:45.989078Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2023.findings-emnlp.712","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T22:12:40.651753Z","title":"doi: 10.18653/v1/2023.findings-emnlp.712","venue":null,"work_id":"50970399-d54f-47b8-bdfd-2da4c474d4c9","year":2023},"citing_paper":{"arxiv_id":"2604.07591","last_updated":"2026-04-08T20:49:03Z","snapshot_observed_at":"2026-07-06T22:55:46.307881Z","submitted_at":"2026-04-08T20:49:03Z","title":"From Ground Truth to Measurement: A Statistical Framework for Human Labeling","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-05-10T17:09:43.892161Z"},"links":{"citing_paper":"/paper/2604.07591"},"observation_digest":"sha256:d506546eba5b3aa5fbf194aff88776046133ca90f7f9001514530db3345ccbc6","observation_id":"abff0bdc-ca4c-4d40-884d-bbea103651e9","resolution":{"observed_at":"2026-05-10T17:10:37.881536Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"a89941dd-7b13-45b4-8e51-dc513c288477","year":2020},"citing_paper":{"arxiv_id":"2604.07591","last_updated":"2026-04-08T20:49:03Z","snapshot_observed_at":"2026-07-06T22:55:46.307881Z","submitted_at":"2026-04-08T20:49:03Z","title":"From Ground Truth to Measurement: A Statistical Framework for Human Labeling","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-05-10T17:09:43.892161Z"},"links":{"citing_paper":"/paper/2604.07591"},"observation_digest":"sha256:4f27e2034da95af8024960ffcb729691b6e53c1375fd1811c0a84a39689b9627","observation_id":"535c6717-76cf-4bdd-b27f-f2f1ace8b762","resolution":{"observed_at":"2026-05-17T11:51:45.983183Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2020.emnlp-main.734","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T13:40:57.481017Z","title":"doi: 10.18653/v1/2020.emnlp-main.734","venue":null,"work_id":"47dfe45b-6379-47b7-80fa-c841b2d11dbe","year":2020},"citing_paper":{"arxiv_id":"2604.07591","last_updated":"2026-04-08T20:49:03Z","snapshot_observed_at":"2026-07-06T22:55:46.307881Z","submitted_at":"2026-04-08T20:49:03Z","title":"From Ground Truth to Measurement: A Statistical Framework for Human Labeling","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-05-10T17:09:43.892161Z"},"links":{"citing_paper":"/paper/2604.07591"},"observation_digest":"sha256:521b6e9ff796a46fcc5afbbd1d5febad7ea8b48c4c9715c0c1fe0c7a74f2a372","observation_id":"d90bc899-3e5c-4e07-a54a-2b767100fccb","resolution":{"observed_at":"2026-05-10T17:10:37.878547Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-07-13T11:49:45.402871+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-13T11:49:45.402871+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2306.15777","last_updated":"2023-06-27T19:59:33Z","snapshot_observed_at":"2026-07-06T15:47:30.367367Z","submitted_at":"2023-06-27T19:59:33Z","title":"\"Is a picture of a bird a bird\": Policy recommendations for dealing with ambiguity in machine vision models","version":1},"cited_work":{"arxiv_id":"2306.15777","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2306.15777","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"” is a picture of a bird a bird”: Policy recommendations for dealing with ambiguity in machine vision models.arXiv preprint arXiv:2306.15777","venue":null,"work_id":"070839b3-afe5-42d9-8550-ccc4b0c25c27","year":null},"citing_paper":{"arxiv_id":"2604.07591","last_updated":"2026-04-08T20:49:03Z","snapshot_observed_at":"2026-07-06T22:55:46.307881Z","submitted_at":"2026-04-08T20:49:03Z","title":"From Ground Truth to Measurement: A Statistical Framework for Human Labeling","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-05-10T17:09:43.892161Z"},"links":{"cited_paper":"/paper/2306.15777","citing_paper":"/paper/2604.07591"},"observation_digest":"sha256:de9dec758b74c4d66b385b2cad9e014b8284c06bf0f9f8a8810503a8677a0243","observation_id":"6ab65b85-5c4e-4d4d-94e1-e3d4bb772199","resolution":{"observed_at":"2026-05-11T07:30:58.127632Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Making deep neural networks robust to label noise: A loss correction approach","venue":null,"work_id":"9c8ca021-5c69-416a-9a02-e15c55e88a38","year":1944},"citing_paper":{"arxiv_id":"2604.07591","last_updated":"2026-04-08T20:49:03Z","snapshot_observed_at":"2026-07-06T22:55:46.307881Z","submitted_at":"2026-04-08T20:49:03Z","title":"From Ground Truth to Measurement: A Statistical Framework for Human Labeling","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-05-10T17:09:43.892161Z"},"links":{"citing_paper":"/paper/2604.07591"},"observation_digest":"sha256:084629a983c4c8aa803d19a9722de142cde57a8ba70daa3692606f91b48866f2","observation_id":"5c2861bd-ecd2-4fa5-b7dc-a8bee29880bb","resolution":{"observed_at":"2026-05-17T11:51:45.985984Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2306.06826","last_updated":"2023-08-28T21:14:35Z","snapshot_observed_at":"2026-07-06T15:41:24.976531Z","submitted_at":"2023-06-12T02:26:00Z","title":"When Do Annotator Demographics Matter? Measuring the Influence of Annotator Demographics with the POPQUORN Dataset","version":2},"cited_work":{"arxiv_id":"2306.06826","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2306.06826","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"arXiv preprint arXiv:2306.06826 , year=","venue":null,"work_id":"c52c60fd-a83b-4cb3-8473-05b1437f311e","year":2023},"citing_paper":{"arxiv_id":"2604.07591","last_updated":"2026-04-08T20:49:03Z","snapshot_observed_at":"2026-07-06T22:55:46.307881Z","submitted_at":"2026-04-08T20:49:03Z","title":"From Ground Truth to Measurement: A Statistical Framework for Human Labeling","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-05-10T17:09:43.892161Z"},"links":{"cited_paper":"/paper/2306.06826","citing_paper":"/paper/2604.07591"},"observation_digest":"sha256:9479cde1e7a51e71003842a8fdd99d1aa6cdb601451e07ee2733a0d43abd93c1","observation_id":"897c8d06-5189-4c2b-818e-dc7c23a74d2b","resolution":{"observed_at":"2026-05-11T07:30:58.198158Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2211.02570","last_updated":"2022-11-04T16:38:09Z","snapshot_observed_at":"2026-07-06T14:14:35.215831Z","submitted_at":"2022-11-04T16:38:09Z","title":"The 'Problem' of Human Label Variation: On Ground Truth in Data, Modeling and Evaluation","version":1},"cited_work":{"arxiv_id":"2211.02570","doi":"10.48550/arxiv.2211.02570","metadata_source":"arxiv_reference","pith_arxiv_id":"2211.02570","snapshot_observed_at":"2026-07-10T06:15:00.866473Z","title":"The “problem” of human label variation: On ground truth in data, modeling and evaluation","venue":null,"work_id":"c69378df-7fb1-4eab-8f6f-52133119e1be","year":2022},"citing_paper":{"arxiv_id":"2604.07591","last_updated":"2026-04-08T20:49:03Z","snapshot_observed_at":"2026-07-06T22:55:46.307881Z","submitted_at":"2026-04-08T20:49:03Z","title":"From Ground Truth to Measurement: A Statistical Framework for Human Labeling","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-05-10T17:09:43.892161Z"},"links":{"cited_paper":"/paper/2211.02570","citing_paper":"/paper/2604.07591"},"observation_digest":"sha256:417cddfc1dc19315545804e60a4025b041c362fe8595988291b9e62a441b5471","observation_id":"0fa68997-5ce4-4b6f-8542-71b4187c96c1","resolution":{"observed_at":"2026-05-11T07:30:58.105755Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Perturbing the per- spective: How explanation impacts annotator labels","venue":null,"work_id":"805feb0c-4f50-4e71-8142-65de24e434b9","year":2021},"citing_paper":{"arxiv_id":"2604.07591","last_updated":"2026-04-08T20:49:03Z","snapshot_observed_at":"2026-07-06T22:55:46.307881Z","submitted_at":"2026-04-08T20:49:03Z","title":"From Ground Truth to Measurement: A Statistical Framework for Human Labeling","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-05-10T17:09:43.892161Z"},"links":{"citing_paper":"/paper/2604.07591"},"observation_digest":"sha256:f7fa1f5811c0f50e50684bb5526e369864f3636e1aeffaef9c27ec7fccec972e","observation_id":"b0bc9fb4-1fb8-45ce-92a7-a94fc84b1a2f","resolution":{"observed_at":"2026-05-17T11:51:45.998661Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Sentence-bert: Sentence embeddings using siamese bert-networks","venue":null,"work_id":"eed096a2-50d2-4141-bb08-29eb609f5dc1","year":2019},"citing_paper":{"arxiv_id":"2604.07591","last_updated":"2026-04-08T20:49:03Z","snapshot_observed_at":"2026-07-06T22:55:46.307881Z","submitted_at":"2026-04-08T20:49:03Z","title":"From Ground Truth to Measurement: A Statistical Framework for Human Labeling","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-05-10T17:09:43.892161Z"},"links":{"citing_paper":"/paper/2604.07591"},"observation_digest":"sha256:74df441ee500ef0834f140b62511fa6b0b9a5dc9be7b8ffedbd9ed27ed3342db","observation_id":"eb4211f7-082c-476e-b6b4-ff276317fce9","resolution":{"observed_at":"2026-05-17T11:51:45.995443Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1908.10084","last_updated":"2019-08-27T08:50:17Z","snapshot_observed_at":"2026-07-06T08:17:05.681370Z","submitted_at":"2019-08-27T08:50:17Z","title":"Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks","version":1},"cited_work":{"arxiv_id":"1908.10084","doi":"10.48550/arxiv.1908.10084","metadata_source":"pith","pith_arxiv_id":"1908.10084","snapshot_observed_at":"2026-07-10T20:57:34.817516Z","title":"Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks","venue":"cs.CL","work_id":"27adfcc9-2a67-43d6-a844-78309012411f","year":2019},"citing_paper":{"arxiv_id":"2604.07591","last_updated":"2026-04-08T20:49:03Z","snapshot_observed_at":"2026-07-06T22:55:46.307881Z","submitted_at":"2026-04-08T20:49:03Z","title":"From Ground Truth to Measurement: A Statistical Framework for Human Labeling","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-05-10T17:09:43.892161Z"},"links":{"cited_paper":"/paper/1908.10084","citing_paper":"/paper/2604.07591"},"observation_digest":"sha256:8334cf1738e634f03759685a6fafdccfaddc3b540118049733740d6f326477fd","observation_id":"cbce2f69-7822-45f5-be85-5992afedb8af","resolution":{"observed_at":"2026-05-11T07:30:58.176351Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-07-12T06:19:15.148899+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-12T06:19:15.148899+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"6d7146a8-af13-47e3-9c7f-3c03589f5647","year":2022},"citing_paper":{"arxiv_id":"2604.07591","last_updated":"2026-04-08T20:49:03Z","snapshot_observed_at":"2026-07-06T22:55:46.307881Z","submitted_at":"2026-04-08T20:49:03Z","title":"From Ground Truth to Measurement: A Statistical Framework for Human Labeling","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-05-10T17:09:43.892161Z"},"links":{"citing_paper":"/paper/2604.07591"},"observation_digest":"sha256:f752285e265d94dd0077d065ff0a9bfcdca4a0d031c5647ad412c52e3203b638","observation_id":"042b1966-880a-4c3d-a492-e70b0bcab65f","resolution":{"observed_at":"2026-05-17T11:51:46.005410Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2022.naacl-main.431","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T02:47:48.677674Z","title":"doi: 10.18653/v1/2022.naacl-main.431","venue":"Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","work_id":"e98b78eb-3130-4135-9bb7-629c6ebed5e6","year":2022},"citing_paper":{"arxiv_id":"2604.07591","last_updated":"2026-04-08T20:49:03Z","snapshot_observed_at":"2026-07-06T22:55:46.307881Z","submitted_at":"2026-04-08T20:49:03Z","title":"From Ground Truth to Measurement: A Statistical Framework for Human Labeling","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-05-10T17:09:43.892161Z"},"links":{"citing_paper":"/paper/2604.07591"},"observation_digest":"sha256:e8ecb573f1eeff71a60ddb8855168c803fbd57daa64cd7b27f3a8aca22d2cc07","observation_id":"f8bed61c-a800-44a5-89ef-d12395452084","resolution":{"observed_at":"2026-05-10T17:10:37.884940Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-07-11T09:49:05.305017+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T09:49:05.305017+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Cheap and fast–but is it good? evaluating non-expert annotations for natural language tasks","venue":null,"work_id":"3e8daaac-7e1f-4256-bee0-c2bd306e48a1","year":2008},"citing_paper":{"arxiv_id":"2604.07591","last_updated":"2026-04-08T20:49:03Z","snapshot_observed_at":"2026-07-06T22:55:46.307881Z","submitted_at":"2026-04-08T20:49:03Z","title":"From Ground Truth to Measurement: A Statistical Framework for Human Labeling","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-05-10T17:09:43.892161Z"},"links":{"citing_paper":"/paper/2604.07591"},"observation_digest":"sha256:3ba8e8d418da4b41964aa6724818156cbb8b263b4d10c6ad43c8ea80826df689","observation_id":"d5247a6e-781c-47f8-984f-97064f97213d","resolution":{"observed_at":"2026-05-17T11:51:45.974979Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Alexandra Uma, Tommaso Fornaciari, Silviu Paun, Barbara Plank, Dirk Hovy, and Massimo Poesio","venue":null,"work_id":"66ca7760-271b-417e-be1b-d4ab9ed544a5","year":2021},"citing_paper":{"arxiv_id":"2604.07591","last_updated":"2026-04-08T20:49:03Z","snapshot_observed_at":"2026-07-06T22:55:46.307881Z","submitted_at":"2026-04-08T20:49:03Z","title":"From Ground Truth to Measurement: A Statistical Framework for Human Labeling","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-05-10T17:09:43.892161Z"},"links":{"citing_paper":"/paper/2604.07591"},"observation_digest":"sha256:c1b6e810e0b353ed71151f22bd9f6b2b649679969ccee05a92affd78b0561d07","observation_id":"8c2eba85-33dd-488b-940a-0e0321f5f49c","resolution":{"observed_at":"2026-05-17T11:51:46.008647Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.00561","last_updated":"2025-06-06T22:15:14Z","snapshot_observed_at":"2026-07-06T20:29:36.154633Z","submitted_at":"2025-02-01T21:09:51Z","title":"Position: Evaluating Generative AI Systems Is a Social Science Measurement Challenge","version":2},"cited_work":{"arxiv_id":"2502.00561","doi":"10.48550/arxiv.2502.00561","metadata_source":"arxiv_reference","pith_arxiv_id":"2502.00561","snapshot_observed_at":"2026-07-10T06:15:00.866473Z","title":"ACM Transactions on Computer-Human Interaction, 27(5)","venue":null,"work_id":"1079b5c0-2a24-4af7-982f-03e9cd0441fe","year":2025},"citing_paper":{"arxiv_id":"2604.07591","last_updated":"2026-04-08T20:49:03Z","snapshot_observed_at":"2026-07-06T22:55:46.307881Z","submitted_at":"2026-04-08T20:49:03Z","title":"From Ground Truth to Measurement: A Statistical Framework for Human Labeling","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-05-10T17:09:43.892161Z"},"links":{"cited_paper":"/paper/2502.00561","citing_paper":"/paper/2604.07591"},"observation_digest":"sha256:d305fb631dc477f47bfa08dcebafeec32ce1c661c78a932778cba154204ee8f9","observation_id":"e1116046-03f9-40e2-9144-9a0d98caa63a","resolution":{"observed_at":"2026-05-11T07:30:58.092181Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"URLhttps://aclanthology.org/2024.acl-long.123/","venue":null,"work_id":"3edf4749-9834-4b3a-98c3-bf9b1b7888e0","year":2024},"citing_paper":{"arxiv_id":"2604.07591","last_updated":"2026-04-08T20:49:03Z","snapshot_observed_at":"2026-07-06T22:55:46.307881Z","submitted_at":"2026-04-08T20:49:03Z","title":"From Ground Truth to Measurement: A Statistical Framework for Human Labeling","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-05-10T17:09:43.892161Z"},"links":{"citing_paper":"/paper/2604.07591"},"observation_digest":"sha256:4e32bdb7952ec19400cafe4c5a40bc200d4fc4f461ecd6f95694005f9111385c","observation_id":"9b126dcc-f6c4-4929-a95d-991d6eb038d4","resolution":{"observed_at":"2026-05-17T11:51:45.980579Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.05265","last_updated":"2023-11-09T10:47:39Z","snapshot_observed_at":"2026-07-06T16:45:07.733095Z","submitted_at":"2023-11-09T10:47:39Z","title":"Don't Waste a Single Annotation: Improving Single-Label Classifiers Through Soft Labels","version":1},"cited_work":{"arxiv_id":"2311.05265","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2311.05265","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Don’t waste a single annotation: Improving single-label classifiers through soft labels.arXiv preprint arXiv:2311.05265","venue":null,"work_id":"8ce75fc6-1546-428e-b75d-4974f79dd79f","year":null},"citing_paper":{"arxiv_id":"2604.07591","last_updated":"2026-04-08T20:49:03Z","snapshot_observed_at":"2026-07-06T22:55:46.307881Z","submitted_at":"2026-04-08T20:49:03Z","title":"From Ground Truth to Measurement: A Statistical Framework for Human Labeling","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-05-10T17:09:43.892161Z"},"links":{"cited_paper":"/paper/2311.05265","citing_paper":"/paper/2604.07591"},"observation_digest":"sha256:0f4cc298abcd7c46335940b6f929ce94111f7397c0d5a65ea975b1eb0e4f2c74","observation_id":"a5a85e24-e9a9-4078-8b11-5891e6546268","resolution":{"observed_at":"2026-05-11T07:30:58.137949Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"c73d8983-419c-447b-8eb2-0f5e7cd3f91c","year":2019},"citing_paper":{"arxiv_id":"2604.07591","last_updated":"2026-04-08T20:49:03Z","snapshot_observed_at":"2026-07-06T22:55:46.307881Z","submitted_at":"2026-04-08T20:49:03Z","title":"From Ground Truth to Measurement: A Statistical Framework for Human Labeling","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-05-10T17:09:43.892161Z"},"links":{"citing_paper":"/paper/2604.07591"},"observation_digest":"sha256:f297edec38c566fa39964cf12bde9200b2c8c7aaf16eb83910b0cae05c43de02","observation_id":"70c6dce4-43b2-40fc-aee6-3ee1da341600","resolution":{"observed_at":"2026-05-17T11:51:45.977914Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2604.07591","last_updated":"2026-04-08T20:49:03Z","latest_version":1,"primary_category":"stat.ME","snapshot_observed_at":"2026-07-06T22:55:46.307881Z","submitted_at":"2026-04-08T20:49:03Z","title":"From Ground Truth to Measurement: A Statistical Framework for Human Labeling"},"reference_resolution":{"displayed":28,"state_counts":{"malformed_identifier":0,"metadata_mismatch":2,"parse_uncertain":0,"unresolved":3,"verified_exact":14,"verified_fuzzy":9},"total_outbound_references":28},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"thesis":"As of 4 August 2026, this Paper Citation Record lists 28 of 28 outbound references and 1 inbound Pith citation observation for arXiv:2604.07591."}