{"as_of":"2026-08-13T08:12:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:ed4b7bef3800872e91db458deb110b28b4ef576da55af764b2e7dc4106607d2b","coverage":[{"denominator":26,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":26,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T17:01:20.105292Z","state":"measured"},{"denominator":26,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":26,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-13T06:32:02.005865+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2507.12041/citation-record","integrity":"/paper/2507.12041/integrity","json":"/paper/2507.12041/citation-record.json","paper":"/paper/2507.12041"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2303.08774","last_updated":"2024-03-04T06:01:33Z","snapshot_observed_at":"2026-08-07T07:30:12.213965Z","submitted_at":"2023-03-15T17:15:04Z","title":"GPT-4 Technical Report","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.08774","snapshot_observed_at":"2026-08-06T17:01:18.018479Z","title":"L., Almeida, D., Al- tenschmidt, J., Altman, S., Anadkat, S., et al","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.12041","last_updated":"2025-07-16T08:58:27Z","snapshot_observed_at":"2026-08-12T10:57:37.771699Z","submitted_at":"2025-07-16T08:58:27Z","title":"Granular feedback merits sophisticated aggregation","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-06T17:01:18.018479Z"},"links":{"cited_paper":"/paper/2303.08774","citing_paper":"/paper/2507.12041"},"observation_digest":"sha256:1bec3b44b425a7da3fe60c2e9d8a9d23c0073a8a85a3229c82cc7625b4ec301d","observation_id":"d123ab33-1560-4b56-a2d5-53e7a40c3ee0","resolution":{"observed_at":"2026-08-06T17:01:18.018479Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:01:20.720687Z","title":"The crowdworkers were compensated for this task at a rate more than three times the minimum wage in Thailand","venue":null,"work_id":"dbb7a1b3-ffe1-4ba0-b796-22669fccec06","year":2025},"citing_paper":{"arxiv_id":"2507.12041","last_updated":"2025-07-16T08:58:27Z","snapshot_observed_at":"2026-08-12T10:57:37.771699Z","submitted_at":"2025-07-16T08:58:27Z","title":"Granular feedback merits sophisticated aggregation","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-06T17:01:20.105292Z"},"links":{"citing_paper":"/paper/2507.12041"},"observation_digest":"sha256:4b42c85edb7af2230fbc40e7087e35f86a6f6c0db03e28900511d300bce2a07a","observation_id":"29426b64-4991-4b1c-acca-363685ca690d","resolution":{"observed_at":"2026-08-06T17:01:20.794962Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:01:22.035255Z","title":"International Social Survey Programme","venue":null,"work_id":"6ca0d7f2-7895-40cb-babc-738df2eaf28e","year":2025},"citing_paper":{"arxiv_id":"2507.12041","last_updated":"2025-07-16T08:58:27Z","snapshot_observed_at":"2026-08-12T10:57:37.771699Z","submitted_at":"2025-07-16T08:58:27Z","title":"Granular feedback merits sophisticated aggregation","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-06T17:01:18.817158Z"},"links":{"citing_paper":"/paper/2507.12041"},"observation_digest":"sha256:9f3256da18208b0d6bd249a879231249d1d13f88e092fd8a477accac9b78f839","observation_id":"691342ae-3cac-4e47-b0e7-7aef34243534","resolution":{"observed_at":"2026-08-06T17:01:22.161638Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:01:21.843414Z","title":"Ipeirotis, P","venue":null,"work_id":"13f227ec-2d29-4e0d-b388-5047cd0ea3a7","year":2025},"citing_paper":{"arxiv_id":"2507.12041","last_updated":"2025-07-16T08:58:27Z","snapshot_observed_at":"2026-08-12T10:57:37.771699Z","submitted_at":"2025-07-16T08:58:27Z","title":"Granular feedback merits sophisticated aggregation","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-06T17:01:18.900852Z"},"links":{"citing_paper":"/paper/2507.12041"},"observation_digest":"sha256:7688e957dc09c0f20a849bdb1a5ab62e2b4655ac3695b472e6726ad80d3da981","observation_id":"bc16dd40-a825-49f8-a99c-c1a995cbd750","resolution":{"observed_at":"2026-08-06T17:01:21.929657Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2003.00475","last_updated":"2020-03-01T12:14:52Z","snapshot_observed_at":"2026-07-06T09:01:17.747898Z","submitted_at":"2020-03-01T12:14:52Z","title":"GPM: A Generic Probabilistic Model to Recover Annotator's Behavior and Ground Truth Labeling","version":1},"cited_work":{"arxiv_id":"2003.00475","doi":null,"metadata_source":"pith","pith_arxiv_id":"2003.00475","snapshot_observed_at":"2026-08-06T17:01:20.255641Z","title":"GPM: A Generic Probabilistic Model to Recover Annotator's Behavior and Ground Truth Labeling","venue":"cs.AI","work_id":"66b848e2-c935-424a-8c80-4697cc0fffb6","year":2020},"citing_paper":{"arxiv_id":"2507.12041","last_updated":"2025-07-16T08:58:27Z","snapshot_observed_at":"2026-08-12T10:57:37.771699Z","submitted_at":"2025-07-16T08:58:27Z","title":"Granular feedback merits sophisticated aggregation","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-06T17:01:19.123339Z"},"links":{"cited_paper":"/paper/2003.00475","citing_paper":"/paper/2507.12041"},"observation_digest":"sha256:2d080437940e9ad6cd6c7965dd999acc55eb1dd8490806938e65481304b4fd5e","observation_id":"850c7be1-1eb4-4f2e-be89-9489d2dba798","resolution":{"observed_at":"2026-08-06T17:01:20.339883Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:01:21.645487Z","title":"Accessed: 2025-03-03","venue":null,"work_id":"2d62c959-8810-43d2-98fb-3bed1c39033d","year":2025},"citing_paper":{"arxiv_id":"2507.12041","last_updated":"2025-07-16T08:58:27Z","snapshot_observed_at":"2026-08-12T10:57:37.771699Z","submitted_at":"2025-07-16T08:58:27Z","title":"Granular feedback merits sophisticated aggregation","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-06T17:01:19.285759Z"},"links":{"citing_paper":"/paper/2507.12041"},"observation_digest":"sha256:ada7b84548864ff31c71d6bd2cfb454f5ee186e9e408798311add09170e17804","observation_id":"87a7ae21-9210-4d70-8cc7-98457abce898","resolution":{"observed_at":"2026-08-06T17:01:21.742279Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:01:21.517033Z","title":"Ouyang, L., Wu, J., Jiang, X., Almeida, D., Wainwright, C., Mishkin, P., Zhang, C., Agarwal, S., Slama, K., Ray, A., et al","venue":null,"work_id":"544b40bd-8982-487b-a091-733f2e195369","year":2025},"citing_paper":{"arxiv_id":"2507.12041","last_updated":"2025-07-16T08:58:27Z","snapshot_observed_at":"2026-08-12T10:57:37.771699Z","submitted_at":"2025-07-16T08:58:27Z","title":"Granular feedback merits sophisticated aggregation","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-06T17:01:19.430286Z"},"links":{"citing_paper":"/paper/2507.12041"},"observation_digest":"sha256:851d25184a58c46d0c1bd6fb3dccdf92b286a11f2a6b72ab4d304f8d16a69196","observation_id":"48798557-92ce-4f06-9ab4-9568b9a0a258","resolution":{"observed_at":"2026-08-06T17:01:21.570967Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:01:21.404114Z","title":"PEW Research Center","venue":null,"work_id":"a50d5095-8974-4670-93a4-d10eb7e1b70d","year":2025},"citing_paper":{"arxiv_id":"2507.12041","last_updated":"2025-07-16T08:58:27Z","snapshot_observed_at":"2026-08-12T10:57:37.771699Z","submitted_at":"2025-07-16T08:58:27Z","title":"Granular feedback merits sophisticated aggregation","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-06T17:01:19.508431Z"},"links":{"citing_paper":"/paper/2507.12041"},"observation_digest":"sha256:d7dd74ec6732e58fb40b70713aab8c7cb51b6ed979d11b27bd8f3b8b11b48d06","observation_id":"994c6d80-56ee-4e6d-a548-c0636ae0da79","resolution":{"observed_at":"2026-08-06T17:01:21.461525Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:01:21.264838Z","title":"Accessed: 2025-03-07","venue":null,"work_id":"e740f4fc-b742-476e-88dc-31000f4181f2","year":2025},"citing_paper":{"arxiv_id":"2507.12041","last_updated":"2025-07-16T08:58:27Z","snapshot_observed_at":"2026-08-12T10:57:37.771699Z","submitted_at":"2025-07-16T08:58:27Z","title":"Granular feedback merits sophisticated aggregation","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-06T17:01:19.590197Z"},"links":{"citing_paper":"/paper/2507.12041"},"observation_digest":"sha256:2ecb1bed5d392df281b8c8ea9de24a871fdffb4cc631224734bb1e8f47407362","observation_id":"68b4df03-a183-4c46-801c-32361391d41b","resolution":{"observed_at":"2026-08-06T17:01:21.330630Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.09288","last_updated":"2023-07-19T17:08:59Z","snapshot_observed_at":"2026-08-07T12:56:43.323460Z","submitted_at":"2023-07-18T14:31:57Z","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.09288","snapshot_observed_at":"2026-08-06T17:01:19.663312Z","title":"Llama 2: Open foundation and fine-tuned chat models","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.12041","last_updated":"2025-07-16T08:58:27Z","snapshot_observed_at":"2026-08-12T10:57:37.771699Z","submitted_at":"2025-07-16T08:58:27Z","title":"Granular feedback merits sophisticated aggregation","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-06T17:01:19.663312Z"},"links":{"cited_paper":"/paper/2307.09288","citing_paper":"/paper/2507.12041"},"observation_digest":"sha256:098b86ee3106909cd524ee995343af2311c0f7cd874f254d63345a75f2eca080","observation_id":"32fa8998-d3f6-4e33-88bc-cc51c03ddffe","resolution":{"observed_at":"2026-08-06T17:01:19.663312Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2505.09388","last_updated":"2025-05-14T13:41:34Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-05-14T13:41:34Z","title":"Qwen3 Technical Report","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.09388","snapshot_observed_at":"2026-08-06T17:01:19.744745Z","title":"Yang, A., Li, A., Yang, B., Zhang, B., Hui, B., Zheng, B., Yu, B., Gao, C., Huang, C., Lv, C., et al","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.12041","last_updated":"2025-07-16T08:58:27Z","snapshot_observed_at":"2026-08-12T10:57:37.771699Z","submitted_at":"2025-07-16T08:58:27Z","title":"Granular feedback merits sophisticated aggregation","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-06T17:01:19.744745Z"},"links":{"cited_paper":"/paper/2505.09388","citing_paper":"/paper/2507.12041"},"observation_digest":"sha256:7db689166cdf51424a35a0665f1b8b1cf36c1b95179bcfa783c0bc43a24ef440","observation_id":"374962a4-1c0e-4099-8d6d-0047ee164eee","resolution":{"observed_at":"2026-08-06T17:01:19.744745Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:01:21.152380Z","title":"thumbs up","venue":null,"work_id":"89ddd1a6-51c0-4e5e-95ff-71005d39caf2","year":2023},"citing_paper":{"arxiv_id":"2507.12041","last_updated":"2025-07-16T08:58:27Z","snapshot_observed_at":"2026-08-12T10:57:37.771699Z","submitted_at":"2025-07-16T08:58:27Z","title":"Granular feedback merits sophisticated aggregation","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-06T17:01:19.855190Z"},"links":{"citing_paper":"/paper/2507.12041"},"observation_digest":"sha256:895525151227d8c027abf47f68ac7b00d60364f73edb309be444db413a9d66f2","observation_id":"2adeb19a-1217-4bea-a210-cdad7e67a446","resolution":{"observed_at":"2026-08-06T17:01:21.201448Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:01:21.016461Z","title":null,"venue":null,"work_id":"659ed077-f387-468c-8837-a94873905a0a","year":2010},"citing_paper":{"arxiv_id":"2507.12041","last_updated":"2025-07-16T08:58:27Z","snapshot_observed_at":"2026-08-12T10:57:37.771699Z","submitted_at":"2025-07-16T08:58:27Z","title":"Granular feedback merits sophisticated aggregation","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-06T17:01:19.929284Z"},"links":{"citing_paper":"/paper/2507.12041"},"observation_digest":"sha256:2c38068a2e2abef12d13fb02c3e92795457cf3afe98dec2e464651e60ff52478","observation_id":"76c9d022-12f0-4f0f-bd48-6ef3b22b50b8","resolution":{"observed_at":"2026-08-06T17:01:21.102550Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.19437","last_updated":"2025-02-18T17:26:38Z","snapshot_observed_at":"2026-08-11T01:48:59.557045Z","submitted_at":"2024-12-27T04:03:16Z","title":"DeepSeek-V3 Technical Report","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.19437","snapshot_observed_at":"2026-08-06T17:01:19.207995Z","title":"Deepseek-v3 technical report","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.12041","last_updated":"2025-07-16T08:58:27Z","snapshot_observed_at":"2026-08-12T10:57:37.771699Z","submitted_at":"2025-07-16T08:58:27Z","title":"Granular feedback merits sophisticated aggregation","version":1},"reference_index":1975,"source":"pdf_text","source_observed_at":"2026-08-06T17:01:19.207995Z"},"links":{"cited_paper":"/paper/2412.19437","citing_paper":"/paper/2507.12041"},"observation_digest":"sha256:c8fc59349b4274a0104e9428dc2669d3dbfb674d377c680907abccd97f5488ae","observation_id":"7597a7cb-ed14-4549-9319-c1d1d3187d94","resolution":{"observed_at":"2026-08-06T17:01:19.207995Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:01:18.978166Z","title":"Accessed: 2025-03-06","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.12041","last_updated":"2025-07-16T08:58:27Z","snapshot_observed_at":"2026-08-12T10:57:37.771699Z","submitted_at":"2025-07-16T08:58:27Z","title":"Granular feedback merits sophisticated aggregation","version":1},"reference_index":2010,"source":"pdf_text","source_observed_at":"2026-08-06T17:01:18.978166Z"},"links":{"citing_paper":"/paper/2507.12041"},"observation_digest":"sha256:f6436482c8cddf3ad43591b6eff5fd0288e7b785d00e08bb97585bad09bfd5c9","observation_id":"53c83495-53a8-4045-b79d-b30784a948bb","resolution":{"observed_at":"2026-08-06T17:01:18.978166Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:01:22.827995Z","title":"L., Zhou, K., Patel, K., Hashimoto, T., and Bernstein, M","venue":null,"work_id":"786f9a6e-aff1-43c8-a6ad-d5082a79e23e","year":2021},"citing_paper":{"arxiv_id":"2507.12041","last_updated":"2025-07-16T08:58:27Z","snapshot_observed_at":"2026-08-12T10:57:37.771699Z","submitted_at":"2025-07-16T08:58:27Z","title":"Granular feedback merits sophisticated aggregation","version":1},"reference_index":2011,"source":"pdf_text","source_observed_at":"2026-08-06T17:01:18.387438Z"},"links":{"citing_paper":"/paper/2507.12041"},"observation_digest":"sha256:b78995ecf4f347734dfba771584b1c7ee2b5991f1c4c2e1766714c7871633d2e","observation_id":"fb93e0d5-9f1b-4985-8117-9596f0dbe7a4","resolution":{"observed_at":"2026-08-06T17:01:22.933165Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:01:20.872310Z","title":"Specifically, each task unit has fewer than six individuals giving feedback","venue":null,"work_id":"4816af9f-fa8f-436a-ba7b-e02465ab3025","year":2010},"citing_paper":{"arxiv_id":"2507.12041","last_updated":"2025-07-16T08:58:27Z","snapshot_observed_at":"2026-08-12T10:57:37.771699Z","submitted_at":"2025-07-16T08:58:27Z","title":"Granular feedback merits sophisticated aggregation","version":1},"reference_index":2012,"source":"pdf_text","source_observed_at":"2026-08-06T17:01:20.009270Z"},"links":{"citing_paper":"/paper/2507.12041"},"observation_digest":"sha256:0e2fb44014c483155f20d04797cfc296a7d43b22b45e5bb10df7cacbbe3f47a0","observation_id":"dbcfac0f-ee67-40b5-997f-e7c1caa6153d","resolution":{"observed_at":"2026-08-06T17:01:20.924158Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2112.09332","last_updated":"2022-06-01T19:08:11Z","snapshot_observed_at":"2026-08-07T17:14:39.278754Z","submitted_at":"2021-12-17T05:43:43Z","title":"WebGPT: Browser-assisted question-answering with human feedback","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2112.09332","snapshot_observed_at":"2026-08-06T17:01:19.344395Z","title":"Webgpt: Browser-assisted question-answering with human feedback","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.12041","last_updated":"2025-07-16T08:58:27Z","snapshot_observed_at":"2026-08-12T10:57:37.771699Z","submitted_at":"2025-07-16T08:58:27Z","title":"Granular feedback merits sophisticated aggregation","version":1},"reference_index":2015,"source":"pdf_text","source_observed_at":"2026-08-06T17:01:19.344395Z"},"links":{"cited_paper":"/paper/2112.09332","citing_paper":"/paper/2507.12041"},"observation_digest":"sha256:c257a1b3a41b20d7258b031ea02ddf65e9413a56b6a5e7fbfe13f9789493f567","observation_id":"210ca260-ca16-4cc4-bbfc-6ef0413b9fcb","resolution":{"observed_at":"2026-08-06T17:01:19.344395Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:01:22.266952Z","title":null,"venue":null,"work_id":"fac0a8b4-dcc6-4582-b410-4bff34f9db2a","year":2016},"citing_paper":{"arxiv_id":"2507.12041","last_updated":"2025-07-16T08:58:27Z","snapshot_observed_at":"2026-08-12T10:57:37.771699Z","submitted_at":"2025-07-16T08:58:27Z","title":"Granular feedback merits sophisticated aggregation","version":1},"reference_index":2016,"source":"pdf_text","source_observed_at":"2026-08-06T17:01:18.732259Z"},"links":{"citing_paper":"/paper/2507.12041"},"observation_digest":"sha256:fe523fd9830264472f2c869fd67661beb5c21f744ad3e343494f471e8ff5a215","observation_id":"3520c503-1741-4bf4-8632-1d452e750530","resolution":{"observed_at":"2026-08-06T17:01:22.381030Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2403.05530","last_updated":"2024-12-16T17:39:39Z","snapshot_observed_at":"2026-07-06T17:41:42.995949Z","submitted_at":"2024-03-08T18:54:20Z","title":"Gemini 1.5: Unlocking multimodal understanding across millions of tokens of context","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.05530","snapshot_observed_at":"2026-08-06T17:01:18.301265Z","title":"I., Burnell, R., Bai, L., Gulati, A., Tanzer, G., Vincent, D., Pan, Z., Wang, S., et al","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.12041","last_updated":"2025-07-16T08:58:27Z","snapshot_observed_at":"2026-08-12T10:57:37.771699Z","submitted_at":"2025-07-16T08:58:27Z","title":"Granular feedback merits sophisticated aggregation","version":1},"reference_index":2018,"source":"pdf_text","source_observed_at":"2026-08-06T17:01:18.301265Z"},"links":{"cited_paper":"/paper/2403.05530","citing_paper":"/paper/2507.12041"},"observation_digest":"sha256:ad068828090536aa52a8ea7aa145959e996dd04a26a16957842d76646dff0bc7","observation_id":"18552518-77cf-4071-a668-5b9c394137ad","resolution":{"observed_at":"2026-08-06T17:01:18.301265Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.15217","last_updated":"2023-09-11T17:25:24Z","snapshot_observed_at":"2026-08-03T19:11:09.671782Z","submitted_at":"2023-07-27T22:29:25Z","title":"Open Problems and Fundamental Limitations of Reinforcement Learning from Human Feedback","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.15217","snapshot_observed_at":"2026-08-06T17:01:18.225322Z","title":"K., Scheurer, J., Rando, J., Freedman, R., Korbak, T., Lindner, D., Freire, P., et al","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.12041","last_updated":"2025-07-16T08:58:27Z","snapshot_observed_at":"2026-08-12T10:57:37.771699Z","submitted_at":"2025-07-16T08:58:27Z","title":"Granular feedback merits sophisticated aggregation","version":1},"reference_index":2020,"source":"pdf_text","source_observed_at":"2026-08-06T17:01:18.225322Z"},"links":{"cited_paper":"/paper/2307.15217","citing_paper":"/paper/2507.12041"},"observation_digest":"sha256:032ab2942549de3cd820155baf31e38d807fb1b8c3941cbe66071902e7ef2b9d","observation_id":"79a2f52d-fd27-4fbb-9f10-74f12a55cf3c","resolution":{"observed_at":"2026-08-06T17:01:18.225322Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:01:22.653421Z","title":"L., Lam, M","venue":null,"work_id":"0c502d4e-b327-4b59-bb14-f4c44709c41f","year":2022},"citing_paper":{"arxiv_id":"2507.12041","last_updated":"2025-07-16T08:58:27Z","snapshot_observed_at":"2026-08-12T10:57:37.771699Z","submitted_at":"2025-07-16T08:58:27Z","title":"Granular feedback merits sophisticated aggregation","version":1},"reference_index":2021,"source":"pdf_text","source_observed_at":"2026-08-06T17:01:18.497615Z"},"links":{"citing_paper":"/paper/2507.12041"},"observation_digest":"sha256:e13c98f98ee3c31b49dfebdf7b027dcc9a38cb3c842c9fdd2a768f9947ad7733","observation_id":"7086d549-951b-453c-b1ed-5a214750ec3e","resolution":{"observed_at":"2026-08-06T17:01:22.737739Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.21783","last_updated":"2024-11-23T23:27:33Z","snapshot_observed_at":"2026-08-10T16:40:37.411115Z","submitted_at":"2024-07-31T17:54:27Z","title":"The Llama 3 Herd of Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.21783","snapshot_observed_at":"2026-08-06T17:01:18.575664Z","title":"The llama 3 herd of models.arXiv preprint arXiv:2407.21783,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.12041","last_updated":"2025-07-16T08:58:27Z","snapshot_observed_at":"2026-08-12T10:57:37.771699Z","submitted_at":"2025-07-16T08:58:27Z","title":"Granular feedback merits sophisticated aggregation","version":1},"reference_index":2022,"source":"pdf_text","source_observed_at":"2026-08-06T17:01:18.575664Z"},"links":{"cited_paper":"/paper/2407.21783","citing_paper":"/paper/2507.12041"},"observation_digest":"sha256:586d47ac3f0e7a54f333b08778a16212c1b3304576f86c25d85857189107d133","observation_id":"fee89788-08d5-484f-a2c4-0aa99a29b2d2","resolution":{"observed_at":"2026-08-06T17:01:18.575664Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1305.0015","last_updated":"2013-04-30T20:12:01Z","snapshot_observed_at":"2026-08-06T08:41:55.643849Z","submitted_at":"2013-04-30T20:12:01Z","title":"Inferring ground truth from multi-annotator ordinal data: a probabilistic approach","version":1},"cited_work":{"arxiv_id":"1305.0015","doi":null,"metadata_source":"pith","pith_arxiv_id":"1305.0015","snapshot_observed_at":"2026-08-06T17:01:20.409954Z","title":"Inferring ground truth from multi-annotator ordinal data: a probabilistic approach","venue":"stat.ML","work_id":"a3b516fc-5924-4d2d-b58a-abc2e3897586","year":2013},"citing_paper":{"arxiv_id":"2507.12041","last_updated":"2025-07-16T08:58:27Z","snapshot_observed_at":"2026-08-12T10:57:37.771699Z","submitted_at":"2025-07-16T08:58:27Z","title":"Granular feedback merits sophisticated aggregation","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-06T17:01:19.068137Z"},"links":{"cited_paper":"/paper/1305.0015","citing_paper":"/paper/2507.12041"},"observation_digest":"sha256:0071aa57777d248c021c278c9d598fe85a343685e89e8d8e7151218c1e3aca32","observation_id":"76fef161-2030-47d6-89c7-a4d1c2fecf5d","resolution":{"observed_at":"2026-08-06T17:01:20.489440Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:01:22.465625Z","title":"Stable benchmark dataset","venue":null,"work_id":"dcb48813-e18c-4a1a-931a-8a54feaac46d","year":2023},"citing_paper":{"arxiv_id":"2507.12041","last_updated":"2025-07-16T08:58:27Z","snapshot_observed_at":"2026-08-12T10:57:37.771699Z","submitted_at":"2025-07-16T08:58:27Z","title":"Granular feedback merits sophisticated aggregation","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-06T17:01:18.657598Z"},"links":{"citing_paper":"/paper/2507.12041"},"observation_digest":"sha256:cac4b7a6730d946f1be2c9fcc68d86268340cf2593119c37fe1e989e95401e24","observation_id":"a466e245-1cd4-4300-be53-5946e2a7071c","resolution":{"observed_at":"2026-08-06T17:01:22.555696Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2204.05862","last_updated":"2022-04-12T15:02:38Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2022-04-12T15:02:38Z","title":"Training a Helpful and Harmless Assistant with Reinforcement Learning from Human Feedback","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2204.05862","snapshot_observed_at":"2026-08-06T17:01:18.136487Z","title":"Bai, Y., Jones, A., Ndousse, K., Askell, A., Chen, A., DasSarma, N., Drain, D., Fort, S., Ganguli, D., Henighan, T., et al","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.12041","last_updated":"2025-07-16T08:58:27Z","snapshot_observed_at":"2026-08-12T10:57:37.771699Z","submitted_at":"2025-07-16T08:58:27Z","title":"Granular feedback merits sophisticated aggregation","version":1},"reference_index":2025,"source":"pdf_text","source_observed_at":"2026-08-06T17:01:18.136487Z"},"links":{"cited_paper":"/paper/2204.05862","citing_paper":"/paper/2507.12041"},"observation_digest":"sha256:6d8688b78de11d1dc8135f1bcce69a14031bc71c3c64e75c5af77c50668b041e","observation_id":"69d8115d-2141-4b9f-bac5-06d8bdf5e0cb","resolution":{"observed_at":"2026-08-06T17:01:18.136487Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2507.12041","last_updated":"2025-07-16T08:58:27Z","latest_version":1,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-12T10:57:37.771699Z","submitted_at":"2025-07-16T08:58:27Z","title":"Granular feedback merits sophisticated aggregation"},"reference_resolution":{"displayed":26,"state_counts":{"malformed_identifier":0,"metadata_mismatch":1,"parse_uncertain":0,"unresolved":12,"verified_exact":1,"verified_fuzzy":12},"total_outbound_references":26},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"thesis":"As of 13 August 2026, this Paper Citation Record lists 26 of 26 outbound references and 0 inbound Pith citation observations for arXiv:2507.12041."}