{"as_of":"2026-08-08T04:26:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:3d8ceb214f20c97703105e2e6c7092dba9e323dfa6d6e493a4805c64cd1e6e7d","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":22,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":22,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":22,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":22,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T11:59:22.843126Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":1,"source":"arxiv_reference","source_observed_at":"2026-08-05T02:28:24.338817Z","state":"measured"}],"external_citation_measurements":[{"count":71,"observed_at":"2026-08-05T02:28:24.338817Z","source":"arxiv_reference"}],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2303.15056","last_updated":"2023-07-19T14:10:55Z","snapshot_observed_at":"2026-08-07T05:52:37.011839Z","submitted_at":"2023-03-27T09:59:48Z","title":"ChatGPT Outperforms Crowd-Workers for Text-Annotation Tasks","version":2},"cited_work":{"arxiv_id":"2303.15056","doi":"10.48550/arxiv.2303.15056","metadata_source":"arxiv_reference","pith_arxiv_id":"2303.15056","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2303.15056 , year=","venue":"arXiv (Cornell University)","work_id":"9696432b-883b-4fa9-9de5-2f384b96f5c4","year":2023},"citing_paper":{"arxiv_id":"2304.08485","last_updated":"2023-12-11T17:46:14Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-04-17T17:59:25Z","title":"Visual Instruction Tuning","version":2},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-05-11T08:22:03.403362Z"},"links":{"cited_paper":"/paper/2303.15056","citing_paper":"/paper/2304.08485"},"observation_digest":"sha256:57fe9c576983e42c156d8c0d0e61b4d135737421eb97dab4d582df7db78f2762","observation_id":"86697ead-1457-4f21-851c-7e73d68b855e","resolution":{"observed_at":"2026-05-11T08:22:03.749556Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.15056","last_updated":"2023-07-19T14:10:55Z","snapshot_observed_at":"2026-08-07T05:52:37.011839Z","submitted_at":"2023-03-27T09:59:48Z","title":"ChatGPT Outperforms Crowd-Workers for Text-Annotation Tasks","version":2},"cited_work":{"arxiv_id":"2303.15056","doi":"10.48550/arxiv.2303.15056","metadata_source":"arxiv_reference","pith_arxiv_id":"2303.15056","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2303.15056 , year=","venue":"arXiv (Cornell University)","work_id":"9696432b-883b-4fa9-9de5-2f384b96f5c4","year":2023},"citing_paper":{"arxiv_id":"2305.14233","last_updated":"2023-05-23T16:49:14Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-05-23T16:49:14Z","title":"Enhancing Chat Language Models by Scaling High-quality Instructional Conversations","version":1},"reference_index":240,"source":"arxiv_source","source_observed_at":"2026-05-15T17:25:07.730933Z"},"links":{"cited_paper":"/paper/2303.15056","citing_paper":"/paper/2305.14233"},"observation_digest":"sha256:e21063b7ade5ce520b89121957a478ea39154b827ea199a82ab5ffde914c93c9","observation_id":"39ff66de-2c9a-48ef-91c3-6229f6954662","resolution":{"observed_at":"2026-05-15T17:25:08.120802Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.15056","last_updated":"2023-07-19T14:10:55Z","snapshot_observed_at":"2026-08-07T05:52:37.011839Z","submitted_at":"2023-03-27T09:59:48Z","title":"ChatGPT Outperforms Crowd-Workers for Text-Annotation Tasks","version":2},"cited_work":{"arxiv_id":"2303.15056","doi":"10.48550/arxiv.2303.15056","metadata_source":"arxiv_reference","pith_arxiv_id":"2303.15056","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2303.15056 , year=","venue":"arXiv (Cornell University)","work_id":"9696432b-883b-4fa9-9de5-2f384b96f5c4","year":2023},"citing_paper":{"arxiv_id":"2306.05685","last_updated":"2023-12-24T02:01:34Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-06-09T05:55:52Z","title":"Judging LLM-as-a-Judge with MT-Bench and Chatbot Arena","version":4},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-05-10T18:52:59.033645Z"},"links":{"cited_paper":"/paper/2303.15056","citing_paper":"/paper/2306.05685"},"observation_digest":"sha256:2c43e73b142bfb83c6919d65b467dce11ed4a528b3c6149ada556176680bb08a","observation_id":"882919d0-3361-467d-8025-cc4e9587a3b4","resolution":{"observed_at":"2026-05-10T18:52:59.071717Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.15056","last_updated":"2023-07-19T14:10:55Z","snapshot_observed_at":"2026-08-07T05:52:37.011839Z","submitted_at":"2023-03-27T09:59:48Z","title":"ChatGPT Outperforms Crowd-Workers for Text-Annotation Tasks","version":2},"cited_work":{"arxiv_id":"2303.15056","doi":"10.48550/arxiv.2303.15056","metadata_source":"arxiv_reference","pith_arxiv_id":"2303.15056","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2303.15056 , year=","venue":"arXiv (Cornell University)","work_id":"9696432b-883b-4fa9-9de5-2f384b96f5c4","year":2023},"citing_paper":{"arxiv_id":"2306.14565","last_updated":"2024-03-19T22:53:25Z","snapshot_observed_at":"2026-08-06T22:33:34.254048Z","submitted_at":"2023-06-26T10:26:33Z","title":"Mitigating Hallucination in Large Multi-Modal Models via Robust Instruction Tuning","version":4},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-05-14T17:34:56.836034Z"},"links":{"cited_paper":"/paper/2303.15056","citing_paper":"/paper/2306.14565"},"observation_digest":"sha256:73b3a015a50ef9e3cac67cbc383e74830dc1770eaf40b5bd70e013915b79e70e","observation_id":"2b3ed6db-cbb8-4c8b-871d-9110df7a8b91","resolution":{"observed_at":"2026-05-14T17:34:56.917191Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.15056","last_updated":"2023-07-19T14:10:55Z","snapshot_observed_at":"2026-08-07T05:52:37.011839Z","submitted_at":"2023-03-27T09:59:48Z","title":"ChatGPT Outperforms Crowd-Workers for Text-Annotation Tasks","version":2},"cited_work":{"arxiv_id":"2303.15056","doi":"10.48550/arxiv.2303.15056","metadata_source":"arxiv_reference","pith_arxiv_id":"2303.15056","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2303.15056 , year=","venue":"arXiv (Cornell University)","work_id":"9696432b-883b-4fa9-9de5-2f384b96f5c4","year":2023},"citing_paper":{"arxiv_id":"2309.00267","last_updated":"2024-09-03T14:01:54Z","snapshot_observed_at":"2026-07-06T16:13:07.384791Z","submitted_at":"2023-09-01T05:53:33Z","title":"RLAIF vs. RLHF: Scaling Reinforcement Learning from Human Feedback with AI Feedback","version":3},"reference_index":90,"source":"arxiv_source","source_observed_at":"2026-05-15T21:32:27.806494Z"},"links":{"cited_paper":"/paper/2303.15056","citing_paper":"/paper/2309.00267"},"observation_digest":"sha256:5b25f4ca1dd11decc99878c2fa7a3b91a9bdbfbb31a8653f319f7379cce12550","observation_id":"14cd40a8-3af4-452f-8b6b-c0d0e0a491e1","resolution":{"observed_at":"2026-05-15T21:32:28.019478Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.15056","last_updated":"2023-07-19T14:10:55Z","snapshot_observed_at":"2026-08-07T05:52:37.011839Z","submitted_at":"2023-03-27T09:59:48Z","title":"ChatGPT Outperforms Crowd-Workers for Text-Annotation Tasks","version":2},"cited_work":{"arxiv_id":"2303.15056","doi":"10.48550/arxiv.2303.15056","metadata_source":"arxiv_reference","pith_arxiv_id":"2303.15056","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2303.15056 , year=","venue":"arXiv (Cornell University)","work_id":"9696432b-883b-4fa9-9de5-2f384b96f5c4","year":2023},"citing_paper":{"arxiv_id":"2309.11495","last_updated":"2023-09-25T15:25:49Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-09-20T17:50:55Z","title":"Chain-of-Verification Reduces Hallucination in Large Language Models","version":2},"reference_index":140,"source":"arxiv_source","source_observed_at":"2026-05-18T01:06:49.811982Z"},"links":{"cited_paper":"/paper/2303.15056","citing_paper":"/paper/2309.11495"},"observation_digest":"sha256:75437af5c70c6a855a210dd68c8cd9e9fe6276768e0d8b4668246d5f746cdc7c","observation_id":"df608a20-961d-4a1a-a590-0248b4ba1c00","resolution":{"observed_at":"2026-05-18T01:06:50.336442Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.15056","last_updated":"2023-07-19T14:10:55Z","snapshot_observed_at":"2026-08-07T05:52:37.011839Z","submitted_at":"2023-03-27T09:59:48Z","title":"ChatGPT Outperforms Crowd-Workers for Text-Annotation Tasks","version":2},"cited_work":{"arxiv_id":"2303.15056","doi":"10.48550/arxiv.2303.15056","metadata_source":"arxiv_reference","pith_arxiv_id":"2303.15056","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2303.15056 , year=","venue":"arXiv (Cornell University)","work_id":"9696432b-883b-4fa9-9de5-2f384b96f5c4","year":2023},"citing_paper":{"arxiv_id":"2408.00724","last_updated":"2025-03-03T07:53:32Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-08-01T17:16:04Z","title":"Inference Scaling Laws: An Empirical Analysis of Compute-Optimal Inference for Problem-Solving with Language Models","version":3},"reference_index":287,"source":"arxiv_source","source_observed_at":"2026-05-18T06:38:36.517935Z"},"links":{"cited_paper":"/paper/2303.15056","citing_paper":"/paper/2408.00724"},"observation_digest":"sha256:9e2788d991f950b0ae8237d5888383cc937917dd63d86bbb3bc37d258c86c298","observation_id":"6692d942-ac0f-47e3-bdc8-a178f2e22c9d","resolution":{"observed_at":"2026-05-18T06:38:37.160208Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.15056","last_updated":"2023-07-19T14:10:55Z","snapshot_observed_at":"2026-08-07T05:52:37.011839Z","submitted_at":"2023-03-27T09:59:48Z","title":"ChatGPT Outperforms Crowd-Workers for Text-Annotation Tasks","version":2},"cited_work":{"arxiv_id":"2303.15056","doi":"10.48550/arxiv.2303.15056","metadata_source":"arxiv_reference","pith_arxiv_id":"2303.15056","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2303.15056 , year=","venue":"arXiv (Cornell University)","work_id":"9696432b-883b-4fa9-9de5-2f384b96f5c4","year":2023},"citing_paper":{"arxiv_id":"2409.12917","last_updated":"2024-10-04T17:28:45Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-09-19T17:16:21Z","title":"Training Language Models to Self-Correct via Reinforcement Learning","version":2},"reference_index":96,"source":"arxiv_source","source_observed_at":"2026-05-17T12:04:10.210508Z"},"links":{"cited_paper":"/paper/2303.15056","citing_paper":"/paper/2409.12917"},"observation_digest":"sha256:c344c115a67b85cd5ff3ca6d4c90020d6a4204980abea2a7c4f1cc89bec160ac","observation_id":"e74d8083-0eb7-4527-8b75-5757ca1d7b26","resolution":{"observed_at":"2026-05-17T12:04:10.577423Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.15056","last_updated":"2023-07-19T14:10:55Z","snapshot_observed_at":"2026-08-07T05:52:37.011839Z","submitted_at":"2023-03-27T09:59:48Z","title":"ChatGPT Outperforms Crowd-Workers for Text-Annotation Tasks","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.15056","snapshot_observed_at":"2026-08-07T11:59:22.843126Z","title":"Chatgpt outperforms crowd workers for text-annotation tasks","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.01055","last_updated":"2025-06-01T15:48:06Z","snapshot_observed_at":"2026-08-07T11:49:44.164698Z","submitted_at":"2025-06-01T15:48:06Z","title":"Simple Prompt Injection Attacks Can Leak Personal Data Observed by LLM Agents During Task Execution","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-07T11:59:22.843126Z"},"links":{"cited_paper":"/paper/2303.15056","citing_paper":"/paper/2506.01055"},"observation_digest":"sha256:a2571abf9e3df1c1a427b37c3e53142f232894d94225b871408503edd1658c57","observation_id":"c2d74b0e-2cfc-490e-b576-61cb250bd370","resolution":{"observed_at":"2026-08-07T11:59:22.843126Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.15056","last_updated":"2023-07-19T14:10:55Z","snapshot_observed_at":"2026-08-07T05:52:37.011839Z","submitted_at":"2023-03-27T09:59:48Z","title":"ChatGPT Outperforms Crowd-Workers for Text-Annotation Tasks","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.15056","snapshot_observed_at":"2026-08-07T11:01:31.478037Z","title":"CoRR, abs/2303.15056","venue":null,"work_id":null,"year":2005},"citing_paper":{"arxiv_id":"2506.03857","last_updated":"2025-06-04T11:42:37Z","snapshot_observed_at":"2026-08-07T10:51:27.814181Z","submitted_at":"2025-06-04T11:42:37Z","title":"Prompt Candidates, then Distill: A Teacher-Student Framework for LLM-driven Data Annotation","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-07T11:01:31.478037Z"},"links":{"cited_paper":"/paper/2303.15056","citing_paper":"/paper/2506.03857"},"observation_digest":"sha256:99c42603e289e51e4ff79f32bfbb9fc5775ff63e777e2ef37d50bb8887c14fc2","observation_id":"5e8af0c7-399c-4a34-a539-655d3c378448","resolution":{"observed_at":"2026-08-07T11:01:31.478037Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.15056","last_updated":"2023-07-19T14:10:55Z","snapshot_observed_at":"2026-08-07T05:52:37.011839Z","submitted_at":"2023-03-27T09:59:48Z","title":"ChatGPT Outperforms Crowd-Workers for Text-Annotation Tasks","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.15056","snapshot_observed_at":"2026-08-07T04:55:39.571857Z","title":"Chatgpt outperforms crowd- workers for text-annotation tasks","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.09329","last_updated":"2025-06-11T02:08:52Z","snapshot_observed_at":"2026-08-07T04:48:43.411264Z","submitted_at":"2025-06-11T02:08:52Z","title":"Towards Efficient and Effective Alignment of Large Language Models","version":1},"reference_index":61,"source":"pdf_text","source_observed_at":"2026-08-07T04:55:39.571857Z"},"links":{"cited_paper":"/paper/2303.15056","citing_paper":"/paper/2506.09329"},"observation_digest":"sha256:39bb03b8ec5757cde9ec91a58c55e19a04fc971705e82ea0b292381060b40169","observation_id":"05ffb229-30b1-4835-97db-4bc9ddd22642","resolution":{"observed_at":"2026-08-07T04:55:39.571857Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.15056","last_updated":"2023-07-19T14:10:55Z","snapshot_observed_at":"2026-08-07T05:52:37.011839Z","submitted_at":"2023-03-27T09:59:48Z","title":"ChatGPT Outperforms Crowd-Workers for Text-Annotation Tasks","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.15056","snapshot_observed_at":"2026-08-06T17:37:30.227785Z","title":"arXiv preprint arXiv:2303.15056","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.10342","last_updated":"2025-07-14T14:47:01Z","snapshot_observed_at":"2026-08-06T17:30:59.560273Z","submitted_at":"2025-07-14T14:47:01Z","title":"Using AI to replicate human experimental results: a motion study","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-06T17:37:30.227785Z"},"links":{"cited_paper":"/paper/2303.15056","citing_paper":"/paper/2507.10342"},"observation_digest":"sha256:9d6e7afc9edf231a716cfa5deaa833825e3918e167084b5ec2b14bc5bb8eaf11","observation_id":"4de7c867-4b92-4e56-8f9f-f55197ffec7d","resolution":{"observed_at":"2026-08-06T17:37:30.227785Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.15056","last_updated":"2023-07-19T14:10:55Z","snapshot_observed_at":"2026-08-07T05:52:37.011839Z","submitted_at":"2023-03-27T09:59:48Z","title":"ChatGPT Outperforms Crowd-Workers for Text-Annotation Tasks","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.15056","snapshot_observed_at":"2026-08-06T15:27:04.188426Z","title":"con- trol","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.15821","last_updated":"2025-07-21T17:29:21Z","snapshot_observed_at":"2026-08-06T15:20:12.777223Z","submitted_at":"2025-07-21T17:29:21Z","title":"Just Put a Human in the Loop? Investigating LLM-Assisted Annotation for Subjective Tasks","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-06T15:27:04.188426Z"},"links":{"cited_paper":"/paper/2303.15056","citing_paper":"/paper/2507.15821"},"observation_digest":"sha256:8628600ac8b670800d30f2167e8f5a1820d64776ba57b1afad4edba24e0ea7e8","observation_id":"c2b645b4-8125-4f13-aa1f-d0ae38348701","resolution":{"observed_at":"2026-08-06T15:27:04.188426Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.15056","last_updated":"2023-07-19T14:10:55Z","snapshot_observed_at":"2026-08-07T05:52:37.011839Z","submitted_at":"2023-03-27T09:59:48Z","title":"ChatGPT Outperforms Crowd-Workers for Text-Annotation Tasks","version":2},"cited_work":{"arxiv_id":"2303.15056","doi":"10.48550/arxiv.2303.15056","metadata_source":"arxiv_reference","pith_arxiv_id":"2303.15056","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2303.15056 , year=","venue":"arXiv (Cornell University)","work_id":"9696432b-883b-4fa9-9de5-2f384b96f5c4","year":2023},"citing_paper":{"arxiv_id":"2508.15503","last_updated":"2026-05-21T21:46:55Z","snapshot_observed_at":"2026-07-06T22:16:05.197728Z","submitted_at":"2025-08-21T12:30:30Z","title":"Guidelines for Empirical Studies in Software Engineering involving Large Language Models","version":5},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-05-18T22:02:36.307598Z"},"links":{"cited_paper":"/paper/2303.15056","citing_paper":"/paper/2508.15503"},"observation_digest":"sha256:7f54cd8e588f0688d4753b16bb7cbe289f0af3022ce59a8c2732c337046e29f1","observation_id":"6cf5b94e-3daf-44dc-8c0d-f10f6e1250aa","resolution":{"observed_at":"2026-05-18T22:02:52.213502Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.15056","last_updated":"2023-07-19T14:10:55Z","snapshot_observed_at":"2026-08-07T05:52:37.011839Z","submitted_at":"2023-03-27T09:59:48Z","title":"ChatGPT Outperforms Crowd-Workers for Text-Annotation Tasks","version":2},"cited_work":{"arxiv_id":"2303.15056","doi":"10.48550/arxiv.2303.15056","metadata_source":"arxiv_reference","pith_arxiv_id":"2303.15056","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2303.15056 , year=","venue":"arXiv (Cornell University)","work_id":"9696432b-883b-4fa9-9de5-2f384b96f5c4","year":2023},"citing_paper":{"arxiv_id":"2508.15503","last_updated":"2026-05-21T21:46:55Z","snapshot_observed_at":"2026-07-06T22:16:05.197728Z","submitted_at":"2025-08-21T12:30:30Z","title":"Guidelines for Empirical Studies in Software Engineering involving Large Language Models","version":6},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-05-25T08:18:18.448122Z"},"links":{"cited_paper":"/paper/2303.15056","citing_paper":"/paper/2508.15503"},"observation_digest":"sha256:39d97e474fe8965878b5f893616d00dd62ead725c94a2195c49a643d71295a4f","observation_id":"5887031b-d97b-4b9b-b220-606a97bca22b","resolution":{"observed_at":"2026-05-25T08:20:31.709513Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.15056","last_updated":"2023-07-19T14:10:55Z","snapshot_observed_at":"2026-08-07T05:52:37.011839Z","submitted_at":"2023-03-27T09:59:48Z","title":"ChatGPT Outperforms Crowd-Workers for Text-Annotation Tasks","version":2},"cited_work":{"arxiv_id":"2303.15056","doi":"10.48550/arxiv.2303.15056","metadata_source":"arxiv_reference","pith_arxiv_id":"2303.15056","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2303.15056 , year=","venue":"arXiv (Cornell University)","work_id":"9696432b-883b-4fa9-9de5-2f384b96f5c4","year":2023},"citing_paper":{"arxiv_id":"2604.13899","last_updated":"2026-06-17T07:33:22Z","snapshot_observed_at":"2026-07-12T20:34:08.577875Z","submitted_at":"2026-04-15T14:10:58Z","title":"Do We Still Need Humans in the Loop? Comparing Human and LLM Annotation in Active Learning for Hostility Detection","version":2},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-05-10T13:38:02.450128Z"},"links":{"cited_paper":"/paper/2303.15056","citing_paper":"/paper/2604.13899"},"observation_digest":"sha256:13b544c3a6954bc289569b8b5fe2b16e506ee78b91975c03dcc4fed6b8eb7599","observation_id":"7167ba93-7cdb-48c7-be19-2973bd35ae55","resolution":{"observed_at":"2026-05-10T13:40:27.025055Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.15056","last_updated":"2023-07-19T14:10:55Z","snapshot_observed_at":"2026-08-07T05:52:37.011839Z","submitted_at":"2023-03-27T09:59:48Z","title":"ChatGPT Outperforms Crowd-Workers for Text-Annotation Tasks","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.15056","snapshot_observed_at":"2026-07-12T20:35:52.598345Z","title":"Maarten Grootendorst","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2604.13899","last_updated":"2026-06-17T07:33:22Z","snapshot_observed_at":"2026-07-12T20:34:08.577875Z","submitted_at":"2026-04-15T14:10:58Z","title":"Do We Still Need Humans in the Loop? Comparing Human and LLM Annotation in Active Learning for Hostility Detection","version":4},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-07-12T20:35:52.598345Z"},"links":{"cited_paper":"/paper/2303.15056","citing_paper":"/paper/2604.13899"},"observation_digest":"sha256:37755551d13b0b6de4fb7a978e394aae0290458907564f694c5525e801a04fb2","observation_id":"cfc0df83-aab3-43b8-861d-d3db85060f38","resolution":{"observed_at":"2026-07-12T20:35:52.598345Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.15056","last_updated":"2023-07-19T14:10:55Z","snapshot_observed_at":"2026-08-07T05:52:37.011839Z","submitted_at":"2023-03-27T09:59:48Z","title":"ChatGPT Outperforms Crowd-Workers for Text-Annotation Tasks","version":2},"cited_work":{"arxiv_id":"2303.15056","doi":"10.48550/arxiv.2303.15056","metadata_source":"arxiv_reference","pith_arxiv_id":"2303.15056","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2303.15056 , year=","venue":"arXiv (Cornell University)","work_id":"9696432b-883b-4fa9-9de5-2f384b96f5c4","year":2023},"citing_paper":{"arxiv_id":"2605.17152","last_updated":"2026-05-16T20:56:15Z","snapshot_observed_at":"2026-08-02T18:07:50.795904Z","submitted_at":"2026-05-16T20:56:15Z","title":"Multilingual and Multimodal LLMs in the Wild: Building for Low-Resource Languages","version":1},"reference_index":150,"source":"arxiv_source","source_observed_at":"2026-05-20T14:33:36.100966Z"},"links":{"cited_paper":"/paper/2303.15056","citing_paper":"/paper/2605.17152"},"observation_digest":"sha256:567e60d8ad9fbe335048ef0546e2a7afd439e6e5003ad59473b098dd9ecad5a4","observation_id":"f26bc985-4ba5-4c0a-8145-b2e5de255ef6","resolution":{"observed_at":"2026-05-20T14:38:21.738599Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.15056","last_updated":"2023-07-19T14:10:55Z","snapshot_observed_at":"2026-08-07T05:52:37.011839Z","submitted_at":"2023-03-27T09:59:48Z","title":"ChatGPT Outperforms Crowd-Workers for Text-Annotation Tasks","version":2},"cited_work":{"arxiv_id":"2303.15056","doi":"10.48550/arxiv.2303.15056","metadata_source":"arxiv_reference","pith_arxiv_id":"2303.15056","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2303.15056 , year=","venue":"arXiv (Cornell University)","work_id":"9696432b-883b-4fa9-9de5-2f384b96f5c4","year":2023},"citing_paper":{"arxiv_id":"2605.28802","last_updated":"2026-05-27T17:55:00Z","snapshot_observed_at":"2026-08-07T20:02:39.022585Z","submitted_at":"2026-05-27T17:55:00Z","title":"Human Label Variation as Stable Signal: Learning Annotator-Specific Explanation Behavior via Cross-Annotator Preference Optimization","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-06-29T13:05:15.701729Z"},"links":{"cited_paper":"/paper/2303.15056","citing_paper":"/paper/2605.28802"},"observation_digest":"sha256:409c4b5ea5e7a0b7951633beb7ce4a8fe6396b65ad9dd8098fec0d8abf4c2d4c","observation_id":"2a0ad235-2a2f-4444-bec6-1eaa18c479a0","resolution":{"observed_at":"2026-06-29T13:13:27.570712Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.15056","last_updated":"2023-07-19T14:10:55Z","snapshot_observed_at":"2026-08-07T05:52:37.011839Z","submitted_at":"2023-03-27T09:59:48Z","title":"ChatGPT Outperforms Crowd-Workers for Text-Annotation Tasks","version":2},"cited_work":{"arxiv_id":"2303.15056","doi":"10.48550/arxiv.2303.15056","metadata_source":"arxiv_reference","pith_arxiv_id":"2303.15056","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2303.15056 , year=","venue":"arXiv (Cornell University)","work_id":"9696432b-883b-4fa9-9de5-2f384b96f5c4","year":2023},"citing_paper":{"arxiv_id":"2606.26749","last_updated":"2026-06-25T08:33:34Z","snapshot_observed_at":"2026-08-01T16:00:20.311664Z","submitted_at":"2026-06-25T08:33:34Z","title":"Structure Before Collapse: Transient semantic geometry in next-token prediction","version":1},"reference_index":76,"source":"arxiv_source","source_observed_at":"2026-06-26T05:14:07.208255Z"},"links":{"cited_paper":"/paper/2303.15056","citing_paper":"/paper/2606.26749"},"observation_digest":"sha256:4ed7c34141339eeec81d52dac5212cb6ee7175e96196d21918b495f15b6457f5","observation_id":"4f8d98ad-81b0-416e-be19-0a571b5ebf90","resolution":{"observed_at":"2026-07-04T13:29:51.131669Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.15056","last_updated":"2023-07-19T14:10:55Z","snapshot_observed_at":"2026-08-07T05:52:37.011839Z","submitted_at":"2023-03-27T09:59:48Z","title":"ChatGPT Outperforms Crowd-Workers for Text-Annotation Tasks","version":2},"cited_work":{"arxiv_id":"2303.15056","doi":"10.48550/arxiv.2303.15056","metadata_source":"arxiv_reference","pith_arxiv_id":"2303.15056","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2303.15056 , year=","venue":"arXiv (Cornell University)","work_id":"9696432b-883b-4fa9-9de5-2f384b96f5c4","year":2023},"citing_paper":{"arxiv_id":"2606.30175","last_updated":"2026-06-29T11:51:00Z","snapshot_observed_at":"2026-08-02T17:57:41.487642Z","submitted_at":"2026-06-29T11:51:00Z","title":"CORTEX: High-Quality Cross-Domain Organization of Web-Scale Corpora through Ontological Corpus Graph","version":1},"reference_index":77,"source":"arxiv_source","source_observed_at":"2026-06-30T06:04:40.684934Z"},"links":{"cited_paper":"/paper/2303.15056","citing_paper":"/paper/2606.30175"},"observation_digest":"sha256:c134ccf2bdc7d47670a0b172ec94ffcc6656125ed238d139bc44df4ded56d3ea","observation_id":"b2c27081-31b0-4912-b352-d4f76c96a608","resolution":{"observed_at":"2026-06-30T06:14:18.532747Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.15056","last_updated":"2023-07-19T14:10:55Z","snapshot_observed_at":"2026-08-07T05:52:37.011839Z","submitted_at":"2023-03-27T09:59:48Z","title":"ChatGPT Outperforms Crowd-Workers for Text-Annotation Tasks","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.15056","snapshot_observed_at":"2026-08-03T12:13:37.936172Z","title":"arXiv:2303.15056","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.29181","last_updated":"2026-07-31T09:02:33Z","snapshot_observed_at":"2026-08-07T07:51:07.944544Z","submitted_at":"2026-07-31T09:02:33Z","title":"SERUM: State Extraction and Refinement for User Modeling","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-03T12:13:37.936172Z"},"links":{"cited_paper":"/paper/2303.15056","citing_paper":"/paper/2607.29181"},"observation_digest":"sha256:7cb99ac28acb5dd95116f650f04c35525b674219824bc39a0211dcec27a08d28","observation_id":"1c8a3931-ef25-47f7-8f0d-3cb8305b55e4","resolution":{"observed_at":"2026-08-03T12:13:37.936172Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2303.15056/citation-record","integrity":"/paper/2303.15056/integrity","json":"/paper/2303.15056/citation-record.json","paper":"/paper/2303.15056"},"outbound":[],"paper":{"arxiv_id":"2303.15056","last_updated":"2023-07-19T14:10:55Z","latest_version":2,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-07T05:52:37.011839Z","submitted_at":"2023-03-27T09:59:48Z","title":"ChatGPT Outperforms Crowd-Workers for Text-Annotation Tasks"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 22 inbound Pith citation observations for arXiv:2303.15056."}