{"as_of":"2026-08-06T20:20:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:9eda0e81a156d0f2099110d370295bdb0e16e590e9e32a16056c20d7412e74b6","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":8,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":8,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-06T06:34:29.942622+00:00","state":"measured"},{"denominator":8,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":8,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-05T16:40:07.216514Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-22T03:41:00.103963Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2411.10939","last_updated":"2024-11-17T02:35:30Z","snapshot_observed_at":"2026-07-06T19:51:28.494860Z","submitted_at":"2024-11-17T02:35:30Z","title":"Evaluating Generative AI Systems is a Social Science Measurement Challenge","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.10939","snapshot_observed_at":"2026-08-05T16:40:07.216514Z","title":"arXiv:2411.10939 [cs]","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.18076","last_updated":"2025-08-27T21:24:13Z","snapshot_observed_at":"2026-08-05T16:40:05.021055Z","submitted_at":"2025-08-25T14:43:10Z","title":"Neither Valid nor Reliable? Investigating the Use of LLMs as Judges","version":2},"reference_index":112,"source":"pdf_text","source_observed_at":"2026-08-05T16:40:07.216514Z"},"links":{"cited_paper":"/paper/2411.10939","citing_paper":"/paper/2508.18076"},"observation_digest":"sha256:4dd8477801773c9794abe8c7d59a34e63458780fcfda8389a2b553b4b5fc57f4","observation_id":"71c16f38-00e1-4ca8-9015-6337f292eea6","resolution":{"observed_at":"2026-08-05T16:40:07.216514Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.10939","last_updated":"2024-11-17T02:35:30Z","snapshot_observed_at":"2026-07-06T19:51:28.494860Z","submitted_at":"2024-11-17T02:35:30Z","title":"Evaluating Generative AI Systems is a Social Science Measurement Challenge","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.10939","snapshot_observed_at":"2026-08-05T14:38:55.710426Z","title":"Feder Cooper, Angelina Wang, Solon Barocas, Alexandra Chouldechova, Chad Atalla, Su Lin Blodgett, Emily Corvi, P","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.21036","last_updated":"2025-08-28T17:40:42Z","snapshot_observed_at":"2026-08-05T14:38:37.693106Z","submitted_at":"2025-08-28T17:40:42Z","title":"Understanding, Protecting, and Augmenting Human Cognition with Generative AI: A Synthesis of the CHI 2025 Tools for Thought Workshop","version":1},"reference_index":127,"source":"pdf_text","source_observed_at":"2026-08-05T14:38:55.710426Z"},"links":{"cited_paper":"/paper/2411.10939","citing_paper":"/paper/2508.21036"},"observation_digest":"sha256:b1f0d4a29d1be4b83d6f89cbad7cf828a8901a49502cdbf1311aa52ed3845711","observation_id":"6f3764f2-2522-4499-89c9-7d0de8f765e4","resolution":{"observed_at":"2026-08-05T14:38:55.710426Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.10939","last_updated":"2024-11-17T02:35:30Z","snapshot_observed_at":"2026-07-06T19:51:28.494860Z","submitted_at":"2024-11-17T02:35:30Z","title":"Evaluating Generative AI Systems is a Social Science Measurement Challenge","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.10939","snapshot_observed_at":"2026-08-04T20:35:57.153507Z","title":"arXiv:2411.10939 [cs]","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.08494","last_updated":"2025-09-10T11:10:10Z","snapshot_observed_at":"2026-08-06T06:49:05.621047Z","submitted_at":"2025-09-10T11:10:10Z","title":"HumanAgencyBench: Scalable Evaluation of Human Agency Support in AI Assistants","version":1},"reference_index":76,"source":"pdf_text","source_observed_at":"2026-08-04T20:35:57.153507Z"},"links":{"cited_paper":"/paper/2411.10939","citing_paper":"/paper/2509.08494"},"observation_digest":"sha256:eae0381d547ca7c47f7f37cc2da7b015e3fd195264e412116e1bb35d4471d088","observation_id":"ef6e2618-610c-446f-948e-752f28d4d8e0","resolution":{"observed_at":"2026-08-04T20:35:57.153507Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.10939","last_updated":"2024-11-17T02:35:30Z","snapshot_observed_at":"2026-07-06T19:51:28.494860Z","submitted_at":"2024-11-17T02:35:30Z","title":"Evaluating Generative AI Systems is a Social Science Measurement Challenge","version":1},"cited_work":{"arxiv_id":"2411.10939","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2411.10939","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Evaluating generative ai systems is a social science measurement challenge.arXiv preprint arXiv:2411.10939","venue":null,"work_id":"9c0a78a9-0fef-43bf-8df6-66b6b69399a5","year":2024},"citing_paper":{"arxiv_id":"2604.25580","last_updated":"2026-04-28T12:49:54Z","snapshot_observed_at":"2026-07-06T23:11:25.757664Z","submitted_at":"2026-04-28T12:49:54Z","title":"Bye Bye Perspective API: Lessons for Measurement Infrastructure in NLP, CSS and LLM Evaluation","version":1},"reference_index":91,"source":"arxiv_source","source_observed_at":"2026-05-07T16:09:27.944432Z"},"links":{"cited_paper":"/paper/2411.10939","citing_paper":"/paper/2604.25580"},"observation_digest":"sha256:5d2e1215661d84bff3eac3b032e6d648d90f3808c535952b2b90dfd29c0eb463","observation_id":"ea55a5d3-78b6-4562-babf-f5bdb69bda7b","resolution":{"observed_at":"2026-05-11T23:51:21.097511Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2411.10939","last_updated":"2024-11-17T02:35:30Z","snapshot_observed_at":"2026-07-06T19:51:28.494860Z","submitted_at":"2024-11-17T02:35:30Z","title":"Evaluating Generative AI Systems is a Social Science Measurement Challenge","version":1},"cited_work":{"arxiv_id":"2411.10939","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2411.10939","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Evaluating generative ai systems is a social science measurement challenge.arXiv preprint arXiv:2411.10939","venue":null,"work_id":"9c0a78a9-0fef-43bf-8df6-66b6b69399a5","year":2024},"citing_paper":{"arxiv_id":"2605.10834","last_updated":"2026-07-28T07:30:21Z","snapshot_observed_at":"2026-08-02T14:32:21.223586Z","submitted_at":"2026-05-11T16:50:00Z","title":"From Controlled to the Wild: Evaluation of Pentesting Agents for the Real-World","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-05-12T03:34:55.538935Z"},"links":{"cited_paper":"/paper/2411.10939","citing_paper":"/paper/2605.10834"},"observation_digest":"sha256:724871328a5eb63f1f8f990a583fb32e2cfc43ecbb1752c2206d9bbd7d0cdfaa","observation_id":"2456370c-6165-4ec4-9876-0f4431a0d06b","resolution":{"observed_at":"2026-05-12T07:16:27.754116Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2411.10939","last_updated":"2024-11-17T02:35:30Z","snapshot_observed_at":"2026-07-06T19:51:28.494860Z","submitted_at":"2024-11-17T02:35:30Z","title":"Evaluating Generative AI Systems is a Social Science Measurement Challenge","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.10939","snapshot_observed_at":"2026-08-02T14:22:26.223129Z","title":"Cooper, Angelina Wang, Solon Barocas, Alexandra Chouldechova, Chad Atalla, Su Lin Blodgett, Emily Corvi, P","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2605.10834","last_updated":"2026-07-28T07:30:21Z","snapshot_observed_at":"2026-08-02T14:32:21.223586Z","submitted_at":"2026-05-11T16:50:00Z","title":"From Controlled to the Wild: Evaluation of Pentesting Agents for the Real-World","version":3},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-02T14:22:26.223129Z"},"links":{"cited_paper":"/paper/2411.10939","citing_paper":"/paper/2605.10834"},"observation_digest":"sha256:f8c81012591db7cdf3ba59b81dfcbc66380acca8e8ff1622c666be83b2ba2397","observation_id":"e537999c-a49b-449d-b305-8ca37468295c","resolution":{"observed_at":"2026-08-02T14:22:26.223129Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.10939","last_updated":"2024-11-17T02:35:30Z","snapshot_observed_at":"2026-07-06T19:51:28.494860Z","submitted_at":"2024-11-17T02:35:30Z","title":"Evaluating Generative AI Systems is a Social Science Measurement Challenge","version":1},"cited_work":{"arxiv_id":"2411.10939","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2411.10939","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Evaluating generative ai systems is a social science measurement challenge.arXiv preprint arXiv:2411.10939","venue":null,"work_id":"9c0a78a9-0fef-43bf-8df6-66b6b69399a5","year":2024},"citing_paper":{"arxiv_id":"2605.15990","last_updated":"2026-05-15T14:21:52Z","snapshot_observed_at":"2026-08-01T20:56:34.408073Z","submitted_at":"2026-05-15T14:21:52Z","title":"Defining Cultural Capabilities for AI Evaluation: A Taxonomy Grounded in Intercultural Communication Theory","version":1},"reference_index":52,"source":"arxiv_source","source_observed_at":"2026-05-20T19:40:59.534448Z"},"links":{"cited_paper":"/paper/2411.10939","citing_paper":"/paper/2605.15990"},"observation_digest":"sha256:972dda4ec2e9543b80c158fcff9d9078e14baa0236f1274f084fb11460106738","observation_id":"48a4c397-c291-4af2-ab40-b86e1b1d9eab","resolution":{"observed_at":"2026-05-20T19:43:43.866041Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2411.10939","last_updated":"2024-11-17T02:35:30Z","snapshot_observed_at":"2026-07-06T19:51:28.494860Z","submitted_at":"2024-11-17T02:35:30Z","title":"Evaluating Generative AI Systems is a Social Science Measurement Challenge","version":1},"cited_work":{"arxiv_id":"2411.10939","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2411.10939","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Evaluating generative ai systems is a social science measurement challenge.arXiv preprint arXiv:2411.10939","venue":null,"work_id":"9c0a78a9-0fef-43bf-8df6-66b6b69399a5","year":2024},"citing_paper":{"arxiv_id":"2605.22612","last_updated":"2026-05-21T15:27:58Z","snapshot_observed_at":"2026-07-06T23:32:54.127514Z","submitted_at":"2026-05-21T15:27:58Z","title":"Healthcare LLM Benchmarks Are Only as Good as Their Explicit Assumptions","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-05-22T03:40:25.093487Z"},"links":{"cited_paper":"/paper/2411.10939","citing_paper":"/paper/2605.22612"},"observation_digest":"sha256:064e4e5905aa5aa7ace476d591ffbf1fdf390533b216f7d57d818bd50dd28240","observation_id":"36e9d93d-e554-4dd3-852f-f020103e3331","resolution":{"observed_at":"2026-05-22T03:41:00.107255Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2411.10939/citation-record","integrity":"/paper/2411.10939/integrity","json":"/paper/2411.10939/citation-record.json","paper":"/paper/2411.10939"},"outbound":[],"paper":{"arxiv_id":"2411.10939","last_updated":"2024-11-17T02:35:30Z","latest_version":1,"primary_category":"cs.CY","snapshot_observed_at":"2026-07-06T19:51:28.494860Z","submitted_at":"2024-11-17T02:35:30Z","title":"Evaluating Generative AI Systems is a Social Science Measurement Challenge"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"thesis":"As of 6 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 8 inbound Pith citation observations for arXiv:2411.10939."}