{"as_of":"2026-08-07T19:38:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:2cc0d78da5bfee502c3798dfc7b99803b10ca719aa75780f7d3f357954874a66","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":23,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":23,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":23,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":23,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T12:44:35.042357Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":1,"source":"arxiv_reference","source_observed_at":"2026-08-05T02:28:24.338817Z","state":"measured"}],"external_citation_measurements":[{"count":1,"observed_at":"2026-08-05T02:28:24.338817Z","source":"arxiv_reference"}],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2503.05336","last_updated":"2025-03-13T00:09:08Z","snapshot_observed_at":"2026-08-07T17:22:23.185186Z","submitted_at":"2025-03-07T11:23:48Z","title":"Toward an Evaluation Science for Generative AI Systems","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.05336","snapshot_observed_at":"2026-08-07T12:08:17.035975Z","title":"Toward an evaluation science for generative AI systems.arXiv preprint arXiv:2503.05336, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.00482","last_updated":"2025-05-31T09:24:32Z","snapshot_observed_at":"2026-08-07T12:01:57.559855Z","submitted_at":"2025-05-31T09:24:32Z","title":"BenchHub: A Unified Benchmark Suite for Holistic and Customizable LLM Evaluation","version":1},"reference_index":71,"source":"pdf_text","source_observed_at":"2026-08-07T12:08:17.035975Z"},"links":{"cited_paper":"/paper/2503.05336","citing_paper":"/paper/2506.00482"},"observation_digest":"sha256:024517f16a493eb1e7c6e384932f11bf431425a9268569144edbf26d2fb957ea","observation_id":"f44943f3-cb76-4bfa-aeeb-bf86bf08a589","resolution":{"observed_at":"2026-08-07T12:08:17.035975Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.05336","last_updated":"2025-03-13T00:09:08Z","snapshot_observed_at":"2026-08-07T17:22:23.185186Z","submitted_at":"2025-03-07T11:23:48Z","title":"Toward an Evaluation Science for Generative AI Systems","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.05336","snapshot_observed_at":"2026-08-07T05:42:53.536534Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.07282","last_updated":"2025-06-08T21:02:33Z","snapshot_observed_at":"2026-08-07T05:35:01.252398Z","submitted_at":"2025-06-08T21:02:33Z","title":"Adultification Bias in LLMs and Text-to-Image Models","version":1},"reference_index":85,"source":"pdf_text","source_observed_at":"2026-08-07T05:42:53.536534Z"},"links":{"cited_paper":"/paper/2503.05336","citing_paper":"/paper/2506.07282"},"observation_digest":"sha256:3351742bd7928b26e1be47167badecd8bbde26e98c47e8ff4b81c0e3f76f8c2a","observation_id":"00bf41d9-f51f-42f5-b628-c437707f753c","resolution":{"observed_at":"2026-08-07T05:42:53.536534Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.05336","last_updated":"2025-03-13T00:09:08Z","snapshot_observed_at":"2026-08-07T17:22:23.185186Z","submitted_at":"2025-03-07T11:23:48Z","title":"Toward an Evaluation Science for Generative AI Systems","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.05336","snapshot_observed_at":"2026-08-07T05:34:24.091055Z","title":"Toward an evaluation science for generative ai systems","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.07731","last_updated":"2025-06-09T13:15:50Z","snapshot_observed_at":"2026-08-07T05:24:38.419281Z","submitted_at":"2025-06-09T13:15:50Z","title":"NeurIPS 2025 E2LM Competition : Early Training Evaluation of Language Models","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-07T05:34:24.091055Z"},"links":{"cited_paper":"/paper/2503.05336","citing_paper":"/paper/2506.07731"},"observation_digest":"sha256:d411d7acd9f1ddc06f1b544db13ee578074d82a3299f7ef3d0a9230083c54065","observation_id":"67010805-7da1-477f-b792-654e356efed1","resolution":{"observed_at":"2026-08-07T05:34:24.091055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.05336","last_updated":"2025-03-13T00:09:08Z","snapshot_observed_at":"2026-08-07T17:22:23.185186Z","submitted_at":"2025-03-07T11:23:48Z","title":"Toward an Evaluation Science for Generative AI Systems","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.05336","snapshot_observed_at":"2026-08-07T05:27:56.341173Z","title":"D., Wallach, H., Mitchell, M., Wang, A., Salaudeen, O., Bommasani, R., Ganguli, D., Koyejo, S., and Isaac, W","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.07962","last_updated":"2025-06-09T17:37:18Z","snapshot_observed_at":"2026-08-07T05:19:07.073036Z","submitted_at":"2025-06-09T17:37:18Z","title":"Correlated Errors in Large Language Models","version":1},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-08-07T05:27:56.341173Z"},"links":{"cited_paper":"/paper/2503.05336","citing_paper":"/paper/2506.07962"},"observation_digest":"sha256:aef279fa895b88a7344625460ec5ad5488feaa4fc353fef49ea0f566096e93fa","observation_id":"b2f468dc-1180-48b3-b383-c073f710ffd0","resolution":{"observed_at":"2026-08-07T05:27:56.341173Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.05336","last_updated":"2025-03-13T00:09:08Z","snapshot_observed_at":"2026-08-07T17:22:23.185186Z","submitted_at":"2025-03-07T11:23:48Z","title":"Toward an Evaluation Science for Generative AI Systems","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.05336","snapshot_observed_at":"2026-08-06T23:25:52.454150Z","title":"D., Wallach, H., Mitchell, M., Wang, A., Salaudeen, O., Bommasani, R., Ganguli, D., Koyejo, S., and Isaac, W","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-07T10:41:05.932475Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":93,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:52.454150Z"},"links":{"cited_paper":"/paper/2503.05336","citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:66173ed992bbfc32ba0319677c6a236e18930d96f18c9423fc6330869d21ba40","observation_id":"7ea0c3d7-609e-468a-b979-7bd66ba0adf6","resolution":{"observed_at":"2026-08-06T23:25:52.454150Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.05336","last_updated":"2025-03-13T00:09:08Z","snapshot_observed_at":"2026-08-07T17:22:23.185186Z","submitted_at":"2025-03-07T11:23:48Z","title":"Toward an Evaluation Science for Generative AI Systems","version":3},"cited_work":{"arxiv_id":"2503.05336","doi":"10.48550/arxiv.2503.05336","metadata_source":"arxiv_reference","pith_arxiv_id":"2503.05336","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"evaluating student performance","venue":"ArXiv.org","work_id":"794d22ad-94ff-4917-b0a8-2885c9e4a810","year":2025},"citing_paper":{"arxiv_id":"2507.23009","last_updated":"2026-05-11T11:47:15Z","snapshot_observed_at":"2026-07-06T22:05:22.373440Z","submitted_at":"2025-07-30T18:14:35Z","title":"Position: Stop Evaluating AI with Human Tests, Develop Principled, AI-specific Tests instead","version":2},"reference_index":82,"source":"pdf_text","source_observed_at":"2026-05-19T02:12:48.586913Z"},"links":{"cited_paper":"/paper/2503.05336","citing_paper":"/paper/2507.23009"},"observation_digest":"sha256:e257e715170e0e29cdf3fee5d650eebbc49f4dd40d8f3b22bd9339723b615333","observation_id":"ec3598ac-b114-4790-9e78-9e1066a36c88","resolution":{"observed_at":"2026-05-19T02:12:55.745328Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.05336","last_updated":"2025-03-13T00:09:08Z","snapshot_observed_at":"2026-08-07T17:22:23.185186Z","submitted_at":"2025-03-07T11:23:48Z","title":"Toward an Evaluation Science for Generative AI Systems","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.05336","snapshot_observed_at":"2026-08-04T20:35:57.394750Z","title":"arXiv:2503.05336 [cs]","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2509.08494","last_updated":"2025-09-10T11:10:10Z","snapshot_observed_at":"2026-08-07T11:12:45.601234Z","submitted_at":"2025-09-10T11:10:10Z","title":"HumanAgencyBench: Scalable Evaluation of Human Agency Support in AI Assistants","version":1},"reference_index":79,"source":"pdf_text","source_observed_at":"2026-08-04T20:35:57.394750Z"},"links":{"cited_paper":"/paper/2503.05336","citing_paper":"/paper/2509.08494"},"observation_digest":"sha256:30b19dcaf0bea59177aca3d889ac00bf10bcb4461a6e047f282ccf2e21162e5f","observation_id":"828d7cf6-478b-4f3c-8fac-08bb24bb253c","resolution":{"observed_at":"2026-08-04T20:35:57.394750Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.05336","last_updated":"2025-03-13T00:09:08Z","snapshot_observed_at":"2026-08-07T17:22:23.185186Z","submitted_at":"2025-03-07T11:23:48Z","title":"Toward an Evaluation Science for Generative AI Systems","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.05336","snapshot_observed_at":"2026-08-04T16:37:30.927757Z","title":"Wallach, Margaret Mitchell, Angelina Wang, Olawale Salaudeen, Rishi Bommasani, Deep Ganguli, Sanmi Koyejo, and William Isaac","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2509.12752","last_updated":"2026-06-10T12:19:54Z","snapshot_observed_at":"2026-08-04T16:37:21.461167Z","submitted_at":"2025-09-16T07:14:22Z","title":"Participatory AI: A Scandinavian Approach to Human-Centered AI","version":2},"reference_index":110,"source":"pdf_text","source_observed_at":"2026-08-04T16:37:30.927757Z"},"links":{"cited_paper":"/paper/2503.05336","citing_paper":"/paper/2509.12752"},"observation_digest":"sha256:e1ff74aaad936bfd964f4ba33838930d7ad315f8484b3d790a142014f85f1be7","observation_id":"30b72dfc-149c-4062-9953-cf756c0ac8fa","resolution":{"observed_at":"2026-08-04T16:37:30.927757Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.05336","last_updated":"2025-03-13T00:09:08Z","snapshot_observed_at":"2026-08-07T17:22:23.185186Z","submitted_at":"2025-03-07T11:23:48Z","title":"Toward an Evaluation Science for Generative AI Systems","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.05336","snapshot_observed_at":"2026-08-04T16:37:30.933003Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2509.12752","last_updated":"2026-06-10T12:19:54Z","snapshot_observed_at":"2026-08-04T16:37:21.461167Z","submitted_at":"2025-09-16T07:14:22Z","title":"Participatory AI: A Scandinavian Approach to Human-Centered AI","version":2},"reference_index":2025,"source":"pdf_text","source_observed_at":"2026-08-04T16:37:30.933003Z"},"links":{"cited_paper":"/paper/2503.05336","citing_paper":"/paper/2509.12752"},"observation_digest":"sha256:77a807ff875645450b20b3a8ee3dce29080dc06ca9461d8685b4b7d37d3037e5","observation_id":"d1c9d7d6-75c0-484d-90eb-1f5255204b8b","resolution":{"observed_at":"2026-08-04T16:37:30.933003Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.05336","last_updated":"2025-03-13T00:09:08Z","snapshot_observed_at":"2026-08-07T17:22:23.185186Z","submitted_at":"2025-03-07T11:23:48Z","title":"Toward an Evaluation Science for Generative AI Systems","version":3},"cited_work":{"arxiv_id":"2503.05336","doi":"10.48550/arxiv.2503.05336","metadata_source":"arxiv_reference","pith_arxiv_id":"2503.05336","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"evaluating student performance","venue":"ArXiv.org","work_id":"794d22ad-94ff-4917-b0a8-2885c9e4a810","year":2025},"citing_paper":{"arxiv_id":"2509.19185","last_updated":"2026-04-02T22:22:56Z","snapshot_observed_at":"2026-07-06T22:30:36.671861Z","submitted_at":"2025-09-23T16:02:09Z","title":"An Empirical Study of Testing Practices in Open Source AI Agent Frameworks and Agentic Applications","version":3},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-05-18T14:12:08.776876Z"},"links":{"cited_paper":"/paper/2503.05336","citing_paper":"/paper/2509.19185"},"observation_digest":"sha256:89927b2de7ad083fdfeb9c7fe930a0fb0c03573de496fc0883fc0d1036ad42a6","observation_id":"f6a775fc-c6c1-4af5-afe9-ea84f218b4db","resolution":{"observed_at":"2026-05-18T14:12:39.805750Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.05336","last_updated":"2025-03-13T00:09:08Z","snapshot_observed_at":"2026-08-07T17:22:23.185186Z","submitted_at":"2025-03-07T11:23:48Z","title":"Toward an Evaluation Science for Generative AI Systems","version":3},"cited_work":{"arxiv_id":"2503.05336","doi":"10.48550/arxiv.2503.05336","metadata_source":"arxiv_reference","pith_arxiv_id":"2503.05336","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"evaluating student performance","venue":"ArXiv.org","work_id":"794d22ad-94ff-4917-b0a8-2885c9e4a810","year":2025},"citing_paper":{"arxiv_id":"2511.11435","last_updated":"2026-04-09T06:58:23Z","snapshot_observed_at":"2026-08-02T12:13:29.732013Z","submitted_at":"2025-11-14T16:03:10Z","title":"The Persistence of Cultural Memory: Investigating Multimodal Iconicity in Diffusion Models","version":3},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-05-17T21:52:26.944212Z"},"links":{"cited_paper":"/paper/2503.05336","citing_paper":"/paper/2511.11435"},"observation_digest":"sha256:9c3ad866fa3e3e6d88001ee6a47fd316500b987439d0c8cc5b5277e3f206fb2d","observation_id":"40b6930b-71b5-46b5-a009-952795f8cf87","resolution":{"observed_at":"2026-05-17T21:55:20.294670Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.05336","last_updated":"2025-03-13T00:09:08Z","snapshot_observed_at":"2026-08-07T17:22:23.185186Z","submitted_at":"2025-03-07T11:23:48Z","title":"Toward an Evaluation Science for Generative AI Systems","version":3},"cited_work":{"arxiv_id":"2503.05336","doi":"10.48550/arxiv.2503.05336","metadata_source":"arxiv_reference","pith_arxiv_id":"2503.05336","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"evaluating student performance","venue":"ArXiv.org","work_id":"794d22ad-94ff-4917-b0a8-2885c9e4a810","year":2025},"citing_paper":{"arxiv_id":"2603.06811","last_updated":"2026-05-08T14:52:11Z","snapshot_observed_at":"2026-08-05T19:05:35.953649Z","submitted_at":"2026-03-06T19:17:50Z","title":"Making AI Evaluation Deployment Relevant Through Context Specification","version":3},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-05-15T14:46:09.944168Z"},"links":{"cited_paper":"/paper/2503.05336","citing_paper":"/paper/2603.06811"},"observation_digest":"sha256:07077c9279f641de40ebe582da660123e44f7f3a688edf3deb8a2859ccbfd23e","observation_id":"eff0a74f-f146-4145-8d11-e8b26b292e0d","resolution":{"observed_at":"2026-05-15T14:50:05.167848Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.05336","last_updated":"2025-03-13T00:09:08Z","snapshot_observed_at":"2026-08-07T17:22:23.185186Z","submitted_at":"2025-03-07T11:23:48Z","title":"Toward an Evaluation Science for Generative AI Systems","version":3},"cited_work":{"arxiv_id":"2503.05336","doi":"10.48550/arxiv.2503.05336","metadata_source":"arxiv_reference","pith_arxiv_id":"2503.05336","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"evaluating student performance","venue":"ArXiv.org","work_id":"794d22ad-94ff-4917-b0a8-2885c9e4a810","year":2025},"citing_paper":{"arxiv_id":"2603.20088","last_updated":"2026-05-22T17:33:30Z","snapshot_observed_at":"2026-08-01T20:16:10.327412Z","submitted_at":"2026-03-20T16:13:03Z","title":"Towards an Evaluation Methodology for AI in Second Language Education: Lessons Learned from Developing L2-Bench","version":2},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-05-25T06:20:32.174538Z"},"links":{"cited_paper":"/paper/2503.05336","citing_paper":"/paper/2603.20088"},"observation_digest":"sha256:c7aa8863e60db2812f28dac78b5368b73eb1c731a5fc913bbc21e7dae2c35755","observation_id":"2e3f3e52-cd17-4f64-82e5-d5df6f151ba4","resolution":{"observed_at":"2026-05-25T06:25:23.882626Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.05336","last_updated":"2025-03-13T00:09:08Z","snapshot_observed_at":"2026-08-07T17:22:23.185186Z","submitted_at":"2025-03-07T11:23:48Z","title":"Toward an Evaluation Science for Generative AI Systems","version":3},"cited_work":{"arxiv_id":"2503.05336","doi":"10.48550/arxiv.2503.05336","metadata_source":"arxiv_reference","pith_arxiv_id":"2503.05336","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"evaluating student performance","venue":"ArXiv.org","work_id":"794d22ad-94ff-4917-b0a8-2885c9e4a810","year":2025},"citing_paper":{"arxiv_id":"2604.17843","last_updated":"2026-04-20T05:53:52Z","snapshot_observed_at":"2026-08-04T13:05:53.222299Z","submitted_at":"2026-04-20T05:53:52Z","title":"Learning from AVA: Early Lessons from a Curated and Trustworthy Generative AI for Policy and Development Research","version":1},"reference_index":110,"source":"pdf_text","source_observed_at":"2026-05-10T04:38:00.482850Z"},"links":{"cited_paper":"/paper/2503.05336","citing_paper":"/paper/2604.17843"},"observation_digest":"sha256:d858a62736e7b8abcee8847a2aecf84bb56910e0743f93a38d0491ed667c25d7","observation_id":"ec26a659-b467-44f0-963d-666ff420317c","resolution":{"observed_at":"2026-05-10T04:40:16.529102Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.05336","last_updated":"2025-03-13T00:09:08Z","snapshot_observed_at":"2026-08-07T17:22:23.185186Z","submitted_at":"2025-03-07T11:23:48Z","title":"Toward an Evaluation Science for Generative AI Systems","version":3},"cited_work":{"arxiv_id":"2503.05336","doi":"10.48550/arxiv.2503.05336","metadata_source":"arxiv_reference","pith_arxiv_id":"2503.05336","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"evaluating student performance","venue":"ArXiv.org","work_id":"794d22ad-94ff-4917-b0a8-2885c9e4a810","year":2025},"citing_paper":{"arxiv_id":"2604.25923","last_updated":"2026-04-01T10:29:43Z","snapshot_observed_at":"2026-08-07T08:56:37.143577Z","submitted_at":"2026-04-01T10:29:43Z","title":"Evaluation Revisited: A Taxonomy of Evaluation Concerns in Natural Language Processing","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-05-13T22:52:17.310177Z"},"links":{"cited_paper":"/paper/2503.05336","citing_paper":"/paper/2604.25923"},"observation_digest":"sha256:78f67e81d1f9410db7eca6492c4212f9d32c645df97e5a99b46d383d7fc079d7","observation_id":"c2da2f11-fed6-4085-aeee-ee23ff3e76bf","resolution":{"observed_at":"2026-05-13T22:53:23.366771Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.05336","last_updated":"2025-03-13T00:09:08Z","snapshot_observed_at":"2026-08-07T17:22:23.185186Z","submitted_at":"2025-03-07T11:23:48Z","title":"Toward an Evaluation Science for Generative AI Systems","version":3},"cited_work":{"arxiv_id":"2503.05336","doi":"10.48550/arxiv.2503.05336","metadata_source":"arxiv_reference","pith_arxiv_id":"2503.05336","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"evaluating student performance","venue":"ArXiv.org","work_id":"794d22ad-94ff-4917-b0a8-2885c9e4a810","year":2025},"citing_paper":{"arxiv_id":"2605.04886","last_updated":"2026-05-06T13:20:55Z","snapshot_observed_at":"2026-07-06T23:17:33.252539Z","submitted_at":"2026-05-06T13:20:55Z","title":"BenCSSmark: Making the Social Sciences Count in LLM Research","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-05-08T17:02:15.446874Z"},"links":{"cited_paper":"/paper/2503.05336","citing_paper":"/paper/2605.04886"},"observation_digest":"sha256:25741682fd527de613b0bf82c0683e91c1d428d284ba88af1407cf8951a3f5fa","observation_id":"d5deee66-5baf-4f67-bdf2-f7cf1ddf2c66","resolution":{"observed_at":"2026-05-11T17:51:08.685249Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.05336","last_updated":"2025-03-13T00:09:08Z","snapshot_observed_at":"2026-08-07T17:22:23.185186Z","submitted_at":"2025-03-07T11:23:48Z","title":"Toward an Evaluation Science for Generative AI Systems","version":3},"cited_work":{"arxiv_id":"2503.05336","doi":"10.48550/arxiv.2503.05336","metadata_source":"arxiv_reference","pith_arxiv_id":"2503.05336","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"evaluating student performance","venue":"ArXiv.org","work_id":"794d22ad-94ff-4917-b0a8-2885c9e4a810","year":2025},"citing_paper":{"arxiv_id":"2605.10834","last_updated":"2026-07-28T07:30:21Z","snapshot_observed_at":"2026-08-02T14:32:21.223586Z","submitted_at":"2026-05-11T16:50:00Z","title":"From Controlled to the Wild: Evaluation of Pentesting Agents for the Real-World","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-05-12T03:34:55.538935Z"},"links":{"cited_paper":"/paper/2503.05336","citing_paper":"/paper/2605.10834"},"observation_digest":"sha256:e4ad0d075720edf5b298c6bd189e8ec1e304a8efcd253a595bcf4c97dc5eb19a","observation_id":"63ac6204-afa9-429b-b0d0-b83fed439a25","resolution":{"observed_at":"2026-05-12T07:16:28.016305Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.05336","last_updated":"2025-03-13T00:09:08Z","snapshot_observed_at":"2026-08-07T17:22:23.185186Z","submitted_at":"2025-03-07T11:23:48Z","title":"Toward an Evaluation Science for Generative AI Systems","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.05336","snapshot_observed_at":"2026-08-02T14:22:26.753523Z","title":"Toward an Evaluation Science for Generative AI Systems.ArXiv, abs/2503.05336, mar 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2605.10834","last_updated":"2026-07-28T07:30:21Z","snapshot_observed_at":"2026-08-02T14:32:21.223586Z","submitted_at":"2026-05-11T16:50:00Z","title":"From Controlled to the Wild: Evaluation of Pentesting Agents for the Real-World","version":3},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-02T14:22:26.753523Z"},"links":{"cited_paper":"/paper/2503.05336","citing_paper":"/paper/2605.10834"},"observation_digest":"sha256:40cc231b51d771142c8e4668e6793715c754e44a9523782f89fae35659a94936","observation_id":"22ee5cdf-d680-43df-a261-32de1b528991","resolution":{"observed_at":"2026-08-02T14:22:26.753523Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.05336","last_updated":"2025-03-13T00:09:08Z","snapshot_observed_at":"2026-08-07T17:22:23.185186Z","submitted_at":"2025-03-07T11:23:48Z","title":"Toward an Evaluation Science for Generative AI Systems","version":3},"cited_work":{"arxiv_id":"2503.05336","doi":"10.48550/arxiv.2503.05336","metadata_source":"arxiv_reference","pith_arxiv_id":"2503.05336","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"evaluating student performance","venue":"ArXiv.org","work_id":"794d22ad-94ff-4917-b0a8-2885c9e4a810","year":2025},"citing_paper":{"arxiv_id":"2605.14164","last_updated":"2026-05-13T22:39:10Z","snapshot_observed_at":"2026-07-06T23:25:39.415637Z","submitted_at":"2026-05-13T22:39:10Z","title":"Unsteady Metrics and Benchmarking Cultures of AI Model Builders","version":1},"reference_index":62,"source":"pdf_text","source_observed_at":"2026-05-15T04:54:26.888562Z"},"links":{"cited_paper":"/paper/2503.05336","citing_paper":"/paper/2605.14164"},"observation_digest":"sha256:c69889effac17fa9bd4b37372c5d12915a2fcca0c80bc432fd101ce09ee69efc","observation_id":"9d80f729-8b14-47c4-8441-e48c95297b47","resolution":{"observed_at":"2026-05-15T04:55:03.451740Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.05336","last_updated":"2025-03-13T00:09:08Z","snapshot_observed_at":"2026-08-07T17:22:23.185186Z","submitted_at":"2025-03-07T11:23:48Z","title":"Toward an Evaluation Science for Generative AI Systems","version":3},"cited_work":{"arxiv_id":"2503.05336","doi":"10.48550/arxiv.2503.05336","metadata_source":"arxiv_reference","pith_arxiv_id":"2503.05336","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"evaluating student performance","venue":"ArXiv.org","work_id":"794d22ad-94ff-4917-b0a8-2885c9e4a810","year":2025},"citing_paper":{"arxiv_id":"2606.09809","last_updated":"2026-06-08T17:55:02Z","snapshot_observed_at":"2026-08-02T08:53:32.385821Z","submitted_at":"2026-06-08T17:55:02Z","title":"Evaluation Cards: An Interpretive Layer for AI Evaluation Reporting","version":1},"reference_index":112,"source":"pdf_text","source_observed_at":"2026-06-27T16:11:36.483820Z"},"links":{"cited_paper":"/paper/2503.05336","citing_paper":"/paper/2606.09809"},"observation_digest":"sha256:57ae33c1cfdaf2270040612a0bdf782373c196e80bb0156c24c19a3db6e3d807","observation_id":"5fdd04f2-1eb7-4d1e-8b2a-1f4fae503f23","resolution":{"observed_at":"2026-07-03T02:07:33.265081Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.05336","last_updated":"2025-03-13T00:09:08Z","snapshot_observed_at":"2026-08-07T17:22:23.185186Z","submitted_at":"2025-03-07T11:23:48Z","title":"Toward an Evaluation Science for Generative AI Systems","version":3},"cited_work":{"arxiv_id":"2503.05336","doi":"10.48550/arxiv.2503.05336","metadata_source":"arxiv_reference","pith_arxiv_id":"2503.05336","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"evaluating student performance","venue":"ArXiv.org","work_id":"794d22ad-94ff-4917-b0a8-2885c9e4a810","year":2025},"citing_paper":{"arxiv_id":"2606.29784","last_updated":"2026-06-29T05:04:57Z","snapshot_observed_at":"2026-08-07T17:14:29.125432Z","submitted_at":"2026-06-29T05:04:57Z","title":"HERO: Improving the Reliability and Sensitivity of Generative Model Evaluation Using Historical Data","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-06-30T05:41:56.435040Z"},"links":{"cited_paper":"/paper/2503.05336","citing_paper":"/paper/2606.29784"},"observation_digest":"sha256:c8922db55d71569c5ad95c5ec92deb5de6929dc4c357fda5cf4e46e63722e040","observation_id":"6f756615-b9db-4248-ba42-eb1faca750f8","resolution":{"observed_at":"2026-06-30T13:54:44.494494Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.05336","last_updated":"2025-03-13T00:09:08Z","snapshot_observed_at":"2026-08-07T17:22:23.185186Z","submitted_at":"2025-03-07T11:23:48Z","title":"Toward an Evaluation Science for Generative AI Systems","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.05336","snapshot_observed_at":"2026-08-02T07:44:03.614906Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.09306","last_updated":"2026-07-30T11:40:45Z","snapshot_observed_at":"2026-08-02T23:59:13.473449Z","submitted_at":"2026-07-10T11:39:40Z","title":"Exposure is not manifestation: measurement target and output resolution jointly determine which behavioural-faithfulness evaluator wins","version":3},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-02T07:44:03.614906Z"},"links":{"cited_paper":"/paper/2503.05336","citing_paper":"/paper/2607.09306"},"observation_digest":"sha256:0230c2626ce70c9ff2bf96661ccb34b5dd47631469c275e57f907b111a2a2864","observation_id":"af1ad875-3399-41f1-a4ac-2653c7c2e5cd","resolution":{"observed_at":"2026-08-02T07:44:03.614906Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.05336","last_updated":"2025-03-13T00:09:08Z","snapshot_observed_at":"2026-08-07T17:22:23.185186Z","submitted_at":"2025-03-07T11:23:48Z","title":"Toward an Evaluation Science for Generative AI Systems","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.05336","snapshot_observed_at":"2026-08-07T12:44:35.042357Z","title":"arXiv preprint arXiv:2503.05336 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.06202","last_updated":"2026-08-06T15:58:32Z","snapshot_observed_at":"2026-08-07T19:28:57.087525Z","submitted_at":"2026-08-06T15:58:32Z","title":"What Current AI Benchmarks Leave Unmeasured: Modality, Search, Citations, and Implications (for Safety Evaluations)","version":1},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-08-07T12:44:35.042357Z"},"links":{"cited_paper":"/paper/2503.05336","citing_paper":"/paper/2608.06202"},"observation_digest":"sha256:cbdcb232e4da91fbb2c0ea76707cef8810a00e437318d1f7df6071fafffc1f14","observation_id":"d834dcae-40d0-4cbc-95ab-648cf68eb808","resolution":{"observed_at":"2026-08-07T12:44:35.042357Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2503.05336/citation-record","integrity":"/paper/2503.05336/integrity","json":"/paper/2503.05336/citation-record.json","paper":"/paper/2503.05336"},"outbound":[],"paper":{"arxiv_id":"2503.05336","last_updated":"2025-03-13T00:09:08Z","latest_version":3,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-07T17:22:23.185186Z","submitted_at":"2025-03-07T11:23:48Z","title":"Toward an Evaluation Science for Generative AI Systems"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 7 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 23 inbound Pith citation observations for arXiv:2503.05336."}