{"as_of":"2026-08-15T08:05:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:e2e61574a3af8fe90c4930571ac93f3bb695c8aa099535c21b937746ec77976c","coverage":[{"denominator":17,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":17,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-12T17:15:21.954030Z","state":"measured"},{"denominator":17,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":17,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-15T06:32:42.880941+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2411.12709/citation-record","integrity":"/paper/2411.12709/integrity","json":"/paper/2411.12709/citation-record.json","paper":"/paper/2411.12709"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:15:22.190762Z","title":"Designing disaggregated evaluations of AI systems: Choices, considerations, and tradeoffs","venue":null,"work_id":"90aaa5ca-18a7-433c-8686-f51a6f9113ff","year":2021},"citing_paper":{"arxiv_id":"2411.12709","last_updated":"2024-11-19T18:25:30Z","snapshot_observed_at":"2026-08-14T04:46:30.639109Z","submitted_at":"2024-11-19T18:25:30Z","title":"Dimensions of Generative AI Evaluation Design","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-12T17:15:21.884369Z"},"links":{"citing_paper":"/paper/2411.12709"},"observation_digest":"sha256:a107d7066573a2ec99741e10fb5676a0dc44b732d4c1fa7e4760577e10b5ea20","observation_id":"72e07ca0-574d-4f9e-a790-58732ef30866","resolution":{"observed_at":"2026-08-12T17:15:22.194842Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:15:22.177779Z","title":"Sociolinguistically driven approaches for just natural language processing","venue":null,"work_id":"0afa7421-7675-4a25-9fc7-49fab4bab73f","year":2021},"citing_paper":{"arxiv_id":"2411.12709","last_updated":"2024-11-19T18:25:30Z","snapshot_observed_at":"2026-08-14T04:46:30.639109Z","submitted_at":"2024-11-19T18:25:30Z","title":"Dimensions of Generative AI Evaluation Design","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-12T17:15:21.888875Z"},"links":{"citing_paper":"/paper/2411.12709"},"observation_digest":"sha256:7faf3f6cd771fcbfc6a57f8e52f677baaca36733d34f2bd27038a0d4b2382500","observation_id":"a799c670-1ae9-49c9-8c12-e1043ef0d7d6","resolution":{"observed_at":"2026-08-12T17:15:22.182335Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:15:22.164977Z","title":"Language (technology) is power: A critical survey of \"bias\" in NLP, 2020","venue":null,"work_id":"c56bf772-7ac7-4dd5-bd8c-c8c025a0ac8d","year":2020},"citing_paper":{"arxiv_id":"2411.12709","last_updated":"2024-11-19T18:25:30Z","snapshot_observed_at":"2026-08-14T04:46:30.639109Z","submitted_at":"2024-11-19T18:25:30Z","title":"Dimensions of Generative AI Evaluation Design","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-12T17:15:21.893685Z"},"links":{"citing_paper":"/paper/2411.12709"},"observation_digest":"sha256:b6e80458f41863c0094011ec3c61a718caf0355dc8d93792066895db5051e41b","observation_id":"c6b0f970-f1ab-4936-8773-faa6866ee183","resolution":{"observed_at":"2026-08-12T17:15:22.169249Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:15:22.151462Z","title":"Yu, Qiang Yang, and Xing Xie","venue":null,"work_id":"21561a87-bdc3-4005-bdcc-3c9b490fe57e","year":2024},"citing_paper":{"arxiv_id":"2411.12709","last_updated":"2024-11-19T18:25:30Z","snapshot_observed_at":"2026-08-14T04:46:30.639109Z","submitted_at":"2024-11-19T18:25:30Z","title":"Dimensions of Generative AI Evaluation Design","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-12T17:15:21.898185Z"},"links":{"citing_paper":"/paper/2411.12709"},"observation_digest":"sha256:87fbb15637ba0ba3348ce69baa94bc3bea55c8053cfac5fa024df1710718f41b","observation_id":"7e2c2244-702a-4434-88c9-d26c4b7b9f2e","resolution":{"observed_at":"2026-08-12T17:15:22.156007Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:15:22.137587Z","title":null,"venue":null,"work_id":"af336429-ce86-4443-b442-f687447a44c2","year":2024},"citing_paper":{"arxiv_id":"2411.12709","last_updated":"2024-11-19T18:25:30Z","snapshot_observed_at":"2026-08-14T04:46:30.639109Z","submitted_at":"2024-11-19T18:25:30Z","title":"Dimensions of Generative AI Evaluation Design","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-12T17:15:21.902275Z"},"links":{"citing_paper":"/paper/2411.12709"},"observation_digest":"sha256:2fba96d2e0721cd490ca2c8f519f6730cad9d012303c771044d82ac08ab3d9ac","observation_id":"e661a010-0a34-4a53-a496-d1f20213d105","resolution":{"observed_at":"2026-08-12T17:15:22.141688Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.10632","last_updated":"2025-07-30T14:35:05Z","snapshot_observed_at":"2026-08-13T00:05:16.134228Z","submitted_at":"2024-05-17T08:49:34Z","title":"Towards interactive evaluations for interaction harms in human-AI systems","version":7},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.10632","snapshot_observed_at":"2026-08-12T17:15:21.906415Z","title":"Beyond static AI evaluations: Advancing human interaction evaluations for LLM harms and risks","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.12709","last_updated":"2024-11-19T18:25:30Z","snapshot_observed_at":"2026-08-14T04:46:30.639109Z","submitted_at":"2024-11-19T18:25:30Z","title":"Dimensions of Generative AI Evaluation Design","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-12T17:15:21.906415Z"},"links":{"cited_paper":"/paper/2405.10632","citing_paper":"/paper/2411.12709"},"observation_digest":"sha256:f66d298e8b2167d241d2f6eceb572194d2b98b56dcea014e2f820e57af41e962","observation_id":"26a1c133-a279-44d1-8a88-18b1768f4479","resolution":{"observed_at":"2026-08-12T17:15:21.906415Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.07918","last_updated":"2024-02-27T16:49:53Z","snapshot_observed_at":"2026-08-13T04:08:57.308563Z","submitted_at":"2024-02-27T16:49:53Z","title":"On the Societal Impact of Open Foundation Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.07918","snapshot_observed_at":"2026-08-12T17:15:21.910883Z","title":"Ho, Percy Liang, and Arvind Narayanan","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.12709","last_updated":"2024-11-19T18:25:30Z","snapshot_observed_at":"2026-08-14T04:46:30.639109Z","submitted_at":"2024-11-19T18:25:30Z","title":"Dimensions of Generative AI Evaluation Design","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-12T17:15:21.910883Z"},"links":{"cited_paper":"/paper/2403.07918","citing_paper":"/paper/2411.12709"},"observation_digest":"sha256:81f5ae61674595c25035a37d5dc1bc6d371fd21ac36c72bebb0b8151abb1aa97","observation_id":"5343268b-e9be-4586-9ca8-46bf956d6de6","resolution":{"observed_at":"2026-08-12T17:15:21.910883Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:15:22.124635Z","title":"Taxonomizing and measuring representational harms: A look at image tagging","venue":null,"work_id":"d52acf43-b44e-4dcb-8771-020594f65c78","year":2023},"citing_paper":{"arxiv_id":"2411.12709","last_updated":"2024-11-19T18:25:30Z","snapshot_observed_at":"2026-08-14T04:46:30.639109Z","submitted_at":"2024-11-19T18:25:30Z","title":"Dimensions of Generative AI Evaluation Design","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-12T17:15:21.915787Z"},"links":{"citing_paper":"/paper/2411.12709"},"observation_digest":"sha256:e46333fea64cca87105b479c73e1b44a5607b7d6d97d42a13d011746fff1785d","observation_id":"8ad6c4cf-6ffd-4f0e-a23a-91159394bea5","resolution":{"observed_at":"2026-08-12T17:15:22.129067Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2211.09110","last_updated":"2023-10-01T21:44:23Z","snapshot_observed_at":"2026-08-10T23:10:13.900680Z","submitted_at":"2022-11-16T18:51:34Z","title":"Holistic Evaluation of Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2211.09110","snapshot_observed_at":"2026-08-12T17:15:21.919619Z","title":"Manning, Christopher Ré, Diana Acosta-Navas, Drew A","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.12709","last_updated":"2024-11-19T18:25:30Z","snapshot_observed_at":"2026-08-14T04:46:30.639109Z","submitted_at":"2024-11-19T18:25:30Z","title":"Dimensions of Generative AI Evaluation Design","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-12T17:15:21.919619Z"},"links":{"cited_paper":"/paper/2211.09110","citing_paper":"/paper/2411.12709"},"observation_digest":"sha256:8ebbb42c7395d20b3c4187f7eb3b8f0ebc78dd9868fde9a7511aaa679e33fc76","observation_id":"6effd4b1-d362-43ff-9d01-695d8a0137ea","resolution":{"observed_at":"2026-08-12T17:15:21.919619Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.03100","last_updated":"2025-01-31T14:59:17Z","snapshot_observed_at":"2026-08-14T00:47:20.419623Z","submitted_at":"2023-06-01T00:01:43Z","title":"Rethinking Model Evaluation as Narrowing the Socio-Technical Gap","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.03100","snapshot_observed_at":"2026-08-12T17:15:21.924048Z","title":"Rethinking model evaluation as narrowing the socio-technical gap","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.12709","last_updated":"2024-11-19T18:25:30Z","snapshot_observed_at":"2026-08-14T04:46:30.639109Z","submitted_at":"2024-11-19T18:25:30Z","title":"Dimensions of Generative AI Evaluation Design","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-12T17:15:21.924048Z"},"links":{"cited_paper":"/paper/2306.03100","citing_paper":"/paper/2411.12709"},"observation_digest":"sha256:2c63a1c5f6bd3b462149f478fad8250589e7e082e2779ae385cf2923d9e5dd0a","observation_id":"b635392e-b63b-4197-ad86-c731715b592a","resolution":{"observed_at":"2026-08-12T17:15:21.924048Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:15:22.111478Z","title":"The AI index 2024 annual report","venue":null,"work_id":"54677519-07d3-4886-92eb-8207fa6c0745","year":2024},"citing_paper":{"arxiv_id":"2411.12709","last_updated":"2024-11-19T18:25:30Z","snapshot_observed_at":"2026-08-14T04:46:30.639109Z","submitted_at":"2024-11-19T18:25:30Z","title":"Dimensions of Generative AI Evaluation Design","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-12T17:15:21.928350Z"},"links":{"citing_paper":"/paper/2411.12709"},"observation_digest":"sha256:b07af94469ed4976a6bbfbb409227c6d23f75ff5a86759a716977d5a0fdc0793","observation_id":"b468f125-3b23-42c8-b2ac-bf1f895eacef","resolution":{"observed_at":"2026-08-12T17:15:22.115786Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.7249/rra2977-1","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:15:21.992125Z","title":"Mouton, Caleb Lucas, and Ella Guest","venue":null,"work_id":"048c1a7b-2b1d-40f7-8e27-15b4d4fcf9a1","year":2023},"citing_paper":{"arxiv_id":"2411.12709","last_updated":"2024-11-19T18:25:30Z","snapshot_observed_at":"2026-08-14T04:46:30.639109Z","submitted_at":"2024-11-19T18:25:30Z","title":"Dimensions of Generative AI Evaluation Design","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-12T17:15:21.932395Z"},"links":{"citing_paper":"/paper/2411.12709"},"observation_digest":"sha256:93412c8b61f0729682aca598164b2b8e17297a8d58cc3a4c3632336083e7d21f","observation_id":"e0141a33-3376-451c-a990-9b9c3b0eb491","resolution":{"observed_at":"2026-08-12T17:15:21.998113Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:15:21.936980Z","title":"Artificial intelligence risk management framework (AI RMF 1.0), 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.12709","last_updated":"2024-11-19T18:25:30Z","snapshot_observed_at":"2026-08-14T04:46:30.639109Z","submitted_at":"2024-11-19T18:25:30Z","title":"Dimensions of Generative AI Evaluation Design","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-12T17:15:21.936980Z"},"links":{"citing_paper":"/paper/2411.12709"},"observation_digest":"sha256:cffbd973f9014dd306a1fb9054719630ca5db2c411bb767f8ab5d419532490d9","observation_id":"fff37d95-25e9-46e7-bc44-c9e5bdbdbe5f","resolution":{"observed_at":"2026-08-12T17:15:21.936980Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:15:22.097821Z","title":"Building an early warning 4 system for LLM-aided biological threat creation, 2024","venue":null,"work_id":"7e96a7a3-8aab-43ad-a1ac-76ac844ea4c1","year":2024},"citing_paper":{"arxiv_id":"2411.12709","last_updated":"2024-11-19T18:25:30Z","snapshot_observed_at":"2026-08-14T04:46:30.639109Z","submitted_at":"2024-11-19T18:25:30Z","title":"Dimensions of Generative AI Evaluation Design","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-12T17:15:21.941451Z"},"links":{"citing_paper":"/paper/2411.12709"},"observation_digest":"sha256:28c3aa8abdc1c9ceddaa12ecb0b0a5a93bcba900135acb56b96e9172ef0ad45f","observation_id":"1975741c-4eae-4ed4-b3dc-7b318fe4fddd","resolution":{"observed_at":"2026-08-12T17:15:22.102438Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2403.13793","last_updated":"2024-04-05T12:26:11Z","snapshot_observed_at":"2026-08-13T05:18:14.368799Z","submitted_at":"2024-03-20T17:54:26Z","title":"Evaluating Frontier Models for Dangerous Capabilities","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.13793","snapshot_observed_at":"2026-08-12T17:15:21.945350Z","title":"Evaluating frontier models for dangerous capabilities, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.12709","last_updated":"2024-11-19T18:25:30Z","snapshot_observed_at":"2026-08-14T04:46:30.639109Z","submitted_at":"2024-11-19T18:25:30Z","title":"Dimensions of Generative AI Evaluation Design","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-12T17:15:21.945350Z"},"links":{"cited_paper":"/paper/2403.13793","citing_paper":"/paper/2411.12709"},"observation_digest":"sha256:d33f953408b9a6261ab22ce76c2de5157ee8c88496cd2e590807084372f54244","observation_id":"0353eefc-190f-4539-bbd6-3a7d36c013b0","resolution":{"observed_at":"2026-08-12T17:15:21.945350Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:15:22.084976Z","title":null,"venue":null,"work_id":"4b0fa381-dede-47fc-9f7b-d6199d433bdb","year":2024},"citing_paper":{"arxiv_id":"2411.12709","last_updated":"2024-11-19T18:25:30Z","snapshot_observed_at":"2026-08-14T04:46:30.639109Z","submitted_at":"2024-11-19T18:25:30Z","title":"Dimensions of Generative AI Evaluation Design","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-12T17:15:21.950130Z"},"links":{"citing_paper":"/paper/2411.12709"},"observation_digest":"sha256:f3c03d2f9ba29e67d19fc4e50d5ccd56d9702e65dc9f71b1c10b28a2b414a288","observation_id":"d05e820b-5fb0-4266-ae2d-b26e4f1ad39b","resolution":{"observed_at":"2026-08-12T17:15:22.089098Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.11986","last_updated":"2023-10-31T18:23:32Z","snapshot_observed_at":"2026-08-13T05:46:50.583706Z","submitted_at":"2023-10-18T14:13:58Z","title":"Sociotechnical Safety Evaluation of Generative AI Systems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.11986","snapshot_observed_at":"2026-08-12T17:15:21.954030Z","title":"Sociotechnical safety evaluation of generative AI systems","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2411.12709","last_updated":"2024-11-19T18:25:30Z","snapshot_observed_at":"2026-08-14T04:46:30.639109Z","submitted_at":"2024-11-19T18:25:30Z","title":"Dimensions of Generative AI Evaluation Design","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-12T17:15:21.954030Z"},"links":{"cited_paper":"/paper/2310.11986","citing_paper":"/paper/2411.12709"},"observation_digest":"sha256:6aa121523a3e4ff7053cb3170681d561e07057c0be0bde3cf76abf549eefaf7d","observation_id":"59af731b-1977-4472-b468-a25e6cc04bcd","resolution":{"observed_at":"2026-08-12T17:15:21.954030Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2411.12709","last_updated":"2024-11-19T18:25:30Z","latest_version":1,"primary_category":"cs.CY","snapshot_observed_at":"2026-08-14T04:46:30.639109Z","submitted_at":"2024-11-19T18:25:30Z","title":"Dimensions of Generative AI Evaluation Design"},"reference_resolution":{"displayed":17,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":9,"verified_exact":1,"verified_fuzzy":7},"total_outbound_references":17},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"thesis":"As of 15 August 2026, this Paper Citation Record lists 17 of 17 outbound references and 0 inbound Pith citation observations for arXiv:2411.12709."}