{"as_of":"2026-08-07T09:02:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:144ae6fb60cc7dcaa0e160e6e00ee3637095dd36845505fa1d94770f5fe6b176","coverage":[{"denominator":104,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":100,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T23:25:52.911449Z","state":"measured"},{"denominator":101,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":101,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-05-15T04:54:26.888562Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-15T04:55:03.356720Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"cited_work":{"arxiv_id":"2506.18213","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.18213","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"55c951d9-d1bd-4dc4-9b8e-6a0dcdebc0e2","year":2025},"citing_paper":{"arxiv_id":"2605.14164","last_updated":"2026-05-13T22:39:10Z","snapshot_observed_at":"2026-07-06T23:25:39.415637Z","submitted_at":"2026-05-13T22:39:10Z","title":"Unsteady Metrics and Benchmarking Cultures of AI Model Builders","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-05-15T04:54:26.888562Z"},"links":{"cited_paper":"/paper/2506.18213","citing_paper":"/paper/2605.14164"},"observation_digest":"sha256:818fcca6bc97d391b0d7996ba123aafeed0c30d5e404163c5c21529951597cfc","observation_id":"452b6faa-c3ac-43c7-8e0f-e9fd5cbe5e8c","resolution":{"observed_at":"2026-05-15T04:55:03.360332Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2506.18213/citation-record","integrity":"/paper/2506.18213/integrity","json":"/paper/2506.18213/citation-record.json","paper":"/paper/2506.18213"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:45.551846Z","title":"Early insights from developing question-answer evaluations for frontier AI , 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:45.551846Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:2598d841f7123fe7fa46821f31e4300a837a52a08bb987ede3072344b84ce987","observation_id":"56a46f12-71ee-4976-a6fb-c9092c2692c2","resolution":{"observed_at":"2026-08-06T23:25:45.551846Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:45.636681Z","title":"Benchmarking foundation models with language-model-as-an-examiner","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:45.636681Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:73b5b1741d8168d0f0804661cec008af0b6ef9786a07aae4a93a1431dce61de5","observation_id":"0ac43f7a-de55-441e-8b8a-f3db4df5f146","resolution":{"observed_at":"2026-08-06T23:25:45.636681Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.12820","last_updated":"2024-11-19T19:13:56Z","snapshot_observed_at":"2026-07-06T19:52:51.053162Z","submitted_at":"2024-11-19T19:13:56Z","title":"Declare and Justify: Explicit assumptions in AI evaluations are necessary for effective regulation","version":1},"cited_work":{"arxiv_id":"2411.12820","doi":null,"metadata_source":"pith","pith_arxiv_id":"2411.12820","snapshot_observed_at":"2026-08-06T23:25:55.029019Z","title":"Declare and Justify: Explicit assumptions in AI evaluations are necessary for effective regulation","venue":"cs.AI","work_id":"04dcc4a1-9693-4b21-967b-7d7cd43475e9","year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:45.709164Z"},"links":{"cited_paper":"/paper/2411.12820","citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:ae5c2df98ef37008b6079f96cd15e4a89e9a83c7337cbbb6e9cde6059fe3637b","observation_id":"2aec37df-5ee1-4c78-bc3d-08e2ba2adcac","resolution":{"observed_at":"2026-08-06T23:25:55.126842Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:45.801503Z","title":"A quantitative study of nlp approaches to question difficulty estimation","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:45.801503Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:bac1f81d1760f3d64361d10ff230594cb0d28d6a4d86e8db064f1246d3020251","observation_id":"a571063c-b4e5-48bf-9264-cd696e6d2955","resolution":{"observed_at":"2026-08-06T23:25:45.801503Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.12349","last_updated":"2024-04-18T17:26:01Z","snapshot_observed_at":"2026-07-06T18:02:19.428801Z","submitted_at":"2024-04-18T17:26:01Z","title":"Evaluating AI for Law: Bridging the Gap with Open-Source Solutions","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.12349","snapshot_observed_at":"2026-08-06T23:25:45.871791Z","title":"Evaluating ai for law: Bridging the gap with open-source solutions","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:45.871791Z"},"links":{"cited_paper":"/paper/2404.12349","citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:8154c2cd15e7cb030610dbf695c187966ae661557123b8f1efec777c344d890f","observation_id":"b9b95a89-88bd-4c01-9327-54fbe29ccf2a","resolution":{"observed_at":"2026-08-06T23:25:45.871791Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:45.907864Z","title":"F., Ammanamanchi, P","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:45.907864Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:443f218463c7a05f8e34d0e0473378fbf8ce38ea95b47b6706aefa2ddbea9c46","observation_id":"82e98749-5e33-43ee-bfb2-f52008d9eecf","resolution":{"observed_at":"2026-08-06T23:25:45.907864Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:45.928285Z","title":"R., Steunebrink, B","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:45.928285Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:50327d43f3ac12e00a3ad14042d6dda96eb4eb911c52de6667a9d882a30811bc","observation_id":"5ac09d81-d2ad-44df-b2e6-9c2291cff01f","resolution":{"observed_at":"2026-08-06T23:25:45.928285Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:46.009313Z","title":"T., Li, Y., Lundberg, S., et al","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:46.009313Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:c00dfd6878dbeb66980f02b1fcc75c8f5f790119bf42d4ece22a80f7b525127d","observation_id":"5a6b3a82-9480-45a9-a5f2-8775b2a04c42","resolution":{"observed_at":"2026-08-06T23:25:46.009313Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.09221","last_updated":"2024-07-12T12:37:13Z","snapshot_observed_at":"2026-08-02T16:37:16.273986Z","submitted_at":"2024-07-12T12:37:13Z","title":"Evaluating AI Evaluation: Perils and Prospects","version":1},"cited_work":{"arxiv_id":"2407.09221","doi":null,"metadata_source":"pith","pith_arxiv_id":"2407.09221","snapshot_observed_at":"2026-08-06T23:25:54.866279Z","title":"Evaluating AI Evaluation: Perils and Prospects","venue":"cs.AI","work_id":"624c4eb0-84b1-417c-95a3-c8bdca1ad58e","year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:46.120217Z"},"links":{"cited_paper":"/paper/2407.09221","citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:af9c4bacc0e6cb05e75727d21120ae368ba4262e69e91b714e53c962b4172d0f","observation_id":"33e05663-89b0-4d63-afd2-e5be8e5a1bde","resolution":{"observed_at":"2026-08-06T23:25:54.924747Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.15620","last_updated":"2025-06-06T13:52:52Z","snapshot_observed_at":"2026-07-06T20:40:34.378362Z","submitted_at":"2025-02-21T17:44:05Z","title":"Paradigms of AI Evaluation: Mapping Goals, Methodologies and Culture","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.15620","snapshot_observed_at":"2026-08-06T23:25:46.193957Z","title":"Paradigms of ai evaluation: Mapping goals, methodologies and culture","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:46.193957Z"},"links":{"cited_paper":"/paper/2502.15620","citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:c8c8eec049cb25ac14b2b2126ebcdccace1223bc17791371e16355ba49502985","observation_id":"e55a7c09-46e6-4749-9b66-984a37501275","resolution":{"observed_at":"2026-08-06T23:25:46.193957Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.10711","last_updated":"2026-07-06T06:02:32Z","snapshot_observed_at":"2026-08-06T04:23:10.320556Z","submitted_at":"2025-01-18T09:51:57Z","title":"Code Benchmarks Should Prioritize Rigor, Reliability, and Reproducibility","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.10711","snapshot_observed_at":"2026-08-06T23:25:46.325101Z","title":"R., and Cheung, S.-C","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:46.325101Z"},"links":{"cited_paper":"/paper/2501.10711","citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:9fb416f824240aab33d992b8aba560019a1f7a2416867911e6a3138c7521f4f5","observation_id":"3973a4fa-89d9-446d-a73e-f298d673980b","resolution":{"observed_at":"2026-08-06T23:25:46.325101Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:46.408648Z","title":"L., Bucknall, B., Haupt, A., Wei, K., Scheurer, J., Hobbhahn, M., et al","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:46.408648Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:9b3c860a3e72980702ec110f509b55c350d171aa2d57ec664d7f68d1578b5004","observation_id":"59c604f2-32fe-4fd8-8786-6a2409fa4af1","resolution":{"observed_at":"2026-08-06T23:25:46.408648Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.09177","last_updated":"2024-10-02T10:43:07Z","snapshot_observed_at":"2026-08-01T16:03:38.510223Z","submitted_at":"2024-02-14T13:45:19Z","title":"Leveraging the Context through Multi-Round Interactions for Jailbreaking Attacks","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.09177","snapshot_observed_at":"2026-08-06T23:25:46.504076Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:46.504076Z"},"links":{"cited_paper":"/paper/2402.09177","citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:6cab45391090fc374d10c82affad5b454d8f3d6c046ce57e8926d398400909af","observation_id":"072e7f91-91c7-413b-861d-bd6feb78d302","resolution":{"observed_at":"2026-08-06T23:25:46.504076Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:46.548943Z","title":"N., Li, T., Li, D., Zhu, B., Zhang, H., Jordan, M., Gonzalez, J","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:46.548943Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:831bcb1914fbb2d4deea5e10b2e033ce5c0a6f0909ac90ecb13326a867ce9918","observation_id":"b18bfa59-ee0d-4948-a88e-14d35f42f66e","resolution":{"observed_at":"2026-08-06T23:25:46.548943Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:46.659204Z","title":"On the limitations of reference-free evaluations of generated text","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:46.659204Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:592543ac6acc6e7980e93aa2ed8600f6c48026c9c0587b1b9c211a1182dca28e","observation_id":"3807f2cd-3c9a-450e-8c1c-5b7852b3bea5","resolution":{"observed_at":"2026-08-06T23:25:46.659204Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:46.709874Z","title":"R., Guo, S., Valko, M., Lillicrap, T., Jimenez Rezende, D., Bengio, Y., Mozer, M","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:46.709874Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:9beea7241e7498c2559594ca859a7734acaab0ec9ef632bbe4d0f975405c2b3d","observation_id":"adc3836f-5c87-4296-a62b-0f2741beb6ce","resolution":{"observed_at":"2026-08-06T23:25:46.709874Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:46.762683Z","title":"Generalization or memorization: Data contamination and trustworthy evaluation for large language models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:46.762683Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:95e6cd2301de6b395a8fa03569d895996edb1764486ac55f616876cc868decc3","observation_id":"75646943-5fa9-44f0-8e46-1ff23591c1a8","resolution":{"observed_at":"2026-08-06T23:25:46.762683Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:46.873694Z","title":"W., Barocas, S., Atalla, C., Chouldechova, A., and Wallach, H","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:46.873694Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:8144a7ef15ea89471109a4fb17d3bb209d6d26718d7e34673402eb11fa9ef39a","observation_id":"eadbae44-69dc-4b5f-9fd4-33b86c0d57c3","resolution":{"observed_at":"2026-08-06T23:25:46.873694Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.06559","last_updated":"2025-05-25T23:36:47Z","snapshot_observed_at":"2026-07-06T20:34:02.031605Z","submitted_at":"2025-02-10T15:25:06Z","title":"Can We Trust AI Benchmarks? An Interdisciplinary Review of Current Issues in AI Evaluation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.06559","snapshot_observed_at":"2026-08-06T23:25:46.923418Z","title":"Can we trust ai benchmarks? an interdisciplinary review of current issues in ai evaluation","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:46.923418Z"},"links":{"cited_paper":"/paper/2502.06559","citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:234d034ba21db1a67d1072e09f175a5bde6442113914833bddd1fec67733e95d","observation_id":"bd68057e-87f1-4259-aafc-0a5e2ca81e00","resolution":{"observed_at":"2026-08-06T23:25:46.923418Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:47.040113Z","title":"Second draft of the general purpose AI code of practice, April 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:47.040113Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:7f2eb6c713870e875659cc0fa0fd051416e704e38f35ee07dc11a18b8674fe43","observation_id":"34127b5f-062a-4d44-87b3-254d0096ec13","resolution":{"observed_at":"2026-08-06T23:25:47.040113Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:47.131398Z","title":"Issue brief: Early best practices for frontier AI safety evaluations, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:47.131398Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:bb5ef9ed855b92e0006880cdea155f6cbdeacb23981f32f5727124b1999b53bd","observation_id":"b1fe028a-aa7d-46f4-9a9f-035d54b4ab7a","resolution":{"observed_at":"2026-08-06T23:25:47.131398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:47.228222Z","title":"Llm-based nlg evaluation: Current status and challenges","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:47.228222Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:298cb241da8382a9841c68d53ca37d329bcdaac45abc7801dff32a855f368c43","observation_id":"3b78b36f-b168-48c2-8ac5-c73310969e8d","resolution":{"observed_at":"2026-08-06T23:25:47.228222Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:47.276468Z","title":"A case for better evaluation standards in nlg","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:47.276468Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:1e4ea6d32036e21a17c112aec3df97a9aa9374e933a1c842147166cff63bfcee","observation_id":"16e1fce5-805f-480c-b180-0b148e7989ba","resolution":{"observed_at":"2026-08-06T23:25:47.276468Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:47.313523Z","title":"Repairing the cracked foundation: A survey of obstacles in evaluation practices for generated text","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:47.313523Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:f88d2923758eb21cfe5dc6de651f81b59cfc399fff93690a93e0330acec7347d","observation_id":"c13ba138-d762-47b2-a3a6-d8d958f6c77b","resolution":{"observed_at":"2026-08-06T23:25:47.313523Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:47.379142Z","title":"Legalbench: A collaboratively built benchmark for measuring legal reasoning in large language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:47.379142Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:bb97c086c5d3b0e67344255d9b96913e426d9eb698aad726ec666a62df7367c8","observation_id":"c51e64f6-6ba2-4066-945f-a0fbdd1330c7","resolution":{"observed_at":"2026-08-06T23:25:47.379142Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:47.435980Z","title":"R., Hullman, J., and Subramonyam, H","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:47.435980Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:94bff303e6be5ab8aa5fa2da8cde86f74b16351cc75251ce210e187ea6d4c704","observation_id":"fe5c778a-c3f4-4eef-b481-74e220bd9707","resolution":{"observed_at":"2026-08-06T23:25:47.435980Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:47.478675Z","title":"Deception abilities emerged in large language models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:47.478675Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:3317458d65e07d1b5a5de99f8452dd4157e4cf4a7760aeabf982366d1bd8f058","observation_id":"9d66b178-9203-416a-b59f-cba00e3474cb","resolution":{"observed_at":"2026-08-06T23:25:47.478675Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.13988","last_updated":"2024-08-08T07:32:14Z","snapshot_observed_at":"2026-07-06T15:07:37.299096Z","submitted_at":"2023-03-24T13:24:41Z","title":"Machine Psychology","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.13988","snapshot_observed_at":"2026-08-06T23:25:47.543373Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:47.543373Z"},"links":{"cited_paper":"/paper/2303.13988","citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:3e0cff59ffc48d8ff72453effbcb7fffa8eec60dd5c3a363c020649711a4cd8f","observation_id":"4ab00757-dd10-479e-bb7c-d091c9ea6e6e","resolution":{"observed_at":"2026-08-06T23:25:47.543373Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:47.585201Z","title":"a m \\\"a l \\","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:47.585201Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:9940f7328d797ae7a4d2a788b07a551824f819ef677a3ffb0e983708d4058972","observation_id":"a97ec3b4-39a2-481f-b43a-458a2123d40c","resolution":{"observed_at":"2026-08-06T23:25:47.585201Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1086/732153","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:53.591234Z","title":"and Sharadin, N","venue":null,"work_id":"93abd661-4281-4435-b68d-ada35b44ebb2","year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:47.621675Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:2382db08bd4563083c8947e8d6920b9c7689abf379072f87fa78c781553fa418","observation_id":"9e54ed9c-31cb-4272-984b-aa9ada6b3ea8","resolution":{"observed_at":"2026-08-06T23:25:53.659452Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:47.677631Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:47.677631Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:1ffa5feb631997268584cae6d1cc46b71ae3e2865896a3f7be9e91cc29b2eb8f","observation_id":"ee802a70-7bb5-4a23-ba11-2a5ebf8ea74f","resolution":{"observed_at":"2026-08-06T23:25:47.677631Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:47.733085Z","title":"R., Srivastava, A., and Agrawal, P","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:47.733085Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:3ea7afd64e780e3550b85dc0169e1bd6042efc4a1c4db7ae5d34f907a3396a2a","observation_id":"710eef11-3f7c-4be0-82b0-5082899058cc","resolution":{"observed_at":"2026-08-06T23:25:47.733085Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.09135","last_updated":"2024-04-14T03:54:00Z","snapshot_observed_at":"2026-07-06T17:59:50.796592Z","submitted_at":"2024-04-14T03:54:00Z","title":"Unveiling LLM Evaluation Focused on Metrics: Challenges and Solutions","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.09135","snapshot_observed_at":"2026-08-06T23:25:47.781422Z","title":"and Zhou, X.-H","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:47.781422Z"},"links":{"cited_paper":"/paper/2404.09135","citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:8ece534ba00141ebbeb59a29ecf2ca8192a55bfb3b26f23e60049cce65b3a238","observation_id":"6dba6565-0142-4763-9a95-b2de90f8aebd","resolution":{"observed_at":"2026-08-06T23:25:47.781422Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.02839","last_updated":"2025-05-30T12:01:03Z","snapshot_observed_at":"2026-07-06T17:39:45.571775Z","submitted_at":"2024-03-05T10:20:52Z","title":"An Empirical Study of LLM-as-a-Judge for LLM Evaluation: Fine-tuned Judge Model is not a General Substitute for GPT-4","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.02839","snapshot_observed_at":"2026-08-06T23:25:47.829032Z","title":"On the limitations of fine-tuned judge models for llm evaluation","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:47.829032Z"},"links":{"cited_paper":"/paper/2403.02839","citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:4bda3f8eab256af11e7eb71d97d280fd01219e52357a608cf9f2467c0fd43272","observation_id":"35245c9b-6ac1-4d25-abec-e0eb5ed53118","resolution":{"observed_at":"2026-08-06T23:25:47.829032Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:47.914166Z","title":"M ath P rompter: Mathematical reasoning using large language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:47.914166Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:6ac28a837f716586e5837bcededb52857a1045b54041cfc7399b3f5a20a6be92","observation_id":"aa3b399a-3ee0-4ed2-a902-c0981b5311d0","resolution":{"observed_at":"2026-08-06T23:25:47.914166Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.12011","last_updated":"2025-01-21T10:05:48Z","snapshot_observed_at":"2026-07-06T20:23:45.022640Z","submitted_at":"2025-01-21T10:05:48Z","title":"Reference-free Evaluation Metrics for Text Generation: A Survey","version":1},"cited_work":{"arxiv_id":"2501.12011","doi":null,"metadata_source":"pith","pith_arxiv_id":"2501.12011","snapshot_observed_at":"2026-08-06T23:25:54.655866Z","title":"Reference-free Evaluation Metrics for Text Generation: A Survey","venue":"cs.CL","work_id":"687a959b-7651-4233-95cd-51a719d3afee","year":2025},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:47.974612Z"},"links":{"cited_paper":"/paper/2501.12011","citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:15e4987bf3f9df2a76c4622cade7683a447590246418dee0b4fbaf33a8bfac07","observation_id":"c1da4d38-4607-4083-9419-d342f740bf94","resolution":{"observed_at":"2026-08-06T23:25:54.728552Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.01276","last_updated":"2024-10-29T02:51:28Z","snapshot_observed_at":"2026-07-06T16:56:09.624313Z","submitted_at":"2023-12-03T04:28:19Z","title":"Toward best research practices in AI Psychology","version":2},"cited_work":{"arxiv_id":"2312.01276","doi":null,"metadata_source":"pith","pith_arxiv_id":"2312.01276","snapshot_observed_at":"2026-08-06T23:25:54.516563Z","title":"Toward best research practices in AI Psychology","venue":"cs.AI","work_id":"73b668de-a3f5-4efb-a0e4-030faa9fb04e","year":2023},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:48.034859Z"},"links":{"cited_paper":"/paper/2312.01276","citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:3618451e964dfb93bca6e68ebce43ba3d0605fa84e675d744b4425875e12c39a","observation_id":"54925f13-7666-4392-99fa-5193e14fba91","resolution":{"observed_at":"2026-08-06T23:25:54.582700Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:48.087777Z","title":"Stop uploading test data in plain text: Practical strategies for mitigating data contamination by evaluation benchmarks","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:48.087777Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:5cfd14bac8aa05e312bf877bdc5e7e7502fc436800644d258a2383b23cb5e985","observation_id":"55acc792-899f-4c18-8a8f-b133f93409ff","resolution":{"observed_at":"2026-08-06T23:25:48.087777Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:48.125765Z","title":"Cladder: assessing causal reasoning in language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:48.125765Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:a25e6d3d991e4a44eb526b81d22afdcbe14f10066ac779d9fef32e928a126545","observation_id":"d45f20b3-e3e9-4e0c-ab3f-ce0a28917286","resolution":{"observed_at":"2026-08-06T23:25:48.125765Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:26:01.202800Z","title":"T., and Sch \\\"o lkopf, B","venue":null,"work_id":"8f39731e-3a3b-400c-8ba1-819d53f13e48","year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:48.218739Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:607aaf062d530d21c4c4cee26562c6f1eb3375f8402fff11c0c2abb9975f1202","observation_id":"00a9df19-b712-4d06-904b-49ee352b09af","resolution":{"observed_at":"2026-08-06T23:26:01.298570Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:26:01.063119Z","title":"R., Rockt \\\"a schel, T., and Perez, E","venue":null,"work_id":"d81c4ff8-2c44-4ab0-9bfe-a69eda60b250","year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:48.251258Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:7ec81965f6720199a1c877df11e810426b7ac40fd9c5f51003336ffd8e205aa8","observation_id":"d01022a7-f799-4646-a912-8e1f3a2d13f0","resolution":{"observed_at":"2026-08-06T23:26:01.127649Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:26:00.942627Z","title":"Causal reasoning and large language models: Opening a new frontier for causality","venue":null,"work_id":"bfd32c92-7198-4d37-ad2a-ae120d1de817","year":2023},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:48.331076Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:6db3f6eb8be6414de48955d8ac20f0b0abb7e58b0c722fcd0021f5d868ba6373","observation_id":"a592d7bd-4f17-45c0-9458-f5c56aa4505e","resolution":{"observed_at":"2026-08-06T23:26:00.994216Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.21808","last_updated":"2025-05-27T22:26:51Z","snapshot_observed_at":"2026-07-06T21:31:49.984075Z","submitted_at":"2025-05-27T22:26:51Z","title":"AI Agent Governance: A Field Guide","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.21808","snapshot_observed_at":"2026-08-06T23:25:48.401240Z","title":"Ai agent governance: A field guide","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:48.401240Z"},"links":{"cited_paper":"/paper/2505.21808","citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:64fa6b70cc35eb72292aced886306def7ec7ed4dd436d2bc1718925233804a37","observation_id":"51d4cdcb-d43d-4b85-81ac-bf4ae402e3d6","resolution":{"observed_at":"2026-08-06T23:25:48.401240Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:26:00.811035Z","title":"Semantic uncertainty: Linguistic invariances for uncertainty estimation in natural language generation","venue":null,"work_id":"966af6f3-3f20-4ca6-ac5d-7194d703c574","year":2023},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":44,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:48.447578Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:532affdacf12896de8ea35d59670c099af044cebc35ff85cc2864f410a7f2142","observation_id":"bc670b74-da28-4b39-a8df-8559da724f6f","resolution":{"observed_at":"2026-08-06T23:26:00.883960Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:26:00.678834Z","title":"P., Wu, H., and Yu, H","venue":null,"work_id":"cc6aaab0-1eee-4eee-981d-a8c19802bdbb","year":2016},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":45,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:48.539508Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:b064b934cb45de65caa9c42d869f088861576f12c1228fe2737fb444ca7ab230","observation_id":"b0d73691-b2dd-42cd-820a-3f58668ca67f","resolution":{"observed_at":"2026-08-06T23:26:00.734787Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:26:00.511757Z","title":null,"venue":null,"work_id":"96b8ff7c-7589-4456-aeb8-b11339e1eb60","year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:48.584691Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:3d0c8ba521efbd54730e43ee740dca98af57a286fb2af63defc7b196b31ddbbe","observation_id":"5e4129ac-86c3-4faf-9444-68359e50e825","resolution":{"observed_at":"2026-08-06T23:26:00.584030Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:26:00.298470Z","title":"J., Kawaguchi, K., Gidel, G., Bengio, Y., Malkin, N., and Jain, M","venue":null,"work_id":"2ba490dc-a8c8-49ed-9f5f-0f0bd901838a","year":2025},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":47,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:48.664770Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:c2d834ae417ab047375819ec0ffaeb71630d3ad1552a90fca992777ef933b6f7","observation_id":"ce71553f-637a-4f2d-ae50-a049c57634e1","resolution":{"observed_at":"2026-08-06T23:26:00.401461Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:26:00.082839Z","title":"Leveraging large language models for nlg evaluation: Advances and challenges","venue":null,"work_id":"24d9551d-2973-4302-923a-993120a43fd9","year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":48,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:48.732715Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:35479fcae9f92c1b1347c12b81a12e15aac1b5eec6e18adf20418d5a0ca89d27","observation_id":"004986a1-1769-4978-b256-faebbe908244","resolution":{"observed_at":"2026-08-06T23:26:00.186452Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:59.916474Z","title":"D., Re, C., Acosta-Navas, D., Hudson, D","venue":null,"work_id":"265960d7-f78c-45a4-99ee-768379dfd0f0","year":2023},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":49,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:48.811403Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:7234d1b5b4c7945199a727e2ec6cffcebfbee4ffaef1e0bedf570221f2bd8df3","observation_id":"d6baae05-f4e8-4bc5-a9e8-b8c3293035cf","resolution":{"observed_at":"2026-08-06T23:25:59.995800Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2306.03100","last_updated":"2025-01-31T14:59:17Z","snapshot_observed_at":"2026-07-06T15:38:46.970127Z","submitted_at":"2023-06-01T00:01:43Z","title":"Rethinking Model Evaluation as Narrowing the Socio-Technical Gap","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.03100","snapshot_observed_at":"2026-08-06T23:25:48.867513Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":50,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:48.867513Z"},"links":{"cited_paper":"/paper/2306.03100","citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:23b3cc84cdeadd35dae4c253410f4a29f4b69fecabb166a63343ecbb5ab2cfa3","observation_id":"8cb3e554-1745-4e84-98c6-229d9424ab14","resolution":{"observed_at":"2026-08-06T23:25:48.867513Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:59.767685Z","title":"D., and Schmidt, L","venue":null,"work_id":"1abc3b7a-3b38-4b9d-9991-3c1c7371bcf1","year":2021},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":51,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:48.914946Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:22eb44cd7c56673a70b3891339636ab225fd1561ea69f0da85d5c92f05efb3da","observation_id":"b0b0b00a-9c26-45e8-8fab-8f335df450b4","resolution":{"observed_at":"2026-08-06T23:25:59.828688Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:59.577047Z","title":"Against the achilles' heel: A survey on red teaming for generative models","venue":null,"work_id":"daeff2ed-86f7-47de-9c32-d8e7f69a6202","year":2025},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":52,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:48.977933Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:3db8aaa854b13d360200ca816ef7cd0fcf0c08dd35f2b10d654404ae97ca2609","observation_id":"4a9429d4-ee19-4328-b541-4fb2a90973ca","resolution":{"observed_at":"2026-08-06T23:25:59.680442Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.18041","last_updated":"2024-02-28T04:35:51Z","snapshot_observed_at":"2026-07-06T17:36:36.437597Z","submitted_at":"2024-02-28T04:35:51Z","title":"Datasets for Large Language Models: A Comprehensive Survey","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.18041","snapshot_observed_at":"2026-08-06T23:25:49.043762Z","title":"Datasets for large language models: A comprehensive survey","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":53,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:49.043762Z"},"links":{"cited_paper":"/paper/2402.18041","citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:504dbfc5702521f93a03dfebad5280d56176010c7aede0d076ec33409a6c8db3","observation_id":"77577b03-da1b-45f3-806a-ebeccf02e3a6","resolution":{"observed_at":"2026-08-06T23:25:49.043762Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.09880","last_updated":"2024-10-14T02:11:29Z","snapshot_observed_at":"2026-08-05T15:21:23.913810Z","submitted_at":"2024-02-15T11:08:10Z","title":"Inadequacies of Large Language Model Benchmarks in the Era of Generative Artificial Intelligence","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.09880","snapshot_observed_at":"2026-08-06T23:25:49.091271Z","title":"R., Susnjak, T., Arachchilage, N., Liu, T., Watters, P., and Halgamuge, M","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":54,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:49.091271Z"},"links":{"cited_paper":"/paper/2402.09880","citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:2a86a257594077dbb68cdcccc26c75919cbffce81a1a634a99923a6f99202cd9","observation_id":"ac7fea2d-36bc-4c4a-96dd-4c3d6f2e3949","resolution":{"observed_at":"2026-08-06T23:25:49.091271Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1901.08644","last_updated":"2019-02-18T09:39:19Z","snapshot_observed_at":"2026-07-06T07:28:54.617767Z","submitted_at":"2019-01-24T21:11:59Z","title":"Ablation Studies in Artificial Neural Networks","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1901.08644","snapshot_observed_at":"2026-08-06T23:25:49.152147Z","title":"W., and Meisen, T","venue":null,"work_id":null,"year":1901},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":55,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:49.152147Z"},"links":{"cited_paper":"/paper/1901.08644","citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:e2ccaf3e54f5d5c627ddfb2cd094ebf163fa926dafdc7dd38d0b83366dfa92e1","observation_id":"963f8f01-a4d8-433f-b4dc-94a9d4fe8b73","resolution":{"observed_at":"2026-08-06T23:25:49.152147Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.00640","last_updated":"2024-11-01T14:57:16Z","snapshot_observed_at":"2026-07-06T19:43:37.792643Z","submitted_at":"2024-11-01T14:57:16Z","title":"Adding Error Bars to Evals: A Statistical Approach to Language Model Evaluations","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.00640","snapshot_observed_at":"2026-08-06T23:25:49.236771Z","title":"Adding error bars to evals: A statistical approach to language model evaluations","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":56,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:49.236771Z"},"links":{"cited_paper":"/paper/2411.00640","citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:994a13345e9c30dfa011b37a197e421bf041a39c63c0c200dd2b8989b01c6319","observation_id":"6998e5e9-1914-483d-ae1e-92ed1e729faf","resolution":{"observed_at":"2026-08-06T23:25:49.236771Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:59.381713Z","title":"Auditing large language models: a three-layered approach","venue":null,"work_id":"78c3003d-bdd2-4909-848f-5a4da30a17fa","year":2023},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":57,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:49.298801Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:e18053782bd2d5221fe273be015d08680da328afb04f3068ca78efc703874090","observation_id":"4a602db4-2242-48e2-95bc-a683cd0dcb7b","resolution":{"observed_at":"2026-08-06T23:25:59.470894Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:59.233098Z","title":"Evaluating the performance of large language models via debates","venue":null,"work_id":"2861cb24-8d39-46f6-97bd-b7a0dd27b4fe","year":2025},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":58,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:49.379623Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:3245eca788982b64a8793b1840a99ecef88f17128d90545e09b6e58f25419415","observation_id":"a4c72738-21da-4f60-9f61-36aa311caba7","resolution":{"observed_at":"2026-08-06T23:25:59.307346Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:59.118140Z","title":"and Kapoor, S","venue":null,"work_id":"a703ba39-ccf1-4d4b-b00c-0fe389930f45","year":2023},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":59,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:49.434665Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:680f0a9d63b62c7c700e8556ec4cf4d06b92296426eae62902675636ec5b96c4","observation_id":"4fd25a23-0496-49c1-83f2-fb582686609a","resolution":{"observed_at":"2026-08-06T23:25:59.162486Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:59.005600Z","title":"Oecd framework for the classification of ai systems","venue":null,"work_id":"4d83bb8d-4bca-4744-9fe8-7b84baaeee85","year":2022},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":60,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:49.515858Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:4953d6ab0efa60d81dbefd90938f560a7eda6ff1b13d7f406ba70f048667b892","observation_id":"e9c72da9-038e-43af-a136-36975fa07e9d","resolution":{"observed_at":"2026-08-06T23:25:59.068464Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:58.876259Z","title":"and Kang, E","venue":null,"work_id":"34c33eb6-02f4-4f01-9443-7de4023538f0","year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":61,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:49.575099Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:633b000b592fd004170e80d45b9a50a6c5374a131e4ee71afbe6f356a3537883","observation_id":"c5ec3c96-8051-49f4-8dac-5ee39d976327","resolution":{"observed_at":"2026-08-06T23:25:58.945843Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:49.679281Z","title":"Llm evaluators recognize and favor their own generations","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":62,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:49.679281Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:85e05e0883bbfae6ff7d572e9b5721849b55c481dc0e24c79e000cd6abbae5cf","observation_id":"adcbe876-acc1-4905-90ce-ce33c6e81ce5","resolution":{"observed_at":"2026-08-06T23:25:49.679281Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:58.702065Z","title":"T., and Soder, L","venue":null,"work_id":"71d64a1d-ca76-4033-a934-f744fe27dffd","year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":63,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:49.735360Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:5f8bf76f658ccc809b8ff90dc862d0f5ad639fdf90b6395b2b0a1f521b003b24","observation_id":"fd39a5de-c451-41cb-81e9-2af393f33d57","resolution":{"observed_at":"2026-08-06T23:25:58.796939Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:58.554385Z","title":"Preliminary suggestions for rigorous gpai model evaluations","venue":null,"work_id":"c6f98a5c-5e95-45ba-bc5e-a394e68d03cb","year":2025},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":64,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:49.802752Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:3bcf0ec32b21738909d3e980486d8689df48be5f9cee1f58ec9e0f23a9be42a2","observation_id":"506118b0-2baf-4524-9b19-e0dbac91c2dd","resolution":{"observed_at":"2026-08-06T23:25:58.632455Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:49.881801Z","title":"Discovering language model behaviors with model-written evaluations","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":65,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:49.881801Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:d0f4165b378b173f5744223a071bdf6e037b10b70755e3b394cc8effff1e9d40","observation_id":"c4123736-a938-4812-b18a-d77283e1e050","resolution":{"observed_at":"2026-08-06T23:25:49.881801Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.07458","last_updated":"2025-01-13T16:28:01Z","snapshot_observed_at":"2026-07-06T20:20:23.703146Z","submitted_at":"2025-01-13T16:28:01Z","title":"Understanding and Benchmarking Artificial Intelligence: OpenAI's o3 Is Not AGI","version":1},"cited_work":{"arxiv_id":"2501.07458","doi":null,"metadata_source":"pith","pith_arxiv_id":"2501.07458","snapshot_observed_at":"2026-08-06T23:25:54.322563Z","title":"Understanding and Benchmarking Artificial Intelligence: OpenAI's o3 Is Not AGI","venue":"cs.AI","work_id":"511d2f6e-6bdf-433d-a958-09a0096cbcfa","year":2025},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":66,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:49.962510Z"},"links":{"cited_paper":"/paper/2501.07458","citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:36d32c1b0997a7e3a10a4ce2b86ad17e944cfda1adad1935321e9352bed175fd","observation_id":"e4697ef7-3a5d-4011-8d66-007b206b5763","resolution":{"observed_at":"2026-08-06T23:25:54.385746Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:58.434471Z","title":"The roots search tool: Data transparency for llms","venue":null,"work_id":"1ea2453a-b206-49db-ae94-73824f70113e","year":2023},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":67,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:50.099913Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:2eb0ed667cd40d989a1e46edacffb9c3c54cedeaa39647800a184d95cfb1edcc","observation_id":"84ad029e-504d-43b8-b4b9-5782528e75fe","resolution":{"observed_at":"2026-08-06T23:25:58.501486Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:58.311582Z","title":"D., Denton, E., Bender, E","venue":null,"work_id":"15633591-0caa-482d-8786-a1e2878c2ac2","year":2021},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":68,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:50.202095Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:d5d85e4e19ecb93d906d18c32d45c13772588282ac0364019b0da96a16d582e5","observation_id":"bc042dc2-0ba5-4fe6-ae32-322039ba04fb","resolution":{"observed_at":"2026-08-06T23:25:58.364595Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:58.180437Z","title":"Large language model evaluation via multi ai agents: Preliminary results","venue":null,"work_id":"0545f93e-2894-4e6d-aa61-cdc2a18147f1","year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":69,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:50.322225Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:45072575b654059a3ebdaa47cf949224b19bbe8134dd3d98151022c1aaa503c9","observation_id":"26bacb55-2e61-4dc4-80f4-3ccf8a124bcc","resolution":{"observed_at":"2026-08-06T23:25:58.238597Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:58.027716Z","title":"A., Comanescu, R., Akbulut, C., Stepleton, T., Mateos-Garcia, J., Bergman, S., Kay, J., et al","venue":null,"work_id":"8a7f8fe7-a270-4b77-8683-ef2a92948292","year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":70,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:50.433994Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:53e257689ffa507f43df91e70c511a539ea62ede145179b0be1489e52377aeef","observation_id":"a6a02373-3a9c-496b-941d-1f75ed53b553","resolution":{"observed_at":"2026-08-06T23:25:58.105856Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:57.874849Z","title":"Betterbench: Assessing AI benchmarks, uncovering issues, and establishing best practices","venue":null,"work_id":"5504974d-407d-47fd-8a68-8dc46264a2af","year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":71,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:50.530574Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:48132a65fec775e4706f24dfb432a3e19dc815e13204860145a8bc27c506cd77","observation_id":"e4c626e1-592a-4ede-a8c0-b2d74d041af9","resolution":{"observed_at":"2026-08-06T23:25:57.941298Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:57.705670Z","title":null,"venue":null,"work_id":"72312f44-c49d-421a-bbea-6e4bbdde5bb9","year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":72,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:50.669286Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:efd0df9bc39caece5d03569f4d01540f4b2824d79678c0037a09bd4d2dd0020e","observation_id":"8911e041-adc9-4f40-ae33-939659ae9531","resolution":{"observed_at":"2026-08-06T23:25:57.803711Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.14981","last_updated":"2025-04-16T09:38:09Z","snapshot_observed_at":"2026-07-06T18:49:33.987133Z","submitted_at":"2024-07-20T21:13:56Z","title":"Open Problems in Technical AI Governance","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.14981","snapshot_observed_at":"2026-08-06T23:25:50.774056Z","title":"S., Rajkumar, N., Moës, N., Ladish, J., Bau, D., Bricman, P., Guha, N., Newman, J., Bengio, Y., South, T., Pentland, A., Koyejo, S., Kochenderfer, M","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":73,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:50.774056Z"},"links":{"cited_paper":"/paper/2407.14981","citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:9f3ed5d4ab23b64a7c06473ce480daf28ac423b9d1829ca1d15c00ab61c4c73d","observation_id":"be10e650-3bda-45c4-81d5-af80f392c598","resolution":{"observed_at":"2026-08-06T23:25:50.774056Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:57.600284Z","title":"Better than random: reliable nlg human evaluation with constrained active sampling","venue":null,"work_id":"5d0b6e33-eea7-440b-8b4d-03f6d5078705","year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":74,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:50.872859Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:c4fb8747cff9df2420936cb9e7eb7cbd3b9bbe92d61aba8d65c10f1360150ea9","observation_id":"67ffcbf6-190b-4473-9af9-39fdcc71e123","resolution":{"observed_at":"2026-08-06T23:25:57.636905Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.07927","last_updated":"2025-03-16T06:23:34Z","snapshot_observed_at":"2026-08-05T17:55:26.008016Z","submitted_at":"2024-02-05T19:49:13Z","title":"A Systematic Survey of Prompt Engineering in Large Language Models: Techniques and Applications","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.07927","snapshot_observed_at":"2026-08-06T23:25:50.970160Z","title":"K., Saha, S., Jain, V., Mondal, S., and Chadha, A","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":75,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:50.970160Z"},"links":{"cited_paper":"/paper/2402.07927","citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:d8f27a29dd7f035f0004513bb21c749a8908f20841cd927ff35fbd8e68e7f087","observation_id":"285b97cd-d038-4788-a98a-28ad185ed40d","resolution":{"observed_at":"2026-08-06T23:25:50.970160Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:57.455491Z","title":"L., and Agirre, E","venue":null,"work_id":"6bb7ff34-3cdf-4bb4-8d2c-be161a17f77a","year":2023},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":76,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:51.077904Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:ebc9510b46c2e838a966b9db1ae6fb69c0842d80f208b1d20c2e34bfa66cb6b5","observation_id":"06f09258-be5a-4152-94b6-e678c1758d10","resolution":{"observed_at":"2026-08-06T23:25:57.523765Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:57.337797Z","title":"Targeting the benchmark: On methodology in current natural language processing research","venue":null,"work_id":"557f400f-7da1-4f70-a2e1-7f171d79f0db","year":2021},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":77,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:51.254431Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:65f1c10cfa4378950be432a5d81801c0115580c344ed6a3fa08b71497828edb3","observation_id":"15611d99-e4c8-47f7-9a13-65f0a6cd6eec","resolution":{"observed_at":"2026-08-06T23:25:57.394177Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.06608","last_updated":"2025-02-26T18:59:01Z","snapshot_observed_at":"2026-07-06T18:28:24.821865Z","submitted_at":"2024-06-06T18:10:11Z","title":"The Prompt Report: A Systematic Survey of Prompt Engineering Techniques","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.06608","snapshot_observed_at":"2026-08-06T23:25:51.375160Z","title":"S., Vidyadhara, S., Ki, D., Agrawal, S., Pham, C., Kroiz, G","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":78,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:51.375160Z"},"links":{"cited_paper":"/paper/2406.06608","citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:e11ef81239e7be3ec04ff073711aef6a9b02fca1a6e4d7f0f1add6af7c523332","observation_id":"ab2b176f-b0c1-4383-8f99-317bb1790866","resolution":{"observed_at":"2026-08-06T23:25:51.375160Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:57.182612Z","title":"Quantifying language models' sensitivity to spurious features in prompt design or: How i learned to start worrying about prompt formatting","venue":null,"work_id":"cf58e2bb-faa6-4451-8024-bb7af50157a7","year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":79,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:51.485501Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:67cdf7c0d7af3692d3c3d799095315ad2bad276cba263137ad388c2037459c21","observation_id":"8a29cb56-42af-44b9-bbe1-b5960eeb87d5","resolution":{"observed_at":"2026-08-06T23:25:57.223251Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.15324","last_updated":"2023-09-22T18:48:42Z","snapshot_observed_at":"2026-07-06T15:32:39.787935Z","submitted_at":"2023-05-24T16:38:43Z","title":"Model evaluation for extreme risks","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.15324","snapshot_observed_at":"2026-08-06T23:25:51.618603Z","title":"Model evaluation for extreme risks","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":80,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:51.618603Z"},"links":{"cited_paper":"/paper/2305.15324","citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:1d25e32e5402da3b305135fba6e5fff54b12047f417ce8005cd827f9758f7d44","observation_id":"f7fa0bd3-765b-4d2d-828e-b39219f73bbf","resolution":{"observed_at":"2026-08-06T23:25:51.618603Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:57.054228Z","title":"CHOPS : CH at with customer profile systems for customer service with LLM s","venue":null,"work_id":"4f4ca999-6b54-4ae5-95e6-9bb1d23a73cc","year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":81,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:51.763437Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:44ed27075a4c486689d9431bb3825e71937de2d873b63dd950a6166bf96bbddf","observation_id":"118d65c2-2e53-4ad1-b92e-aa2243f528a4","resolution":{"observed_at":"2026-08-06T23:25:57.126694Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2501.17399","last_updated":"2025-03-06T04:41:56Z","snapshot_observed_at":"2026-08-05T22:39:31.964846Z","submitted_at":"2025-01-29T03:29:24Z","title":"MultiChallenge: A Realistic Multi-Turn Conversation Evaluation Benchmark Challenging to Frontier LLMs","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.17399","snapshot_observed_at":"2026-08-06T23:25:51.856959Z","title":"Multichallenge: A realistic multi-turn conversation evaluation benchmark challenging to frontier llms","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":82,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:51.856959Z"},"links":{"cited_paper":"/paper/2501.17399","citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:d50549cf7552f947b995471919e74a0ab7f45344784bf36a93399414b9c4d058","observation_id":"c76d5d24-86a7-48e5-a1ca-4b014cc39af5","resolution":{"observed_at":"2026-08-06T23:25:51.856959Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:56.912096Z","title":"K., Grundy, E","venue":null,"work_id":"90b018e7-1782-4bc7-b464-917d46d24408","year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":83,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:51.907553Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:95a9e3ede67f5ee7d2a712be60a69400d98fc93dba9ed24e9a10d5a61772d011","observation_id":"c1b18374-ce72-4fed-aaac-82f17e8759ca","resolution":{"observed_at":"2026-08-06T23:25:56.971466Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:56.775035Z","title":"A study of translation edit rate with targeted human annotation","venue":null,"work_id":"2c79f730-a7a1-474e-89d0-e150c9fdc479","year":2006},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":84,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:51.938242Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:5665cf677d71d44f075584d6901bafb6a0bf7329f85a1f8660517e644fa919a1","observation_id":"185e5305-7c7c-41c5-ace3-3f8266739e57","resolution":{"observed_at":"2026-08-06T23:25:56.857437Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.13839","last_updated":"2025-08-14T19:25:43Z","snapshot_observed_at":"2026-07-30T21:09:49.974590Z","submitted_at":"2025-04-18T17:59:59Z","title":"Audit Cards: Contextualizing AI Evaluations","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.13839","snapshot_observed_at":"2026-08-06T23:25:51.963205Z","title":"Audit cards: Contextualizing ai evaluations","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":85,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:51.963205Z"},"links":{"cited_paper":"/paper/2504.13839","citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:cdc29d1ec732bc4c7d9297986c9c03a9a1444992246762923959c996f6871caa","observation_id":"2a49e061-705b-4e26-8d90-dee0a0afa5df","resolution":{"observed_at":"2026-08-06T23:25:51.963205Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.15250","last_updated":"2024-06-24T07:49:25Z","snapshot_observed_at":"2026-07-06T17:49:03.650707Z","submitted_at":"2024-03-22T14:47:35Z","title":"Comprehensive Reassessment of Large-Scale Evaluation Outcomes in LLMs: A Multifaceted Statistical Approach","version":2},"cited_work":{"arxiv_id":"2403.15250","doi":"10.48550/arxiv.2403.15250","metadata_source":"pith","pith_arxiv_id":"2403.15250","snapshot_observed_at":"2026-08-07T06:16:28.064256Z","title":"Comprehensive Reassessment of Large-Scale Evaluation Outcomes in LLMs: A Multifaceted Statistical Approach","venue":"cs.CL","work_id":"7ba08b26-046e-4482-96ba-07fb01572d2f","year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":86,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:52.051239Z"},"links":{"cited_paper":"/paper/2403.15250","citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:d55b4941073b3d98ed1addaea4e84f1e02902a5f1970c410bda384884555db6d","observation_id":"2ae1515b-33ea-46ea-ab73-2c5b181161eb","resolution":{"observed_at":"2026-08-06T23:25:53.477142Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2506.08800","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:54.161970Z","title":"Measuring data science automation: A survey of evaluation tools for ai assistants and agents","venue":null,"work_id":"70901dac-e291-46be-9850-6dd8cc40c3ef","year":2025},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":87,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:52.117063Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:4fa992c75f108ef4b180857a03766c262809c92f52e598c1045ae482d5427939","observation_id":"14000850-7019-4bca-9691-1f96adcad220","resolution":{"observed_at":"2026-08-06T23:25:54.212966Z","resolver_source":"raw_fallback","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:56.647081Z","title":null,"venue":null,"work_id":"303018ad-0596-4d77-9933-999714a26e82","year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":88,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:52.187327Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:c8c03a862adc5fff452d58eeaa4abd9001ac643626c778083e1f9b5fe07f3362","observation_id":"be7fc519-6150-4e21-8327-ac6ee73cc049","resolution":{"observed_at":"2026-08-06T23:25:56.699837Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:56.522408Z","title":"Best practices for the human evaluation of automatically generated text","venue":null,"work_id":"072c570b-2d47-436b-9e05-54d4ca971dc3","year":2019},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":89,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:52.257240Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:c9e0e0bc19822f73a8399041fbce97278486e8ae8d5c04af92b6c70a37998b35","observation_id":"0fd337e5-aac8-4913-a99d-2c9805687893","resolution":{"observed_at":"2026-08-06T23:25:56.585602Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:56.366251Z","title":"M., Huang, W., Mungra, D., Yuanzhe Pang, R., Phang, J., Liu, H., Cho, K., and Bowman, S","venue":null,"work_id":"e286dfa2-d46e-41c9-9a17-012686429cdd","year":2021},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":90,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:52.284798Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:deba5d5cddecc953c4525b358124b279ac530462c147cadcb506213fe2ec609d","observation_id":"d86eae37-7fc0-4006-979d-4bc464c7168d","resolution":{"observed_at":"2026-08-06T23:25:56.435860Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:56.196052Z","title":"Mint: Evaluating llms in multi-turn interaction with tools and language feedback","venue":null,"work_id":"d1ceb2d9-6c27-4b49-b3e7-a24d2495f7f9","year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":91,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:52.336057Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:72e2e97efe08e742f1d7968dab5e8e9e784d547f30a87e649167546aa71466b8","observation_id":"c09b3736-65ef-49aa-8733-d6afc68e0bef","resolution":{"observed_at":"2026-08-06T23:25:56.273371Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.11986","last_updated":"2023-10-31T18:23:32Z","snapshot_observed_at":"2026-08-02T09:23:01.679296Z","submitted_at":"2023-10-18T14:13:58Z","title":"Sociotechnical Safety Evaluation of Generative AI Systems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.11986","snapshot_observed_at":"2026-08-06T23:25:52.408995Z","title":"A., Mateos-Garcia, J., Bergman, S., Kay, J., Griffin, C., Bariach, B., et al","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":92,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:52.408995Z"},"links":{"cited_paper":"/paper/2310.11986","citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:e63a8a864f05b584360988262d84462c2f5208eba4f0e8bee02b4e6de149ba3b","observation_id":"89be56e1-8322-4bbc-b116-dbb0f5f3bae1","resolution":{"observed_at":"2026-08-06T23:25:52.408995Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.05336","last_updated":"2025-03-13T00:09:08Z","snapshot_observed_at":"2026-07-06T20:48:27.258486Z","submitted_at":"2025-03-07T11:23:48Z","title":"Toward an Evaluation Science for Generative AI Systems","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.05336","snapshot_observed_at":"2026-08-06T23:25:52.454150Z","title":"D., Wallach, H., Mitchell, M., Wang, A., Salaudeen, O., Bommasani, R., Ganguli, D., Koyejo, S., and Isaac, W","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":93,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:52.454150Z"},"links":{"cited_paper":"/paper/2503.05336","citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:14ea19fcdd9cdc7d974dda0305d8177b41b9c97502d7bee44ff2c5703df38bec","observation_id":"7ea0c3d7-609e-468a-b979-7bd66ba0adf6","resolution":{"observed_at":"2026-08-06T23:25:52.454150Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:56.040049Z","title":"An ai system evaluation framework for advancing ai safety: Terminology, taxonomy, lifecycle mapping","venue":null,"work_id":"f3f0627e-fedb-45f6-84c9-c8024f73572d","year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":94,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:52.511076Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:0e228d5766c50347318e818b3bab2e8c858d744462eb588a4e0d337b0505cb0b","observation_id":"2f2f12fe-501e-44e3-9f2d-6f33a124818d","resolution":{"observed_at":"2026-08-06T23:25:56.134856Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:55.869093Z","title":"A critical review of causal inference benchmarks for large language models","venue":null,"work_id":"c6445488-ba40-4a3f-b441-d31a0258ccdd","year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":95,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:52.582138Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:431563486a8b9a4cd1d082ed63c75983a4fcd23e2216f8e9acf8d89c33cfa3d3","observation_id":"36c38833-b24c-4681-8198-f3d3749122ce","resolution":{"observed_at":"2026-08-06T23:25:55.938837Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:52.632974Z","title":"Evaluatology: The science and engineering of evaluation","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":96,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:52.632974Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:02a564e5fd3b4d252d23bd83d8e57d62d4e84d861899e72e41c2228584cba075","observation_id":"1360cb66-5ad5-4bb0-8ac5-32e483f7ece0","resolution":{"observed_at":"2026-08-06T23:25:52.632974Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.08385","last_updated":"2025-07-22T23:36:25Z","snapshot_observed_at":"2026-07-06T19:31:31.809692Z","submitted_at":"2024-10-10T21:44:56Z","title":"Language model developers should report train-test overlap","version":2},"cited_work":{"arxiv_id":"2410.08385","doi":null,"metadata_source":"pith","pith_arxiv_id":"2410.08385","snapshot_observed_at":"2026-08-06T23:25:53.750928Z","title":"Language model developers should report train-test overlap","venue":"cs.LG","work_id":"00337004-df41-4c88-bf07-f0ee0f1feb64","year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":97,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:52.690485Z"},"links":{"cited_paper":"/paper/2410.08385","citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:17c18b07505de38a985bdd9f904f3c87d3d011d1f05409daea82c138c58146b6","observation_id":"b7d1310d-4790-46ef-997a-f330a0adec6a","resolution":{"observed_at":"2026-08-06T23:25:53.854157Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:55.716074Z","title":"Q., Shaw, R., Anthis, J","venue":null,"work_id":"b9fa7223-987d-4c78-b74d-86e6dcc52861","year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":98,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:52.779117Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:7f149d9d03e0e3df6cdb9d08a04580393242e9f69aceb595f9fb2ef795f58ef0","observation_id":"00149752-744b-4812-a5f1-e70f9edab429","resolution":{"observed_at":"2026-08-06T23:25:55.777337Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:55.553262Z","title":"Pacost: Paired confidence significance testing for benchmark contamination detection in large language models","venue":null,"work_id":"5516a53b-50b4-404a-8fc3-5ddc5bfc6407","year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":99,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:52.835619Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:cc0676c35035c6598a039be97954c5ed3322bf630f8d1e9587d9bc701c56bfdb","observation_id":"ec954761-76ee-44a6-a158-ef68b503ea85","resolution":{"observed_at":"2026-08-06T23:25:55.639990Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:25:55.356931Z","title":"and Kanayet, F","venue":null,"work_id":"5b1846b5-d137-46c8-857c-77278ca67a88","year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":100,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:52.911449Z"},"links":{"citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:57456282bbe708440a921ea2e74d105f33aa5bacf359541459611fc4b9bf4399","observation_id":"739097ec-7486-4a77-88f7-9f66a3f77e30","resolution":{"observed_at":"2026-08-06T23:25:55.470953Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-06T23:20:47.555675Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations"},"reference_resolution":{"displayed":100,"state_counts":{"malformed_identifier":0,"metadata_mismatch":1,"parse_uncertain":0,"unresolved":54,"verified_exact":8,"verified_fuzzy":37},"total_outbound_references":104},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 7 August 2026, this Paper Citation Record lists 100 of 104 outbound references and 1 inbound Pith citation observation for arXiv:2506.18213."}