{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:C3N7F6T4K7IHMSE7V57P5RAEZU","short_pith_number":"pith:C3N7F6T4","canonical_record":{"source":{"id":"2412.08653","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CY","submitted_at":"2024-11-26T18:00:36Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"b8e7ca299f97a08046c6c38b96dd445856276415ac46054cc59c807c54dacd67","abstract_canon_sha256":"beae1739d19c3ef470774bfe59ed1d197ff339afb16b505340490ea63e9ff338"},"schema_version":"1.0"},"canonical_sha256":"16dbf2fa7c57d076489faf7efec404cd131eca990d25c2be784ec53fd7deb2c2","source":{"kind":"arxiv","id":"2412.08653","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.08653","created_at":"2026-07-05T09:47:58Z"},{"alias_kind":"arxiv_version","alias_value":"2412.08653v1","created_at":"2026-07-05T09:47:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.08653","created_at":"2026-07-05T09:47:58Z"},{"alias_kind":"pith_short_12","alias_value":"C3N7F6T4K7IH","created_at":"2026-07-05T09:47:58Z"},{"alias_kind":"pith_short_16","alias_value":"C3N7F6T4K7IHMSE7","created_at":"2026-07-05T09:47:58Z"},{"alias_kind":"pith_short_8","alias_value":"C3N7F6T4","created_at":"2026-07-05T09:47:58Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:C3N7F6T4K7IHMSE7V57P5RAEZU","target":"record","payload":{"canonical_record":{"source":{"id":"2412.08653","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CY","submitted_at":"2024-11-26T18:00:36Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"b8e7ca299f97a08046c6c38b96dd445856276415ac46054cc59c807c54dacd67","abstract_canon_sha256":"beae1739d19c3ef470774bfe59ed1d197ff339afb16b505340490ea63e9ff338"},"schema_version":"1.0"},"canonical_sha256":"16dbf2fa7c57d076489faf7efec404cd131eca990d25c2be784ec53fd7deb2c2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:47:58.609440Z","signature_b64":"gLmaxiA5NiCVgym6U0x7qbOP1z7owjGo8w0wOI9bIBPGT+6TmFCLLUPL6RA/Qum0cgMnfCzGrLf32Lh38/EeDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"16dbf2fa7c57d076489faf7efec404cd131eca990d25c2be784ec53fd7deb2c2","last_reissued_at":"2026-07-05T09:47:58.608963Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:47:58.608963Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.08653","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:47:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DubkzcWsIwxrVlur0gNJwa6CpqnZB+fJm37kJzuyzGb63Wxu+4P8T0LXNN8Kh5u0McadO22xumceuriTkOdtBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T22:21:56.880301Z"},"content_sha256":"590d266f6717842318e72fd64c3a0b5d76698ad258949adc0c2d707cba98b529","schema_version":"1.0","event_id":"sha256:590d266f6717842318e72fd64c3a0b5d76698ad258949adc0c2d707cba98b529"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:C3N7F6T4K7IHMSE7V57P5RAEZU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"What AI evaluations for preventing catastrophic risks can and cannot do","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CY","authors_text":"Lisa Thiergart, Peter Barnett","submitted_at":"2024-11-26T18:00:36Z","abstract_excerpt":"AI evaluations are an important component of the AI governance toolkit, underlying current approaches to safety cases for preventing catastrophic risks. Our paper examines what these evaluations can and cannot tell us. Evaluations can establish lower bounds on AI capabilities and assess certain misuse risks given sufficient effort from evaluators.\n  Unfortunately, evaluations face fundamental limitations that cannot be overcome within the current paradigm. These include an inability to establish upper bounds on capabilities, reliably forecast future model capabilities, or robustly assess risks"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.08653","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.08653/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:47:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"c/XcSj/PuRoOezc5Bc0StvAwgmpbn2avG1BAoLs9V1r0SSSU04S4/invPkIFic2FiNNkfFWHWRekzsTMcFXuCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T22:21:56.880798Z"},"content_sha256":"7d84a800bbeeea1695a337d29b4805c3c1782e3f8d85dc6370f1d132c213621d","schema_version":"1.0","event_id":"sha256:7d84a800bbeeea1695a337d29b4805c3c1782e3f8d85dc6370f1d132c213621d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/C3N7F6T4K7IHMSE7V57P5RAEZU/bundle.json","state_url":"https://pith.science/pith/C3N7F6T4K7IHMSE7V57P5RAEZU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/C3N7F6T4K7IHMSE7V57P5RAEZU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T22:21:56Z","links":{"resolver":"https://pith.science/pith/C3N7F6T4K7IHMSE7V57P5RAEZU","bundle":"https://pith.science/pith/C3N7F6T4K7IHMSE7V57P5RAEZU/bundle.json","state":"https://pith.science/pith/C3N7F6T4K7IHMSE7V57P5RAEZU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/C3N7F6T4K7IHMSE7V57P5RAEZU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:C3N7F6T4K7IHMSE7V57P5RAEZU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"beae1739d19c3ef470774bfe59ed1d197ff339afb16b505340490ea63e9ff338","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CY","submitted_at":"2024-11-26T18:00:36Z","title_canon_sha256":"b8e7ca299f97a08046c6c38b96dd445856276415ac46054cc59c807c54dacd67"},"schema_version":"1.0","source":{"id":"2412.08653","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.08653","created_at":"2026-07-05T09:47:58Z"},{"alias_kind":"arxiv_version","alias_value":"2412.08653v1","created_at":"2026-07-05T09:47:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.08653","created_at":"2026-07-05T09:47:58Z"},{"alias_kind":"pith_short_12","alias_value":"C3N7F6T4K7IH","created_at":"2026-07-05T09:47:58Z"},{"alias_kind":"pith_short_16","alias_value":"C3N7F6T4K7IHMSE7","created_at":"2026-07-05T09:47:58Z"},{"alias_kind":"pith_short_8","alias_value":"C3N7F6T4","created_at":"2026-07-05T09:47:58Z"}],"graph_snapshots":[{"event_id":"sha256:7d84a800bbeeea1695a337d29b4805c3c1782e3f8d85dc6370f1d132c213621d","target":"graph","created_at":"2026-07-05T09:47:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.08653/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"AI evaluations are an important component of the AI governance toolkit, underlying current approaches to safety cases for preventing catastrophic risks. Our paper examines what these evaluations can and cannot tell us. Evaluations can establish lower bounds on AI capabilities and assess certain misuse risks given sufficient effort from evaluators.\n  Unfortunately, evaluations face fundamental limitations that cannot be overcome within the current paradigm. These include an inability to establish upper bounds on capabilities, reliably forecast future model capabilities, or robustly assess risks","authors_text":"Lisa Thiergart, Peter Barnett","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CY","submitted_at":"2024-11-26T18:00:36Z","title":"What AI evaluations for preventing catastrophic risks can and cannot do"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.08653","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:590d266f6717842318e72fd64c3a0b5d76698ad258949adc0c2d707cba98b529","target":"record","created_at":"2026-07-05T09:47:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"beae1739d19c3ef470774bfe59ed1d197ff339afb16b505340490ea63e9ff338","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CY","submitted_at":"2024-11-26T18:00:36Z","title_canon_sha256":"b8e7ca299f97a08046c6c38b96dd445856276415ac46054cc59c807c54dacd67"},"schema_version":"1.0","source":{"id":"2412.08653","kind":"arxiv","version":1}},"canonical_sha256":"16dbf2fa7c57d076489faf7efec404cd131eca990d25c2be784ec53fd7deb2c2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"16dbf2fa7c57d076489faf7efec404cd131eca990d25c2be784ec53fd7deb2c2","first_computed_at":"2026-07-05T09:47:58.608963Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:47:58.608963Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"gLmaxiA5NiCVgym6U0x7qbOP1z7owjGo8w0wOI9bIBPGT+6TmFCLLUPL6RA/Qum0cgMnfCzGrLf32Lh38/EeDg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:47:58.609440Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.08653","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:590d266f6717842318e72fd64c3a0b5d76698ad258949adc0c2d707cba98b529","sha256:7d84a800bbeeea1695a337d29b4805c3c1782e3f8d85dc6370f1d132c213621d"],"state_sha256":"1c45b62ad16ea6b8b57f02552e01c44cfc2d274920e87c3372b1b41903a22617"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"up6+32L1sKa7mE8SCWHQDH1oGIhEib33hOpJTUvPxWPQwvSxdG7Fgvqqs14DpGbQYSriiU7I9sNfQBwow2x5BA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T22:21:56.885418Z","bundle_sha256":"2d43b942569ad837c52ca1e431a40e2a1ff31e081a423993b13e0740b6a1d9f8"}}