{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:IJQ5HV5P6JYSYWSQUVMLDESIB2","short_pith_number":"pith:IJQ5HV5P","canonical_record":{"source":{"id":"2411.12820","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-11-19T19:13:56Z","cross_cats_sorted":["cs.CY"],"title_canon_sha256":"c31cf31568663b43467d4cc454cd0af5a9ce988bcd5a96881248521e60ce8202","abstract_canon_sha256":"add960364ff10e1195c9d6b818e9c0d16c6978cebc1430b198112aa893d1d307"},"schema_version":"1.0"},"canonical_sha256":"4261d3d7aff2712c5a50a558b192480e938334d366b26987a159e9f80f7f581b","source":{"kind":"arxiv","id":"2411.12820","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.12820","created_at":"2026-07-05T09:38:00Z"},{"alias_kind":"arxiv_version","alias_value":"2411.12820v1","created_at":"2026-07-05T09:38:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.12820","created_at":"2026-07-05T09:38:00Z"},{"alias_kind":"pith_short_12","alias_value":"IJQ5HV5P6JYS","created_at":"2026-07-05T09:38:00Z"},{"alias_kind":"pith_short_16","alias_value":"IJQ5HV5P6JYSYWSQ","created_at":"2026-07-05T09:38:00Z"},{"alias_kind":"pith_short_8","alias_value":"IJQ5HV5P","created_at":"2026-07-05T09:38:00Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:IJQ5HV5P6JYSYWSQUVMLDESIB2","target":"record","payload":{"canonical_record":{"source":{"id":"2411.12820","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-11-19T19:13:56Z","cross_cats_sorted":["cs.CY"],"title_canon_sha256":"c31cf31568663b43467d4cc454cd0af5a9ce988bcd5a96881248521e60ce8202","abstract_canon_sha256":"add960364ff10e1195c9d6b818e9c0d16c6978cebc1430b198112aa893d1d307"},"schema_version":"1.0"},"canonical_sha256":"4261d3d7aff2712c5a50a558b192480e938334d366b26987a159e9f80f7f581b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:38:00.787138Z","signature_b64":"ZNQgzdLonXqhPRYLU7C4XPuSfxZjf9Ar/GpJHtJEPtT6rpwtRWksfH4qmuMmubZ5wtv06s6BC49Yaf5iRs1cBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4261d3d7aff2712c5a50a558b192480e938334d366b26987a159e9f80f7f581b","last_reissued_at":"2026-07-05T09:38:00.786658Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:38:00.786658Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.12820","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:38:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gXW0gTXn5DLPpaiA2zWiTrUPnMidaxuHIpnmt+KQe3O4EC9rLez8BRoI7yutQ4fUz9RxKi788GcCH1H+ZTZjDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T11:41:23.328089Z"},"content_sha256":"de4357bebe0ea8baff68ff7dd577afd9c9fe528e626f17f715c1b314794d10ab","schema_version":"1.0","event_id":"sha256:de4357bebe0ea8baff68ff7dd577afd9c9fe528e626f17f715c1b314794d10ab"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:IJQ5HV5P6JYSYWSQUVMLDESIB2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Declare and Justify: Explicit assumptions in AI evaluations are necessary for effective regulation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CY"],"primary_cat":"cs.AI","authors_text":"Lisa Thiergart, Peter Barnett","submitted_at":"2024-11-19T19:13:56Z","abstract_excerpt":"As AI systems advance, AI evaluations are becoming an important pillar of regulations for ensuring safety. We argue that such regulation should require developers to explicitly identify and justify key underlying assumptions about evaluations as part of their case for safety. We identify core assumptions in AI evaluations (both for evaluating existing models and forecasting future models), such as comprehensive threat modeling, proxy task validity, and adequate capability elicitation. Many of these assumptions cannot currently be well justified. If regulation is to be based on evaluations, it "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.12820","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.12820/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:38:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sHQTjlNkAKS3lG+Q95Xe5H/Rf5YbjnDeE3iTzv7yY/tMF2NxQjcbnF5KNuCsR4xhxa1SkgC/cClsE9wM2f7XCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T11:41:23.328916Z"},"content_sha256":"cee269881bd57d440e494d63d9dc5365bca55371f7d821d2139d3c94d96013fb","schema_version":"1.0","event_id":"sha256:cee269881bd57d440e494d63d9dc5365bca55371f7d821d2139d3c94d96013fb"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/IJQ5HV5P6JYSYWSQUVMLDESIB2/bundle.json","state_url":"https://pith.science/pith/IJQ5HV5P6JYSYWSQUVMLDESIB2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/IJQ5HV5P6JYSYWSQUVMLDESIB2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T11:41:23Z","links":{"resolver":"https://pith.science/pith/IJQ5HV5P6JYSYWSQUVMLDESIB2","bundle":"https://pith.science/pith/IJQ5HV5P6JYSYWSQUVMLDESIB2/bundle.json","state":"https://pith.science/pith/IJQ5HV5P6JYSYWSQUVMLDESIB2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/IJQ5HV5P6JYSYWSQUVMLDESIB2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:IJQ5HV5P6JYSYWSQUVMLDESIB2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"add960364ff10e1195c9d6b818e9c0d16c6978cebc1430b198112aa893d1d307","cross_cats_sorted":["cs.CY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-11-19T19:13:56Z","title_canon_sha256":"c31cf31568663b43467d4cc454cd0af5a9ce988bcd5a96881248521e60ce8202"},"schema_version":"1.0","source":{"id":"2411.12820","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.12820","created_at":"2026-07-05T09:38:00Z"},{"alias_kind":"arxiv_version","alias_value":"2411.12820v1","created_at":"2026-07-05T09:38:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.12820","created_at":"2026-07-05T09:38:00Z"},{"alias_kind":"pith_short_12","alias_value":"IJQ5HV5P6JYS","created_at":"2026-07-05T09:38:00Z"},{"alias_kind":"pith_short_16","alias_value":"IJQ5HV5P6JYSYWSQ","created_at":"2026-07-05T09:38:00Z"},{"alias_kind":"pith_short_8","alias_value":"IJQ5HV5P","created_at":"2026-07-05T09:38:00Z"}],"graph_snapshots":[{"event_id":"sha256:cee269881bd57d440e494d63d9dc5365bca55371f7d821d2139d3c94d96013fb","target":"graph","created_at":"2026-07-05T09:38:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.12820/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"As AI systems advance, AI evaluations are becoming an important pillar of regulations for ensuring safety. We argue that such regulation should require developers to explicitly identify and justify key underlying assumptions about evaluations as part of their case for safety. We identify core assumptions in AI evaluations (both for evaluating existing models and forecasting future models), such as comprehensive threat modeling, proxy task validity, and adequate capability elicitation. Many of these assumptions cannot currently be well justified. If regulation is to be based on evaluations, it ","authors_text":"Lisa Thiergart, Peter Barnett","cross_cats":["cs.CY"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-11-19T19:13:56Z","title":"Declare and Justify: Explicit assumptions in AI evaluations are necessary for effective regulation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.12820","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:de4357bebe0ea8baff68ff7dd577afd9c9fe528e626f17f715c1b314794d10ab","target":"record","created_at":"2026-07-05T09:38:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"add960364ff10e1195c9d6b818e9c0d16c6978cebc1430b198112aa893d1d307","cross_cats_sorted":["cs.CY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-11-19T19:13:56Z","title_canon_sha256":"c31cf31568663b43467d4cc454cd0af5a9ce988bcd5a96881248521e60ce8202"},"schema_version":"1.0","source":{"id":"2411.12820","kind":"arxiv","version":1}},"canonical_sha256":"4261d3d7aff2712c5a50a558b192480e938334d366b26987a159e9f80f7f581b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4261d3d7aff2712c5a50a558b192480e938334d366b26987a159e9f80f7f581b","first_computed_at":"2026-07-05T09:38:00.786658Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:38:00.786658Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ZNQgzdLonXqhPRYLU7C4XPuSfxZjf9Ar/GpJHtJEPtT6rpwtRWksfH4qmuMmubZ5wtv06s6BC49Yaf5iRs1cBA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:38:00.787138Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.12820","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:de4357bebe0ea8baff68ff7dd577afd9c9fe528e626f17f715c1b314794d10ab","sha256:cee269881bd57d440e494d63d9dc5365bca55371f7d821d2139d3c94d96013fb"],"state_sha256":"4d4a43b756570d6fffaee29b0faadc16283ab7b2d5379290d2234b6042c88804"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"R7dd1zkeKgyjO+KRrZ4YLDXyS2FsZCP6qHias6GFmo8W9u6x9uG5CLhIo14i0Uda4UyXG07m+il38MFw0tbBBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T11:41:23.333974Z","bundle_sha256":"b1e0c650e0e86b68f25c281e5b83dcfd2a1f47788324d826dc32a6d98b272612"}}