{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:F3YS53CACUZ2CJRCGZO7L4AEUC","short_pith_number":"pith:F3YS53CA","canonical_record":{"source":{"id":"2305.15324","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-05-24T16:38:43Z","cross_cats_sorted":[],"title_canon_sha256":"3d332188b9141337555a26584723aa00326b01e10ce4964948c57eaf5d2cba5b","abstract_canon_sha256":"6f314c862888c36771598fa2a0f5405fab6b81bca5de34835a53b0cd7f5d7bd0"},"schema_version":"1.0"},"canonical_sha256":"2ef12eec401533a12622365df5f004a0b9fed8872c601196bbe394dbb575b7ae","source":{"kind":"arxiv","id":"2305.15324","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.15324","created_at":"2026-07-05T06:53:38Z"},{"alias_kind":"arxiv_version","alias_value":"2305.15324v2","created_at":"2026-07-05T06:53:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.15324","created_at":"2026-07-05T06:53:38Z"},{"alias_kind":"pith_short_12","alias_value":"F3YS53CACUZ2","created_at":"2026-07-05T06:53:38Z"},{"alias_kind":"pith_short_16","alias_value":"F3YS53CACUZ2CJRC","created_at":"2026-07-05T06:53:38Z"},{"alias_kind":"pith_short_8","alias_value":"F3YS53CA","created_at":"2026-07-05T06:53:38Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:F3YS53CACUZ2CJRCGZO7L4AEUC","target":"record","payload":{"canonical_record":{"source":{"id":"2305.15324","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-05-24T16:38:43Z","cross_cats_sorted":[],"title_canon_sha256":"3d332188b9141337555a26584723aa00326b01e10ce4964948c57eaf5d2cba5b","abstract_canon_sha256":"6f314c862888c36771598fa2a0f5405fab6b81bca5de34835a53b0cd7f5d7bd0"},"schema_version":"1.0"},"canonical_sha256":"2ef12eec401533a12622365df5f004a0b9fed8872c601196bbe394dbb575b7ae","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:53:38.172631Z","signature_b64":"Vk5E8KmUqW0LwruOP3qTVtDbAKPcPvKX9cTueLCOAZxO8U4wfEGuTWdA0mSaFkjvCS76I2PtZHAmoWcJROVmCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2ef12eec401533a12622365df5f004a0b9fed8872c601196bbe394dbb575b7ae","last_reissued_at":"2026-07-05T06:53:38.172155Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:53:38.172155Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.15324","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:53:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uBlp33S6suQbjlGuSBtooSY8ooL9Ho9dlgiAJtWhjvIknnlRtWHZoAXJl4OZrqequtdLHgummPc70iGwlCQwCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T07:06:55.074779Z"},"content_sha256":"2771c80c947acb94fe6e3633e2fedfaec0b64e954e278b1724985b13455b1794","schema_version":"1.0","event_id":"sha256:2771c80c947acb94fe6e3633e2fedfaec0b64e954e278b1724985b13455b1794"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:F3YS53CACUZ2CJRCGZO7L4AEUC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Model evaluation for extreme risks","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Allan Dafoe, Been Kim, Ben Garfinkel, Daniel Kokotajlo, Divya Siddarth, Iason Gabriel, Jack Clark, Jade Leung, Jess Whittlestone, Lewis Ho, Markus Anderljung, Mary Phuong, Nahema Marchal, Noam Kolt, Paul Christiano, Sebastian Farquhar, Shahar Avin, Toby Shevlane, Vijay Bolina, Will Hawkins, Yoshua Bengio","submitted_at":"2023-05-24T16:38:43Z","abstract_excerpt":"Current approaches to building general-purpose AI systems tend to produce systems with both beneficial and harmful capabilities. Further progress in AI development could lead to capabilities that pose extreme risks, such as offensive cyber capabilities or strong manipulation skills. We explain why model evaluation is critical for addressing extreme risks. Developers must be able to identify dangerous capabilities (through \"dangerous capability evaluations\") and the propensity of models to apply their capabilities for harm (through \"alignment evaluations\"). These evaluations will become critica"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.15324","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.15324/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:53:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"goGx9iz7G6dZ6cNX1kIh88VCOJVRaZyZbcSuDr/9yaRgx9MRYrAwYvnLuwVT3dSKO3ccY3ooRk0ReAwqMoqFAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T07:06:55.075281Z"},"content_sha256":"a8ee80b908ab78786ce6b4cdc905b2e04632ae7f503c08904b49d1f1903c8f9b","schema_version":"1.0","event_id":"sha256:a8ee80b908ab78786ce6b4cdc905b2e04632ae7f503c08904b49d1f1903c8f9b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/F3YS53CACUZ2CJRCGZO7L4AEUC/bundle.json","state_url":"https://pith.science/pith/F3YS53CACUZ2CJRCGZO7L4AEUC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/F3YS53CACUZ2CJRCGZO7L4AEUC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-01T07:06:55Z","links":{"resolver":"https://pith.science/pith/F3YS53CACUZ2CJRCGZO7L4AEUC","bundle":"https://pith.science/pith/F3YS53CACUZ2CJRCGZO7L4AEUC/bundle.json","state":"https://pith.science/pith/F3YS53CACUZ2CJRCGZO7L4AEUC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/F3YS53CACUZ2CJRCGZO7L4AEUC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:F3YS53CACUZ2CJRCGZO7L4AEUC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6f314c862888c36771598fa2a0f5405fab6b81bca5de34835a53b0cd7f5d7bd0","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-05-24T16:38:43Z","title_canon_sha256":"3d332188b9141337555a26584723aa00326b01e10ce4964948c57eaf5d2cba5b"},"schema_version":"1.0","source":{"id":"2305.15324","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.15324","created_at":"2026-07-05T06:53:38Z"},{"alias_kind":"arxiv_version","alias_value":"2305.15324v2","created_at":"2026-07-05T06:53:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.15324","created_at":"2026-07-05T06:53:38Z"},{"alias_kind":"pith_short_12","alias_value":"F3YS53CACUZ2","created_at":"2026-07-05T06:53:38Z"},{"alias_kind":"pith_short_16","alias_value":"F3YS53CACUZ2CJRC","created_at":"2026-07-05T06:53:38Z"},{"alias_kind":"pith_short_8","alias_value":"F3YS53CA","created_at":"2026-07-05T06:53:38Z"}],"graph_snapshots":[{"event_id":"sha256:a8ee80b908ab78786ce6b4cdc905b2e04632ae7f503c08904b49d1f1903c8f9b","target":"graph","created_at":"2026-07-05T06:53:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.15324/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Current approaches to building general-purpose AI systems tend to produce systems with both beneficial and harmful capabilities. Further progress in AI development could lead to capabilities that pose extreme risks, such as offensive cyber capabilities or strong manipulation skills. We explain why model evaluation is critical for addressing extreme risks. Developers must be able to identify dangerous capabilities (through \"dangerous capability evaluations\") and the propensity of models to apply their capabilities for harm (through \"alignment evaluations\"). These evaluations will become critica","authors_text":"Allan Dafoe, Been Kim, Ben Garfinkel, Daniel Kokotajlo, Divya Siddarth, Iason Gabriel, Jack Clark, Jade Leung, Jess Whittlestone, Lewis Ho, Markus Anderljung, Mary Phuong, Nahema Marchal, Noam Kolt, Paul Christiano, Sebastian Farquhar, Shahar Avin, Toby Shevlane, Vijay Bolina, Will Hawkins, Yoshua Bengio","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-05-24T16:38:43Z","title":"Model evaluation for extreme risks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.15324","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2771c80c947acb94fe6e3633e2fedfaec0b64e954e278b1724985b13455b1794","target":"record","created_at":"2026-07-05T06:53:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6f314c862888c36771598fa2a0f5405fab6b81bca5de34835a53b0cd7f5d7bd0","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-05-24T16:38:43Z","title_canon_sha256":"3d332188b9141337555a26584723aa00326b01e10ce4964948c57eaf5d2cba5b"},"schema_version":"1.0","source":{"id":"2305.15324","kind":"arxiv","version":2}},"canonical_sha256":"2ef12eec401533a12622365df5f004a0b9fed8872c601196bbe394dbb575b7ae","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2ef12eec401533a12622365df5f004a0b9fed8872c601196bbe394dbb575b7ae","first_computed_at":"2026-07-05T06:53:38.172155Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:53:38.172155Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Vk5E8KmUqW0LwruOP3qTVtDbAKPcPvKX9cTueLCOAZxO8U4wfEGuTWdA0mSaFkjvCS76I2PtZHAmoWcJROVmCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:53:38.172631Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.15324","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2771c80c947acb94fe6e3633e2fedfaec0b64e954e278b1724985b13455b1794","sha256:a8ee80b908ab78786ce6b4cdc905b2e04632ae7f503c08904b49d1f1903c8f9b"],"state_sha256":"313c22b2f18420268855f66d3ee2baba88a0373a102d735fa81c0d091097a7ad"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PQQxZYdUir8uVAe+LvtfU3OB1vO82IUza8d1K1eDDvYAz5lEh4mdlGsuu9CBA3lIJ1avBimc+CG1fEDsqxBRAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-01T07:06:55.078673Z","bundle_sha256":"0116d04e5625a7b5585dcaa944a327887e9648020898012081cf3a470678b378"}}