{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:5IF44TUC5PZL4JV2KQRNSBZQ6Q","short_pith_number":"pith:5IF44TUC","canonical_record":{"source":{"id":"2404.14068","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-04-22T10:26:49Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"d98bf5dce0759bf1bb86571d2ae64d3210a6efa45361e5419061309d5c0c16d5","abstract_canon_sha256":"6c4c4a9eac9dd2955662cdeb148d7a376278643b9c8a28ed1a85497b5c0c4a57"},"schema_version":"1.0"},"canonical_sha256":"ea0bce4e82ebf2be26ba5422d90730f434b2ddab499699f5465bccb2c29e66f6","source":{"kind":"arxiv","id":"2404.14068","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.14068","created_at":"2026-07-05T08:10:41Z"},{"alias_kind":"arxiv_version","alias_value":"2404.14068v1","created_at":"2026-07-05T08:10:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.14068","created_at":"2026-07-05T08:10:41Z"},{"alias_kind":"pith_short_12","alias_value":"5IF44TUC5PZL","created_at":"2026-07-05T08:10:41Z"},{"alias_kind":"pith_short_16","alias_value":"5IF44TUC5PZL4JV2","created_at":"2026-07-05T08:10:41Z"},{"alias_kind":"pith_short_8","alias_value":"5IF44TUC","created_at":"2026-07-05T08:10:41Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:5IF44TUC5PZL4JV2KQRNSBZQ6Q","target":"record","payload":{"canonical_record":{"source":{"id":"2404.14068","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-04-22T10:26:49Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"d98bf5dce0759bf1bb86571d2ae64d3210a6efa45361e5419061309d5c0c16d5","abstract_canon_sha256":"6c4c4a9eac9dd2955662cdeb148d7a376278643b9c8a28ed1a85497b5c0c4a57"},"schema_version":"1.0"},"canonical_sha256":"ea0bce4e82ebf2be26ba5422d90730f434b2ddab499699f5465bccb2c29e66f6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:10:41.193516Z","signature_b64":"uCA6GroqYZ4v08A6vqslMXNuRxs/7AgHq66v6uakHgRYz46n2yfNL96I3hUgCmfv9Jvws5QGXWMzzMakyPimCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ea0bce4e82ebf2be26ba5422d90730f434b2ddab499699f5465bccb2c29e66f6","last_reissued_at":"2026-07-05T08:10:41.193062Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:10:41.193062Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.14068","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:10:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UQM6e52/ivQ3SnRL2jnIoc7R6MCHQM85/mKWnhrdtnPM3A/Xxmx5jjqDUP824PaODkUBtVHrGZFtlMhFZkr2AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T09:05:53.986237Z"},"content_sha256":"22078fc166ae412dbb1abad8853740edfea175a43a9f9e9e6e7c084c030da7d2","schema_version":"1.0","event_id":"sha256:22078fc166ae412dbb1abad8853740edfea175a43a9f9e9e6e7c084c030da7d2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:5IF44TUC5PZL4JV2KQRNSBZQ6Q","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Holistic Safety and Responsibility Evaluations of Advanced AI Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.AI","authors_text":"Allan Dafoe, Christina Butterfield, Dawn Bloxwich, Iason Gabriel, Jennifer Beroshi, Jenny Brennan, Jilin Chen, Joslyn Barnhart, Laura Weidinger, Lev Proleev, Lewis Ho, Lisa Anne Hendricks, Mikel Rodriguez, Oscar Chang, Ramona Comanescu, Sebastian Farquhar, Susie Young, Will Hawkins, William Isaac","submitted_at":"2024-04-22T10:26:49Z","abstract_excerpt":"Safety and responsibility evaluations of advanced AI models are a critical but developing field of research and practice. In the development of Google DeepMind's advanced AI models, we innovated on and applied a broad set of approaches to safety evaluation. In this report, we summarise and share elements of our evolving approach as well as lessons learned for a broad audience. Key lessons learned include: First, theoretical underpinnings and frameworks are invaluable to organise the breadth of risk domains, modalities, forms, metrics, and goals. Second, theory and practice of safety evaluation"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.14068","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.14068/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:10:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2UlawnSbu59IfMHh4Qp4MBNlDclTuxtUkNRMgb+4BVSi6CSq67weNxD3lFCHMmAoVATwi6CQNXqcmPIH+5KMAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T09:05:53.986821Z"},"content_sha256":"cfee5ebff0c37f33c19f4bcab03ac080206257cb1238fea810c66dfbb288ef21","schema_version":"1.0","event_id":"sha256:cfee5ebff0c37f33c19f4bcab03ac080206257cb1238fea810c66dfbb288ef21"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5IF44TUC5PZL4JV2KQRNSBZQ6Q/bundle.json","state_url":"https://pith.science/pith/5IF44TUC5PZL4JV2KQRNSBZQ6Q/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5IF44TUC5PZL4JV2KQRNSBZQ6Q/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T09:05:53Z","links":{"resolver":"https://pith.science/pith/5IF44TUC5PZL4JV2KQRNSBZQ6Q","bundle":"https://pith.science/pith/5IF44TUC5PZL4JV2KQRNSBZQ6Q/bundle.json","state":"https://pith.science/pith/5IF44TUC5PZL4JV2KQRNSBZQ6Q/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5IF44TUC5PZL4JV2KQRNSBZQ6Q/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:5IF44TUC5PZL4JV2KQRNSBZQ6Q","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6c4c4a9eac9dd2955662cdeb148d7a376278643b9c8a28ed1a85497b5c0c4a57","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-04-22T10:26:49Z","title_canon_sha256":"d98bf5dce0759bf1bb86571d2ae64d3210a6efa45361e5419061309d5c0c16d5"},"schema_version":"1.0","source":{"id":"2404.14068","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.14068","created_at":"2026-07-05T08:10:41Z"},{"alias_kind":"arxiv_version","alias_value":"2404.14068v1","created_at":"2026-07-05T08:10:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.14068","created_at":"2026-07-05T08:10:41Z"},{"alias_kind":"pith_short_12","alias_value":"5IF44TUC5PZL","created_at":"2026-07-05T08:10:41Z"},{"alias_kind":"pith_short_16","alias_value":"5IF44TUC5PZL4JV2","created_at":"2026-07-05T08:10:41Z"},{"alias_kind":"pith_short_8","alias_value":"5IF44TUC","created_at":"2026-07-05T08:10:41Z"}],"graph_snapshots":[{"event_id":"sha256:cfee5ebff0c37f33c19f4bcab03ac080206257cb1238fea810c66dfbb288ef21","target":"graph","created_at":"2026-07-05T08:10:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.14068/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Safety and responsibility evaluations of advanced AI models are a critical but developing field of research and practice. In the development of Google DeepMind's advanced AI models, we innovated on and applied a broad set of approaches to safety evaluation. In this report, we summarise and share elements of our evolving approach as well as lessons learned for a broad audience. Key lessons learned include: First, theoretical underpinnings and frameworks are invaluable to organise the breadth of risk domains, modalities, forms, metrics, and goals. Second, theory and practice of safety evaluation","authors_text":"Allan Dafoe, Christina Butterfield, Dawn Bloxwich, Iason Gabriel, Jennifer Beroshi, Jenny Brennan, Jilin Chen, Joslyn Barnhart, Laura Weidinger, Lev Proleev, Lewis Ho, Lisa Anne Hendricks, Mikel Rodriguez, Oscar Chang, Ramona Comanescu, Sebastian Farquhar, Susie Young, Will Hawkins, William Isaac","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-04-22T10:26:49Z","title":"Holistic Safety and Responsibility Evaluations of Advanced AI Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.14068","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:22078fc166ae412dbb1abad8853740edfea175a43a9f9e9e6e7c084c030da7d2","target":"record","created_at":"2026-07-05T08:10:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6c4c4a9eac9dd2955662cdeb148d7a376278643b9c8a28ed1a85497b5c0c4a57","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-04-22T10:26:49Z","title_canon_sha256":"d98bf5dce0759bf1bb86571d2ae64d3210a6efa45361e5419061309d5c0c16d5"},"schema_version":"1.0","source":{"id":"2404.14068","kind":"arxiv","version":1}},"canonical_sha256":"ea0bce4e82ebf2be26ba5422d90730f434b2ddab499699f5465bccb2c29e66f6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ea0bce4e82ebf2be26ba5422d90730f434b2ddab499699f5465bccb2c29e66f6","first_computed_at":"2026-07-05T08:10:41.193062Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:10:41.193062Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"uCA6GroqYZ4v08A6vqslMXNuRxs/7AgHq66v6uakHgRYz46n2yfNL96I3hUgCmfv9Jvws5QGXWMzzMakyPimCg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:10:41.193516Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.14068","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:22078fc166ae412dbb1abad8853740edfea175a43a9f9e9e6e7c084c030da7d2","sha256:cfee5ebff0c37f33c19f4bcab03ac080206257cb1238fea810c66dfbb288ef21"],"state_sha256":"165a430d4a5165b6c4894d80aff861442a66912c37be86db5769a49221329271"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kTvmKSY/vUAL3/ZV+Bp/nj1cqCo3FfLUF//Jn2R5MpBqfac5DVzCfeOR75VFriDRFpck5voD0GCocEJ5qUooCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T09:05:53.992699Z","bundle_sha256":"5a8a5d26382d32fd42a1e9310c20a187c44eddb87ccd5b2105939ae94eb73470"}}