{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:FLYYDRDCY4YHZBK4LF7UZLN2EL","short_pith_number":"pith:FLYYDRDC","canonical_record":{"source":{"id":"2407.21792","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-07-31T17:59:24Z","cross_cats_sorted":["cs.AI","cs.CL","cs.CY"],"title_canon_sha256":"fba3995e94ed39ff55c2e2d511bc9101552a9a5c120edf3c0ffe6d1184d3a57f","abstract_canon_sha256":"57eeb54e3ce58b19092ca428332d4d85bfc87f6ae68137adb0536d3fe0940ac0"},"schema_version":"1.0"},"canonical_sha256":"2af181c462c7307c855c597f4cadba22e99dba1b90c9a44a753c4a0b1d3c6418","source":{"kind":"arxiv","id":"2407.21792","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.21792","created_at":"2026-07-05T09:54:27Z"},{"alias_kind":"arxiv_version","alias_value":"2407.21792v3","created_at":"2026-07-05T09:54:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.21792","created_at":"2026-07-05T09:54:27Z"},{"alias_kind":"pith_short_12","alias_value":"FLYYDRDCY4YH","created_at":"2026-07-05T09:54:27Z"},{"alias_kind":"pith_short_16","alias_value":"FLYYDRDCY4YHZBK4","created_at":"2026-07-05T09:54:27Z"},{"alias_kind":"pith_short_8","alias_value":"FLYYDRDC","created_at":"2026-07-05T09:54:27Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:FLYYDRDCY4YHZBK4LF7UZLN2EL","target":"record","payload":{"canonical_record":{"source":{"id":"2407.21792","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-07-31T17:59:24Z","cross_cats_sorted":["cs.AI","cs.CL","cs.CY"],"title_canon_sha256":"fba3995e94ed39ff55c2e2d511bc9101552a9a5c120edf3c0ffe6d1184d3a57f","abstract_canon_sha256":"57eeb54e3ce58b19092ca428332d4d85bfc87f6ae68137adb0536d3fe0940ac0"},"schema_version":"1.0"},"canonical_sha256":"2af181c462c7307c855c597f4cadba22e99dba1b90c9a44a753c4a0b1d3c6418","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:54:27.899700Z","signature_b64":"EFZA4V/mrr21737MgL5uDa3HMuBZpPVPHZQ2dA285QR+O9gJZAv/Rn26jsnVpUwIulXlMjcu7sDj9i55d4v8Aw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2af181c462c7307c855c597f4cadba22e99dba1b90c9a44a753c4a0b1d3c6418","last_reissued_at":"2026-07-05T09:54:27.899241Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:54:27.899241Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.21792","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:54:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tm92eeO9KsZ5tU9OWRs1rYCeKtFdV47/uEWRmGdd9dKoE7O8PoOXfboD3hH07I8wxu0EJjuTtogbVWAMIItlBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-27T00:42:14.319957Z"},"content_sha256":"4edb7095fea6bf575c9419eeb1cef47054914c26e3f928591842086704784e72","schema_version":"1.0","event_id":"sha256:4edb7095fea6bf575c9419eeb1cef47054914c26e3f928591842086704784e72"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:FLYYDRDCY4YHZBK4LF7UZLN2EL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Safetywashing: Do AI Safety Benchmarks Actually Measure Safety Progress?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL","cs.CY"],"primary_cat":"cs.LG","authors_text":"Adam Khoja, Alexander Pan, Alice Gatti, Dan Hendrycks, Gabriel Mukobi, Long Phan, Mantas Mazeika, Richard Ren, Ryan H. Kim, Stephen Fitz, Steven Basart, Xuwang Yin","submitted_at":"2024-07-31T17:59:24Z","abstract_excerpt":"As artificial intelligence systems grow more powerful, there has been increasing interest in \"AI safety\" research to address emerging and future risks. However, the field of AI safety remains poorly defined and inconsistently measured, leading to confusion about how researchers can contribute. This lack of clarity is compounded by the unclear relationship between AI safety benchmarks and upstream general capabilities (e.g., general knowledge and reasoning). To address these issues, we conduct a comprehensive meta-analysis of AI safety benchmarks, empirically analyzing their correlation with ge"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.21792","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.21792/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:54:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GQ1Am/P00QvSIxadRw8IzWNRM8jn0aRAhk1aAQwHzE4e0eQbeoozsxSN3zqt7mqIL7SlwArum/8zuraKn776Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-27T00:42:14.320344Z"},"content_sha256":"54b82a990a008f5c9326b16fc80226c38e4f1f104d8e6347495a1db1ee6a4849","schema_version":"1.0","event_id":"sha256:54b82a990a008f5c9326b16fc80226c38e4f1f104d8e6347495a1db1ee6a4849"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/FLYYDRDCY4YHZBK4LF7UZLN2EL/bundle.json","state_url":"https://pith.science/pith/FLYYDRDCY4YHZBK4LF7UZLN2EL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/FLYYDRDCY4YHZBK4LF7UZLN2EL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-27T00:42:14Z","links":{"resolver":"https://pith.science/pith/FLYYDRDCY4YHZBK4LF7UZLN2EL","bundle":"https://pith.science/pith/FLYYDRDCY4YHZBK4LF7UZLN2EL/bundle.json","state":"https://pith.science/pith/FLYYDRDCY4YHZBK4LF7UZLN2EL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/FLYYDRDCY4YHZBK4LF7UZLN2EL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:FLYYDRDCY4YHZBK4LF7UZLN2EL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"57eeb54e3ce58b19092ca428332d4d85bfc87f6ae68137adb0536d3fe0940ac0","cross_cats_sorted":["cs.AI","cs.CL","cs.CY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-07-31T17:59:24Z","title_canon_sha256":"fba3995e94ed39ff55c2e2d511bc9101552a9a5c120edf3c0ffe6d1184d3a57f"},"schema_version":"1.0","source":{"id":"2407.21792","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.21792","created_at":"2026-07-05T09:54:27Z"},{"alias_kind":"arxiv_version","alias_value":"2407.21792v3","created_at":"2026-07-05T09:54:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.21792","created_at":"2026-07-05T09:54:27Z"},{"alias_kind":"pith_short_12","alias_value":"FLYYDRDCY4YH","created_at":"2026-07-05T09:54:27Z"},{"alias_kind":"pith_short_16","alias_value":"FLYYDRDCY4YHZBK4","created_at":"2026-07-05T09:54:27Z"},{"alias_kind":"pith_short_8","alias_value":"FLYYDRDC","created_at":"2026-07-05T09:54:27Z"}],"graph_snapshots":[{"event_id":"sha256:54b82a990a008f5c9326b16fc80226c38e4f1f104d8e6347495a1db1ee6a4849","target":"graph","created_at":"2026-07-05T09:54:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.21792/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"As artificial intelligence systems grow more powerful, there has been increasing interest in \"AI safety\" research to address emerging and future risks. However, the field of AI safety remains poorly defined and inconsistently measured, leading to confusion about how researchers can contribute. This lack of clarity is compounded by the unclear relationship between AI safety benchmarks and upstream general capabilities (e.g., general knowledge and reasoning). To address these issues, we conduct a comprehensive meta-analysis of AI safety benchmarks, empirically analyzing their correlation with ge","authors_text":"Adam Khoja, Alexander Pan, Alice Gatti, Dan Hendrycks, Gabriel Mukobi, Long Phan, Mantas Mazeika, Richard Ren, Ryan H. Kim, Stephen Fitz, Steven Basart, Xuwang Yin","cross_cats":["cs.AI","cs.CL","cs.CY"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-07-31T17:59:24Z","title":"Safetywashing: Do AI Safety Benchmarks Actually Measure Safety Progress?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.21792","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4edb7095fea6bf575c9419eeb1cef47054914c26e3f928591842086704784e72","target":"record","created_at":"2026-07-05T09:54:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"57eeb54e3ce58b19092ca428332d4d85bfc87f6ae68137adb0536d3fe0940ac0","cross_cats_sorted":["cs.AI","cs.CL","cs.CY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-07-31T17:59:24Z","title_canon_sha256":"fba3995e94ed39ff55c2e2d511bc9101552a9a5c120edf3c0ffe6d1184d3a57f"},"schema_version":"1.0","source":{"id":"2407.21792","kind":"arxiv","version":3}},"canonical_sha256":"2af181c462c7307c855c597f4cadba22e99dba1b90c9a44a753c4a0b1d3c6418","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2af181c462c7307c855c597f4cadba22e99dba1b90c9a44a753c4a0b1d3c6418","first_computed_at":"2026-07-05T09:54:27.899241Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:54:27.899241Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"EFZA4V/mrr21737MgL5uDa3HMuBZpPVPHZQ2dA285QR+O9gJZAv/Rn26jsnVpUwIulXlMjcu7sDj9i55d4v8Aw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:54:27.899700Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.21792","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4edb7095fea6bf575c9419eeb1cef47054914c26e3f928591842086704784e72","sha256:54b82a990a008f5c9326b16fc80226c38e4f1f104d8e6347495a1db1ee6a4849"],"state_sha256":"24d116c825a54763b567db41b7240803b2f880b9972b4ce4664a1723ecc30721"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7yJ2J9cyzRpsr9aR/0kaq1K3P4/svFgkLySzCbzwoJhzKYnevCzccnSX4+ZhWJbFD6L9Hi0547BYiQyciaCEDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-27T00:42:14.322918Z","bundle_sha256":"bcd4b303563979f15f05ddd23057f769a6854c0273aec58a49fd49780e70cbd5"}}