{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:WU37GCV2NMOZKHFV4VKMX376N5","short_pith_number":"pith:WU37GCV2","canonical_record":{"source":{"id":"2501.07238","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-01-13T11:36:33Z","cross_cats_sorted":[],"title_canon_sha256":"1e06b001556c08407d03f147e04da3bdb17af7a922ac8c03e7a6177e7ad8f1fc","abstract_canon_sha256":"261e78fd01eb07db80d5214238b37fe16435d16e00f213ebe84866bf02c0a812"},"schema_version":"1.0"},"canonical_sha256":"b537f30aba6b1d951cb5e554cbeffe6f45ab1486743067d6fcb933fd144d6ebb","source":{"kind":"arxiv","id":"2501.07238","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.07238","created_at":"2026-07-05T10:00:17Z"},{"alias_kind":"arxiv_version","alias_value":"2501.07238v1","created_at":"2026-07-05T10:00:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.07238","created_at":"2026-07-05T10:00:17Z"},{"alias_kind":"pith_short_12","alias_value":"WU37GCV2NMOZ","created_at":"2026-07-05T10:00:17Z"},{"alias_kind":"pith_short_16","alias_value":"WU37GCV2NMOZKHFV","created_at":"2026-07-05T10:00:17Z"},{"alias_kind":"pith_short_8","alias_value":"WU37GCV2","created_at":"2026-07-05T10:00:17Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:WU37GCV2NMOZKHFV4VKMX376N5","target":"record","payload":{"canonical_record":{"source":{"id":"2501.07238","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-01-13T11:36:33Z","cross_cats_sorted":[],"title_canon_sha256":"1e06b001556c08407d03f147e04da3bdb17af7a922ac8c03e7a6177e7ad8f1fc","abstract_canon_sha256":"261e78fd01eb07db80d5214238b37fe16435d16e00f213ebe84866bf02c0a812"},"schema_version":"1.0"},"canonical_sha256":"b537f30aba6b1d951cb5e554cbeffe6f45ab1486743067d6fcb933fd144d6ebb","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:00:17.773105Z","signature_b64":"jlCSSHm+UkCyfs/BPgHjZg4agmpnf3wAXQD4bpkC8unx4rlZ2xl9vSBFr7yuCrlnnYR1CHMaXL91pqRZRUbsCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b537f30aba6b1d951cb5e554cbeffe6f45ab1486743067d6fcb933fd144d6ebb","last_reissued_at":"2026-07-05T10:00:17.772625Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:00:17.772625Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2501.07238","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:00:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gaAmGYAmKEtJG6bKI6mpcT8qawn9SYcaCulaeE7vFR6S5yf/Tv6OUtXjxg3iicpgx2JHQlE128LVJal8S2FrBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T12:41:16.817319Z"},"content_sha256":"32cfabb0876ff69933ed657ab7ec6ee74e6428f1123764a28ae93f922faaecd4","schema_version":"1.0","event_id":"sha256:32cfabb0876ff69933ed657ab7ec6ee74e6428f1123764a28ae93f922faaecd4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:WU37GCV2NMOZKHFV4VKMX376N5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Lessons From Red Teaming 100 Generative AI Products","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Amanda Minnich, Blake Bullwinkel, Bolor-Erdene Jagdagdorj, Chang Kawaguchi, Daniel Jones, Eugenia Kim, Gary Lopez, Giorgio Severi, Joris de Gruyter, Justin Song, Katherine Pratt, Keegan Hines, Mark Russinovich, Martin Pouliot, Nina Chikanov, Pete Bryan, Raja Sekhar Rao Dheekonda, Ram Shankar Siva Kumar, Richard Lundeen, Roman Lutz, Sam Vaughan, Saphir Qi, Shiven Chawla, Victoria Westerhoff, Whitney Maxwell, Yonatan Zunger","submitted_at":"2025-01-13T11:36:33Z","abstract_excerpt":"In recent years, AI red teaming has emerged as a practice for probing the safety and security of generative AI systems. Due to the nascency of the field, there are many open questions about how red teaming operations should be conducted. Based on our experience red teaming over 100 generative AI products at Microsoft, we present our internal threat model ontology and eight main lessons we have learned:\n  1. Understand what the system can do and where it is applied\n  2. You don't have to compute gradients to break an AI system\n  3. AI red teaming is not safety benchmarking\n  4. Automation can h"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.07238","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2501.07238/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:00:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Gpl8Nb0MW3mcHFf5nPIDEhdVscsEIIa5hHnEc961hXyvKW3tdrUy4cyR0Ulk67yzx+Atouqm1Y5U9murVyBuCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T12:41:16.818357Z"},"content_sha256":"2e445b5c03f2963af34801ece4586d1dc016ae7088c7005dc9e8fe4cb730eecb","schema_version":"1.0","event_id":"sha256:2e445b5c03f2963af34801ece4586d1dc016ae7088c7005dc9e8fe4cb730eecb"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WU37GCV2NMOZKHFV4VKMX376N5/bundle.json","state_url":"https://pith.science/pith/WU37GCV2NMOZKHFV4VKMX376N5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WU37GCV2NMOZKHFV4VKMX376N5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-19T12:41:16Z","links":{"resolver":"https://pith.science/pith/WU37GCV2NMOZKHFV4VKMX376N5","bundle":"https://pith.science/pith/WU37GCV2NMOZKHFV4VKMX376N5/bundle.json","state":"https://pith.science/pith/WU37GCV2NMOZKHFV4VKMX376N5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WU37GCV2NMOZKHFV4VKMX376N5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:WU37GCV2NMOZKHFV4VKMX376N5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"261e78fd01eb07db80d5214238b37fe16435d16e00f213ebe84866bf02c0a812","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-01-13T11:36:33Z","title_canon_sha256":"1e06b001556c08407d03f147e04da3bdb17af7a922ac8c03e7a6177e7ad8f1fc"},"schema_version":"1.0","source":{"id":"2501.07238","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.07238","created_at":"2026-07-05T10:00:17Z"},{"alias_kind":"arxiv_version","alias_value":"2501.07238v1","created_at":"2026-07-05T10:00:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.07238","created_at":"2026-07-05T10:00:17Z"},{"alias_kind":"pith_short_12","alias_value":"WU37GCV2NMOZ","created_at":"2026-07-05T10:00:17Z"},{"alias_kind":"pith_short_16","alias_value":"WU37GCV2NMOZKHFV","created_at":"2026-07-05T10:00:17Z"},{"alias_kind":"pith_short_8","alias_value":"WU37GCV2","created_at":"2026-07-05T10:00:17Z"}],"graph_snapshots":[{"event_id":"sha256:2e445b5c03f2963af34801ece4586d1dc016ae7088c7005dc9e8fe4cb730eecb","target":"graph","created_at":"2026-07-05T10:00:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.07238/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In recent years, AI red teaming has emerged as a practice for probing the safety and security of generative AI systems. Due to the nascency of the field, there are many open questions about how red teaming operations should be conducted. Based on our experience red teaming over 100 generative AI products at Microsoft, we present our internal threat model ontology and eight main lessons we have learned:\n  1. Understand what the system can do and where it is applied\n  2. You don't have to compute gradients to break an AI system\n  3. AI red teaming is not safety benchmarking\n  4. Automation can h","authors_text":"Amanda Minnich, Blake Bullwinkel, Bolor-Erdene Jagdagdorj, Chang Kawaguchi, Daniel Jones, Eugenia Kim, Gary Lopez, Giorgio Severi, Joris de Gruyter, Justin Song, Katherine Pratt, Keegan Hines, Mark Russinovich, Martin Pouliot, Nina Chikanov, Pete Bryan, Raja Sekhar Rao Dheekonda, Ram Shankar Siva Kumar, Richard Lundeen, Roman Lutz, Sam Vaughan, Saphir Qi, Shiven Chawla, Victoria Westerhoff, Whitney Maxwell, Yonatan Zunger","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-01-13T11:36:33Z","title":"Lessons From Red Teaming 100 Generative AI Products"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.07238","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:32cfabb0876ff69933ed657ab7ec6ee74e6428f1123764a28ae93f922faaecd4","target":"record","created_at":"2026-07-05T10:00:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"261e78fd01eb07db80d5214238b37fe16435d16e00f213ebe84866bf02c0a812","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-01-13T11:36:33Z","title_canon_sha256":"1e06b001556c08407d03f147e04da3bdb17af7a922ac8c03e7a6177e7ad8f1fc"},"schema_version":"1.0","source":{"id":"2501.07238","kind":"arxiv","version":1}},"canonical_sha256":"b537f30aba6b1d951cb5e554cbeffe6f45ab1486743067d6fcb933fd144d6ebb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b537f30aba6b1d951cb5e554cbeffe6f45ab1486743067d6fcb933fd144d6ebb","first_computed_at":"2026-07-05T10:00:17.772625Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:00:17.772625Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"jlCSSHm+UkCyfs/BPgHjZg4agmpnf3wAXQD4bpkC8unx4rlZ2xl9vSBFr7yuCrlnnYR1CHMaXL91pqRZRUbsCg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:00:17.773105Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.07238","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:32cfabb0876ff69933ed657ab7ec6ee74e6428f1123764a28ae93f922faaecd4","sha256:2e445b5c03f2963af34801ece4586d1dc016ae7088c7005dc9e8fe4cb730eecb"],"state_sha256":"de2a2cb25471dd76818279468a7280978f8f262c24516f18c7e62ca116542589"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JvKi5PraHihFEfIP4DAl24ayOABnCIuhiIcKNH9Fi7XiKQHOY9+vLsFdj/ugYok+9oWw12yvhsoETUt18MUpCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-19T12:41:16.825600Z","bundle_sha256":"bd1604ba6e5de71163369386e93653594c24718c03d69c2de08133ce94b1e6e9"}}