{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:CIGSZSAVGT3Q2FB5N3XMRGQGTY","short_pith_number":"pith:CIGSZSAV","canonical_record":{"source":{"id":"2502.15797","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CR","submitted_at":"2025-02-18T19:33:14Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"a0cc419b7d062289599c6f414aa2374b6c68d6562e3e93330c2875af48bd3f9a","abstract_canon_sha256":"799369997df1d9c9707d9db6990a9deea1c16d1a54d07a12000f62ac8b0e929c"},"schema_version":"1.0"},"canonical_sha256":"120d2cc81534f70d143d6eeec89a069e3f4603d98621b797eece4acb5545e3b8","source":{"kind":"arxiv","id":"2502.15797","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.15797","created_at":"2026-07-05T10:18:16Z"},{"alias_kind":"arxiv_version","alias_value":"2502.15797v1","created_at":"2026-07-05T10:18:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.15797","created_at":"2026-07-05T10:18:16Z"},{"alias_kind":"pith_short_12","alias_value":"CIGSZSAVGT3Q","created_at":"2026-07-05T10:18:16Z"},{"alias_kind":"pith_short_16","alias_value":"CIGSZSAVGT3Q2FB5","created_at":"2026-07-05T10:18:16Z"},{"alias_kind":"pith_short_8","alias_value":"CIGSZSAV","created_at":"2026-07-05T10:18:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:CIGSZSAVGT3Q2FB5N3XMRGQGTY","target":"record","payload":{"canonical_record":{"source":{"id":"2502.15797","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CR","submitted_at":"2025-02-18T19:33:14Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"a0cc419b7d062289599c6f414aa2374b6c68d6562e3e93330c2875af48bd3f9a","abstract_canon_sha256":"799369997df1d9c9707d9db6990a9deea1c16d1a54d07a12000f62ac8b0e929c"},"schema_version":"1.0"},"canonical_sha256":"120d2cc81534f70d143d6eeec89a069e3f4603d98621b797eece4acb5545e3b8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:18:16.540590Z","signature_b64":"nVY+jrzegdsJhcmM+RYyOswJljtgs+sJ42VE4UzlSlhS9NrJjvPLxJdQtyHQQHFD+QVhVET745yEV38MkyyDBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"120d2cc81534f70d143d6eeec89a069e3f4603d98621b797eece4acb5545e3b8","last_reissued_at":"2026-07-05T10:18:16.540180Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:18:16.540180Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.15797","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:18:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4wzr7T2BCaR5m/kedKAfD8Op1fOe7souVgHbPoez9hl/eVyBH+65O5Qh52MX/dCOx5aZiAbtDE2PryL3nIVNBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T12:02:10.308344Z"},"content_sha256":"018b221c0478f7f3c812f7c4caeb06d375611c12ea58bb9ff5c78b5755597ced","schema_version":"1.0","event_id":"sha256:018b221c0478f7f3c812f7c4caeb06d375611c12ea58bb9ff5c78b5755597ced"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:CIGSZSAVGT3Q2FB5N3XMRGQGTY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"OCCULT: Evaluating Large Language Models for Offensive Cyber Operation Capabilities","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CR","authors_text":"Alex Byrne, Dan Martin, Ethan Michalak, Gianpaolo Russo, Guido Zarrella, Marissa Dotter, Michael Kouremetis, Michael Threet","submitted_at":"2025-02-18T19:33:14Z","abstract_excerpt":"The prospect of artificial intelligence (AI) competing in the adversarial landscape of cyber security has long been considered one of the most impactful, challenging, and potentially dangerous applications of AI. Here, we demonstrate a new approach to assessing AI's progress towards enabling and scaling real-world offensive cyber operations (OCO) tactics in use by modern threat actors. We detail OCCULT, a lightweight operational evaluation framework that allows cyber security experts to contribute to rigorous and repeatable measurement of the plausible cyber security risks associated with any "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.15797","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.15797/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:18:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2UyDxqvrEf5qtPkvXGD5IxU36qzjB1pXtB+9P/Ox951JC/GchzMYcQ+zdIjJN0dXZ+War7aqMix5idKTf0pvAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T12:02:10.308849Z"},"content_sha256":"d7c46d363601d33a7af60931b9b0953e81855cefce674c59db143eb0d0954dac","schema_version":"1.0","event_id":"sha256:d7c46d363601d33a7af60931b9b0953e81855cefce674c59db143eb0d0954dac"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CIGSZSAVGT3Q2FB5N3XMRGQGTY/bundle.json","state_url":"https://pith.science/pith/CIGSZSAVGT3Q2FB5N3XMRGQGTY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CIGSZSAVGT3Q2FB5N3XMRGQGTY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-01T12:02:10Z","links":{"resolver":"https://pith.science/pith/CIGSZSAVGT3Q2FB5N3XMRGQGTY","bundle":"https://pith.science/pith/CIGSZSAVGT3Q2FB5N3XMRGQGTY/bundle.json","state":"https://pith.science/pith/CIGSZSAVGT3Q2FB5N3XMRGQGTY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CIGSZSAVGT3Q2FB5N3XMRGQGTY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:CIGSZSAVGT3Q2FB5N3XMRGQGTY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"799369997df1d9c9707d9db6990a9deea1c16d1a54d07a12000f62ac8b0e929c","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CR","submitted_at":"2025-02-18T19:33:14Z","title_canon_sha256":"a0cc419b7d062289599c6f414aa2374b6c68d6562e3e93330c2875af48bd3f9a"},"schema_version":"1.0","source":{"id":"2502.15797","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.15797","created_at":"2026-07-05T10:18:16Z"},{"alias_kind":"arxiv_version","alias_value":"2502.15797v1","created_at":"2026-07-05T10:18:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.15797","created_at":"2026-07-05T10:18:16Z"},{"alias_kind":"pith_short_12","alias_value":"CIGSZSAVGT3Q","created_at":"2026-07-05T10:18:16Z"},{"alias_kind":"pith_short_16","alias_value":"CIGSZSAVGT3Q2FB5","created_at":"2026-07-05T10:18:16Z"},{"alias_kind":"pith_short_8","alias_value":"CIGSZSAV","created_at":"2026-07-05T10:18:16Z"}],"graph_snapshots":[{"event_id":"sha256:d7c46d363601d33a7af60931b9b0953e81855cefce674c59db143eb0d0954dac","target":"graph","created_at":"2026-07-05T10:18:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.15797/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The prospect of artificial intelligence (AI) competing in the adversarial landscape of cyber security has long been considered one of the most impactful, challenging, and potentially dangerous applications of AI. Here, we demonstrate a new approach to assessing AI's progress towards enabling and scaling real-world offensive cyber operations (OCO) tactics in use by modern threat actors. We detail OCCULT, a lightweight operational evaluation framework that allows cyber security experts to contribute to rigorous and repeatable measurement of the plausible cyber security risks associated with any ","authors_text":"Alex Byrne, Dan Martin, Ethan Michalak, Gianpaolo Russo, Guido Zarrella, Marissa Dotter, Michael Kouremetis, Michael Threet","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CR","submitted_at":"2025-02-18T19:33:14Z","title":"OCCULT: Evaluating Large Language Models for Offensive Cyber Operation Capabilities"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.15797","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:018b221c0478f7f3c812f7c4caeb06d375611c12ea58bb9ff5c78b5755597ced","target":"record","created_at":"2026-07-05T10:18:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"799369997df1d9c9707d9db6990a9deea1c16d1a54d07a12000f62ac8b0e929c","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CR","submitted_at":"2025-02-18T19:33:14Z","title_canon_sha256":"a0cc419b7d062289599c6f414aa2374b6c68d6562e3e93330c2875af48bd3f9a"},"schema_version":"1.0","source":{"id":"2502.15797","kind":"arxiv","version":1}},"canonical_sha256":"120d2cc81534f70d143d6eeec89a069e3f4603d98621b797eece4acb5545e3b8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"120d2cc81534f70d143d6eeec89a069e3f4603d98621b797eece4acb5545e3b8","first_computed_at":"2026-07-05T10:18:16.540180Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:18:16.540180Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"nVY+jrzegdsJhcmM+RYyOswJljtgs+sJ42VE4UzlSlhS9NrJjvPLxJdQtyHQQHFD+QVhVET745yEV38MkyyDBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:18:16.540590Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.15797","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:018b221c0478f7f3c812f7c4caeb06d375611c12ea58bb9ff5c78b5755597ced","sha256:d7c46d363601d33a7af60931b9b0953e81855cefce674c59db143eb0d0954dac"],"state_sha256":"0ba8dc87574037f76d0094b347acdf0055b3f0a97477f3104d177fa016fce96d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8eRRp/4E5tXjfGKAfJ/JMqD7FzTlYZY47mbM++o3UnWGOBbwcORwAYukSwcPjxxZHvwsbJpBZ1eKIAjJQXGsCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-01T12:02:10.313919Z","bundle_sha256":"2eda0a1b038fc8f8f333ac9efeb1cff9ed6116dafadff9489da6965c0468d5ef"}}