{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:HU2VGYC5YAE5NONHLRTV3G2HYG","short_pith_number":"pith:HU2VGYC5","canonical_record":{"source":{"id":"2312.04724","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2023-12-07T22:07:54Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"9dd782649300bbc3bbfed4425a7a1ccbe4429f76f6f40716d4e48c35ee66b3d0","abstract_canon_sha256":"c39c41c73f7fae133226c05c6994d1c11262d31b9cea67e0cdda63fece47def1"},"schema_version":"1.0"},"canonical_sha256":"3d3553605dc009d6b9a75c675d9b47c19f2c6687c1594643b8077659cfea69e3","source":{"kind":"arxiv","id":"2312.04724","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.04724","created_at":"2026-07-05T07:21:50Z"},{"alias_kind":"arxiv_version","alias_value":"2312.04724v1","created_at":"2026-07-05T07:21:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.04724","created_at":"2026-07-05T07:21:50Z"},{"alias_kind":"pith_short_12","alias_value":"HU2VGYC5YAE5","created_at":"2026-07-05T07:21:50Z"},{"alias_kind":"pith_short_16","alias_value":"HU2VGYC5YAE5NONH","created_at":"2026-07-05T07:21:50Z"},{"alias_kind":"pith_short_8","alias_value":"HU2VGYC5","created_at":"2026-07-05T07:21:50Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:HU2VGYC5YAE5NONHLRTV3G2HYG","target":"record","payload":{"canonical_record":{"source":{"id":"2312.04724","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2023-12-07T22:07:54Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"9dd782649300bbc3bbfed4425a7a1ccbe4429f76f6f40716d4e48c35ee66b3d0","abstract_canon_sha256":"c39c41c73f7fae133226c05c6994d1c11262d31b9cea67e0cdda63fece47def1"},"schema_version":"1.0"},"canonical_sha256":"3d3553605dc009d6b9a75c675d9b47c19f2c6687c1594643b8077659cfea69e3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:21:50.425050Z","signature_b64":"e9k0p6RhXV94hymaR+kt2MA/msebDk1W6XXfVAGmKdGDF9CZwU5BzY+rMavWGuXRchUONsmXkGez97Hgt7CECQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3d3553605dc009d6b9a75c675d9b47c19f2c6687c1594643b8077659cfea69e3","last_reissued_at":"2026-07-05T07:21:50.424526Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:21:50.424526Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2312.04724","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:21:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MxORbE3LWtwGdLZKiuqKC/nX/VsZTbNr9xtAE99IsQPW1agE/9KF0bFBItvKE0EoMeIBQs7POcJKGEYIqAMOAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T07:51:31.531565Z"},"content_sha256":"0e10173a39e8133cd643844e3774af130982f834fa7ed973c70b6b1aae03aa63","schema_version":"1.0","event_id":"sha256:0e10173a39e8133cd643844e3774af130982f834fa7ed973c70b6b1aae03aa63"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:HU2VGYC5YAE5NONHLRTV3G2HYG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Purple Llama CyberSecEval: A Secure Coding Benchmark for Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CR","authors_text":"Aleksandar Straumann, Cornelius Aschermann, Cyrus Nikolaidis, Daniel Song, David LeBlanc, Dhaval Kapil, Dominik Gabi, Faizan Ahmad, Gabriel Synnaeve, Ivan Evtimov, James Milazzo, Joshua Saxe, Lorenzo Fontana, Manish Bhatt, Ravi Prakash Giri, Sahana Chennabasappa, Sasha Frolov, Shengye Wan, Spencer Whitman, Varun Vontimitta, Yiannis Kozyrakis","submitted_at":"2023-12-07T22:07:54Z","abstract_excerpt":"This paper presents CyberSecEval, a comprehensive benchmark developed to help bolster the cybersecurity of Large Language Models (LLMs) employed as coding assistants. As what we believe to be the most extensive unified cybersecurity safety benchmark to date, CyberSecEval provides a thorough evaluation of LLMs in two crucial security domains: their propensity to generate insecure code and their level of compliance when asked to assist in cyberattacks. Through a case study involving seven models from the Llama 2, Code Llama, and OpenAI GPT large language model families, CyberSecEval effectively "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.04724","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2312.04724/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:21:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4Z73cAtLquRFkf3To/ljs+sX+eGo8b5blhIbujM/yd7T86Q2OfIBAE82RWfKSgXwnbGWKiJkzqDJ4eFZCPVpBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T07:51:31.532065Z"},"content_sha256":"17671c0ac8fe53bbbbd37fb8f63fe6803765f3b60d65d565eb16433138e83251","schema_version":"1.0","event_id":"sha256:17671c0ac8fe53bbbbd37fb8f63fe6803765f3b60d65d565eb16433138e83251"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HU2VGYC5YAE5NONHLRTV3G2HYG/bundle.json","state_url":"https://pith.science/pith/HU2VGYC5YAE5NONHLRTV3G2HYG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HU2VGYC5YAE5NONHLRTV3G2HYG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-15T07:51:31Z","links":{"resolver":"https://pith.science/pith/HU2VGYC5YAE5NONHLRTV3G2HYG","bundle":"https://pith.science/pith/HU2VGYC5YAE5NONHLRTV3G2HYG/bundle.json","state":"https://pith.science/pith/HU2VGYC5YAE5NONHLRTV3G2HYG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HU2VGYC5YAE5NONHLRTV3G2HYG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:HU2VGYC5YAE5NONHLRTV3G2HYG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c39c41c73f7fae133226c05c6994d1c11262d31b9cea67e0cdda63fece47def1","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2023-12-07T22:07:54Z","title_canon_sha256":"9dd782649300bbc3bbfed4425a7a1ccbe4429f76f6f40716d4e48c35ee66b3d0"},"schema_version":"1.0","source":{"id":"2312.04724","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.04724","created_at":"2026-07-05T07:21:50Z"},{"alias_kind":"arxiv_version","alias_value":"2312.04724v1","created_at":"2026-07-05T07:21:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.04724","created_at":"2026-07-05T07:21:50Z"},{"alias_kind":"pith_short_12","alias_value":"HU2VGYC5YAE5","created_at":"2026-07-05T07:21:50Z"},{"alias_kind":"pith_short_16","alias_value":"HU2VGYC5YAE5NONH","created_at":"2026-07-05T07:21:50Z"},{"alias_kind":"pith_short_8","alias_value":"HU2VGYC5","created_at":"2026-07-05T07:21:50Z"}],"graph_snapshots":[{"event_id":"sha256:17671c0ac8fe53bbbbd37fb8f63fe6803765f3b60d65d565eb16433138e83251","target":"graph","created_at":"2026-07-05T07:21:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2312.04724/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper presents CyberSecEval, a comprehensive benchmark developed to help bolster the cybersecurity of Large Language Models (LLMs) employed as coding assistants. As what we believe to be the most extensive unified cybersecurity safety benchmark to date, CyberSecEval provides a thorough evaluation of LLMs in two crucial security domains: their propensity to generate insecure code and their level of compliance when asked to assist in cyberattacks. Through a case study involving seven models from the Llama 2, Code Llama, and OpenAI GPT large language model families, CyberSecEval effectively ","authors_text":"Aleksandar Straumann, Cornelius Aschermann, Cyrus Nikolaidis, Daniel Song, David LeBlanc, Dhaval Kapil, Dominik Gabi, Faizan Ahmad, Gabriel Synnaeve, Ivan Evtimov, James Milazzo, Joshua Saxe, Lorenzo Fontana, Manish Bhatt, Ravi Prakash Giri, Sahana Chennabasappa, Sasha Frolov, Shengye Wan, Spencer Whitman, Varun Vontimitta, Yiannis Kozyrakis","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2023-12-07T22:07:54Z","title":"Purple Llama CyberSecEval: A Secure Coding Benchmark for Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.04724","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0e10173a39e8133cd643844e3774af130982f834fa7ed973c70b6b1aae03aa63","target":"record","created_at":"2026-07-05T07:21:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c39c41c73f7fae133226c05c6994d1c11262d31b9cea67e0cdda63fece47def1","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2023-12-07T22:07:54Z","title_canon_sha256":"9dd782649300bbc3bbfed4425a7a1ccbe4429f76f6f40716d4e48c35ee66b3d0"},"schema_version":"1.0","source":{"id":"2312.04724","kind":"arxiv","version":1}},"canonical_sha256":"3d3553605dc009d6b9a75c675d9b47c19f2c6687c1594643b8077659cfea69e3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3d3553605dc009d6b9a75c675d9b47c19f2c6687c1594643b8077659cfea69e3","first_computed_at":"2026-07-05T07:21:50.424526Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:21:50.424526Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"e9k0p6RhXV94hymaR+kt2MA/msebDk1W6XXfVAGmKdGDF9CZwU5BzY+rMavWGuXRchUONsmXkGez97Hgt7CECQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:21:50.425050Z","signed_message":"canonical_sha256_bytes"},"source_id":"2312.04724","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0e10173a39e8133cd643844e3774af130982f834fa7ed973c70b6b1aae03aa63","sha256:17671c0ac8fe53bbbbd37fb8f63fe6803765f3b60d65d565eb16433138e83251"],"state_sha256":"17712182d77cdada3b11dd5c72af6cbbb180498e6d7b41426900aa29204426cb"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Sdq2ROWLCRkYL/nc+sCXZiitcLgkT0DQDBi8N8gmhTAzJSXdmz3infAcqRJ5ztL9YtezysiyC6Szghje9YlJDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-15T07:51:31.536433Z","bundle_sha256":"7abc2319db6efc64f0a4f0bea5d197435f2ccbd0d3ab142f34817f796cb677f3"}}