{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:NBBTEINKXFLN5NWJU2T56RPNLY","short_pith_number":"pith:NBBTEINK","canonical_record":{"source":{"id":"2409.10756","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-09-16T22:00:20Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"1890183b6c2c5dd2ae6c854bded1adc3d1a2b483edc09dbeff42cad451cb4100","abstract_canon_sha256":"95c3857c1beb23b0532bb7d362ee7b7c4d1650cb6a89a9c8f9a60a2ba58184a8"},"schema_version":"1.0"},"canonical_sha256":"68433221aab956deb6c9a6a7df45ed5e37b869247f5ff250c23e093c419fea82","source":{"kind":"arxiv","id":"2409.10756","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.10756","created_at":"2026-07-05T09:07:56Z"},{"alias_kind":"arxiv_version","alias_value":"2409.10756v1","created_at":"2026-07-05T09:07:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.10756","created_at":"2026-07-05T09:07:56Z"},{"alias_kind":"pith_short_12","alias_value":"NBBTEINKXFLN","created_at":"2026-07-05T09:07:56Z"},{"alias_kind":"pith_short_16","alias_value":"NBBTEINKXFLN5NWJ","created_at":"2026-07-05T09:07:56Z"},{"alias_kind":"pith_short_8","alias_value":"NBBTEINK","created_at":"2026-07-05T09:07:56Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:NBBTEINKXFLN5NWJU2T56RPNLY","target":"record","payload":{"canonical_record":{"source":{"id":"2409.10756","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-09-16T22:00:20Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"1890183b6c2c5dd2ae6c854bded1adc3d1a2b483edc09dbeff42cad451cb4100","abstract_canon_sha256":"95c3857c1beb23b0532bb7d362ee7b7c4d1650cb6a89a9c8f9a60a2ba58184a8"},"schema_version":"1.0"},"canonical_sha256":"68433221aab956deb6c9a6a7df45ed5e37b869247f5ff250c23e093c419fea82","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:07:56.489488Z","signature_b64":"0hzxQJhUDMJRE7rsqEAqSjl/3n6shfoUIfUV21FVQ0Ikg31Su5PU7ZzWwuYjLv77DaV7schT2hliZOjC3qcpCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"68433221aab956deb6c9a6a7df45ed5e37b869247f5ff250c23e093c419fea82","last_reissued_at":"2026-07-05T09:07:56.488962Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:07:56.488962Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.10756","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:07:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"370xltOhfOy9czSF3mNEJOrPOLHMjaaj2UBoWOkXEbDrNPasbfyL6X+7KLu+ZYKDJVZ29nnEx1P0j+Pl6TtVBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T12:08:58.884592Z"},"content_sha256":"bcf7965fe48333b7593669100c6fee77b454f89b2a6da9ad97b058f1bc44385c","schema_version":"1.0","event_id":"sha256:bcf7965fe48333b7593669100c6fee77b454f89b2a6da9ad97b058f1bc44385c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:NBBTEINKXFLN5NWJU2T56RPNLY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"VulnLLMEval: A Framework for Evaluating Large Language Models in Software Vulnerability Detection and Patching","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.SE","authors_text":"Arastoo Zibaeirad, Marco Vieira","submitted_at":"2024-09-16T22:00:20Z","abstract_excerpt":"Large Language Models (LLMs) have shown promise in tasks like code translation, prompting interest in their potential for automating software vulnerability detection (SVD) and patching (SVP). To further research in this area, establishing a benchmark is essential for evaluating the strengths and limitations of LLMs in these tasks. Despite their capabilities, questions remain regarding whether LLMs can accurately analyze complex vulnerabilities and generate appropriate patches. This paper introduces VulnLLMEval, a framework designed to assess the performance of LLMs in identifying and patching "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.10756","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.10756/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:07:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"y/4CwUyqw/Q/Z1UkJkfgL54/5/byUa04/F/ggSlfGSPPjmsF0L30Mtr2s8+5BiRZEJLQuz4l5SQsMHUZzqF9CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T12:08:58.885102Z"},"content_sha256":"4b647edd1af5428c9fdfd7bf73d1c0046f240c44c8ea76f4134351a1995a0a74","schema_version":"1.0","event_id":"sha256:4b647edd1af5428c9fdfd7bf73d1c0046f240c44c8ea76f4134351a1995a0a74"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NBBTEINKXFLN5NWJU2T56RPNLY/bundle.json","state_url":"https://pith.science/pith/NBBTEINKXFLN5NWJU2T56RPNLY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NBBTEINKXFLN5NWJU2T56RPNLY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-23T12:08:58Z","links":{"resolver":"https://pith.science/pith/NBBTEINKXFLN5NWJU2T56RPNLY","bundle":"https://pith.science/pith/NBBTEINKXFLN5NWJU2T56RPNLY/bundle.json","state":"https://pith.science/pith/NBBTEINKXFLN5NWJU2T56RPNLY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NBBTEINKXFLN5NWJU2T56RPNLY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:NBBTEINKXFLN5NWJU2T56RPNLY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"95c3857c1beb23b0532bb7d362ee7b7c4d1650cb6a89a9c8f9a60a2ba58184a8","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-09-16T22:00:20Z","title_canon_sha256":"1890183b6c2c5dd2ae6c854bded1adc3d1a2b483edc09dbeff42cad451cb4100"},"schema_version":"1.0","source":{"id":"2409.10756","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.10756","created_at":"2026-07-05T09:07:56Z"},{"alias_kind":"arxiv_version","alias_value":"2409.10756v1","created_at":"2026-07-05T09:07:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.10756","created_at":"2026-07-05T09:07:56Z"},{"alias_kind":"pith_short_12","alias_value":"NBBTEINKXFLN","created_at":"2026-07-05T09:07:56Z"},{"alias_kind":"pith_short_16","alias_value":"NBBTEINKXFLN5NWJ","created_at":"2026-07-05T09:07:56Z"},{"alias_kind":"pith_short_8","alias_value":"NBBTEINK","created_at":"2026-07-05T09:07:56Z"}],"graph_snapshots":[{"event_id":"sha256:4b647edd1af5428c9fdfd7bf73d1c0046f240c44c8ea76f4134351a1995a0a74","target":"graph","created_at":"2026-07-05T09:07:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.10756/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have shown promise in tasks like code translation, prompting interest in their potential for automating software vulnerability detection (SVD) and patching (SVP). To further research in this area, establishing a benchmark is essential for evaluating the strengths and limitations of LLMs in these tasks. Despite their capabilities, questions remain regarding whether LLMs can accurately analyze complex vulnerabilities and generate appropriate patches. This paper introduces VulnLLMEval, a framework designed to assess the performance of LLMs in identifying and patching ","authors_text":"Arastoo Zibaeirad, Marco Vieira","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-09-16T22:00:20Z","title":"VulnLLMEval: A Framework for Evaluating Large Language Models in Software Vulnerability Detection and Patching"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.10756","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bcf7965fe48333b7593669100c6fee77b454f89b2a6da9ad97b058f1bc44385c","target":"record","created_at":"2026-07-05T09:07:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"95c3857c1beb23b0532bb7d362ee7b7c4d1650cb6a89a9c8f9a60a2ba58184a8","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-09-16T22:00:20Z","title_canon_sha256":"1890183b6c2c5dd2ae6c854bded1adc3d1a2b483edc09dbeff42cad451cb4100"},"schema_version":"1.0","source":{"id":"2409.10756","kind":"arxiv","version":1}},"canonical_sha256":"68433221aab956deb6c9a6a7df45ed5e37b869247f5ff250c23e093c419fea82","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"68433221aab956deb6c9a6a7df45ed5e37b869247f5ff250c23e093c419fea82","first_computed_at":"2026-07-05T09:07:56.488962Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:07:56.488962Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0hzxQJhUDMJRE7rsqEAqSjl/3n6shfoUIfUV21FVQ0Ikg31Su5PU7ZzWwuYjLv77DaV7schT2hliZOjC3qcpCg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:07:56.489488Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.10756","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bcf7965fe48333b7593669100c6fee77b454f89b2a6da9ad97b058f1bc44385c","sha256:4b647edd1af5428c9fdfd7bf73d1c0046f240c44c8ea76f4134351a1995a0a74"],"state_sha256":"7adc39078818ab4ec79f7338e39acd67736b0c14bcaeb25d6508ac36271fc923"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pOWlbWR2tW+Pk67mgAiAweISnijoShW9bwfc2M6KIKkDvTL0tWmouQY3g6+r++NPd68PzMcXFbdNACil2jOZCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-23T12:08:58.888886Z","bundle_sha256":"2891b834c0466bf9c10cfe21eb5254688a74284d61f2299ce64c20207ebd0213"}}