{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:7Q6ET3R6ELPUNPJW2R4BN5TDOP","short_pith_number":"pith:7Q6ET3R6","canonical_record":{"source":{"id":"2509.03331","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2025-09-03T14:06:10Z","cross_cats_sorted":["cs.CR"],"title_canon_sha256":"a81c8d74cbe1e36af5b3489a6b92718d0087bd1ffec56552769b2a894677ba91","abstract_canon_sha256":"68e6382ad5ce205dfd34e80bdd12f87e2d380ea71e6d232ad28e76309ae32897"},"schema_version":"1.0"},"canonical_sha256":"fc3c49ee3e22df46bd36d47816f66373e2ab2ec8afa0931211aa0062b240f533","source":{"kind":"arxiv","id":"2509.03331","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2509.03331","created_at":"2026-07-05T12:04:20Z"},{"alias_kind":"arxiv_version","alias_value":"2509.03331v1","created_at":"2026-07-05T12:04:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2509.03331","created_at":"2026-07-05T12:04:20Z"},{"alias_kind":"pith_short_12","alias_value":"7Q6ET3R6ELPU","created_at":"2026-07-05T12:04:20Z"},{"alias_kind":"pith_short_16","alias_value":"7Q6ET3R6ELPUNPJW","created_at":"2026-07-05T12:04:20Z"},{"alias_kind":"pith_short_8","alias_value":"7Q6ET3R6","created_at":"2026-07-05T12:04:20Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:7Q6ET3R6ELPUNPJW2R4BN5TDOP","target":"record","payload":{"canonical_record":{"source":{"id":"2509.03331","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2025-09-03T14:06:10Z","cross_cats_sorted":["cs.CR"],"title_canon_sha256":"a81c8d74cbe1e36af5b3489a6b92718d0087bd1ffec56552769b2a894677ba91","abstract_canon_sha256":"68e6382ad5ce205dfd34e80bdd12f87e2d380ea71e6d232ad28e76309ae32897"},"schema_version":"1.0"},"canonical_sha256":"fc3c49ee3e22df46bd36d47816f66373e2ab2ec8afa0931211aa0062b240f533","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T12:04:20.603408Z","signature_b64":"uZMbXcrzpgX3i5oNHWFNgiq0Db0rTMfBamL9dw7Xv/m0StGZQxCc9Y1yDUypUetxSoe3sPj0s4Jcxnv9uldgBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fc3c49ee3e22df46bd36d47816f66373e2ab2ec8afa0931211aa0062b240f533","last_reissued_at":"2026-07-05T12:04:20.602926Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T12:04:20.602926Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2509.03331","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T12:04:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bb0zKl/OGJGRWWlfqc36IQfee1Rn4YWf2YT0GUjMjjFSsqdiYmvtFQi6rBfN0zrTfs438TvzCQRZW3TvjW7aAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T06:59:37.754572Z"},"content_sha256":"a4ff7fba33f001e1f6351461085a6e9d6a87d98261d5deea9fccdd9ad310bdef","schema_version":"1.0","event_id":"sha256:a4ff7fba33f001e1f6351461085a6e9d6a87d98261d5deea9fccdd9ad310bdef"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:7Q6ET3R6ELPUNPJW2R4BN5TDOP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"VulnRepairEval: An Exploit-Based Evaluation Framework for Assessing Large Language Model Vulnerability Repair Capabilities","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CR"],"primary_cat":"cs.SE","authors_text":"Bin Wu, Guangquan Xu, Jianfei Sun, Lingxiao Jiang, Qiang Hu, Wei Ma, Weizhe Wang, Yang Liu, Yao Zhang","submitted_at":"2025-09-03T14:06:10Z","abstract_excerpt":"The adoption of Large Language Models (LLMs) for automated software vulnerability patching has shown promising outcomes on carefully curated evaluation sets. Nevertheless, existing datasets predominantly rely on superficial validation methods rather than exploit-based verification, leading to overestimated performance in security-sensitive applications. This paper introduces VulnRepairEval, an evaluation framework anchored in functional Proof-of-Concept (PoC) exploits. Our framework delivers a comprehensive, containerized evaluation pipeline that enables reproducible differential assessment, w"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2509.03331","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2509.03331/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T12:04:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"i/wuUv/0UJqtPiUvrJ2lntliX5XeZh7eJcbq4XW6e9xM0UijHxM96a8/BGQdi+SIfn3EaXHcut7SLFrdLGfkDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T06:59:37.755094Z"},"content_sha256":"94c46306717409ac2ad385889f6583de7551e1d2ae5066794f82d73f00354f07","schema_version":"1.0","event_id":"sha256:94c46306717409ac2ad385889f6583de7551e1d2ae5066794f82d73f00354f07"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7Q6ET3R6ELPUNPJW2R4BN5TDOP/bundle.json","state_url":"https://pith.science/pith/7Q6ET3R6ELPUNPJW2R4BN5TDOP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7Q6ET3R6ELPUNPJW2R4BN5TDOP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T06:59:37Z","links":{"resolver":"https://pith.science/pith/7Q6ET3R6ELPUNPJW2R4BN5TDOP","bundle":"https://pith.science/pith/7Q6ET3R6ELPUNPJW2R4BN5TDOP/bundle.json","state":"https://pith.science/pith/7Q6ET3R6ELPUNPJW2R4BN5TDOP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7Q6ET3R6ELPUNPJW2R4BN5TDOP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:7Q6ET3R6ELPUNPJW2R4BN5TDOP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"68e6382ad5ce205dfd34e80bdd12f87e2d380ea71e6d232ad28e76309ae32897","cross_cats_sorted":["cs.CR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2025-09-03T14:06:10Z","title_canon_sha256":"a81c8d74cbe1e36af5b3489a6b92718d0087bd1ffec56552769b2a894677ba91"},"schema_version":"1.0","source":{"id":"2509.03331","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2509.03331","created_at":"2026-07-05T12:04:20Z"},{"alias_kind":"arxiv_version","alias_value":"2509.03331v1","created_at":"2026-07-05T12:04:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2509.03331","created_at":"2026-07-05T12:04:20Z"},{"alias_kind":"pith_short_12","alias_value":"7Q6ET3R6ELPU","created_at":"2026-07-05T12:04:20Z"},{"alias_kind":"pith_short_16","alias_value":"7Q6ET3R6ELPUNPJW","created_at":"2026-07-05T12:04:20Z"},{"alias_kind":"pith_short_8","alias_value":"7Q6ET3R6","created_at":"2026-07-05T12:04:20Z"}],"graph_snapshots":[{"event_id":"sha256:94c46306717409ac2ad385889f6583de7551e1d2ae5066794f82d73f00354f07","target":"graph","created_at":"2026-07-05T12:04:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2509.03331/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The adoption of Large Language Models (LLMs) for automated software vulnerability patching has shown promising outcomes on carefully curated evaluation sets. Nevertheless, existing datasets predominantly rely on superficial validation methods rather than exploit-based verification, leading to overestimated performance in security-sensitive applications. This paper introduces VulnRepairEval, an evaluation framework anchored in functional Proof-of-Concept (PoC) exploits. Our framework delivers a comprehensive, containerized evaluation pipeline that enables reproducible differential assessment, w","authors_text":"Bin Wu, Guangquan Xu, Jianfei Sun, Lingxiao Jiang, Qiang Hu, Wei Ma, Weizhe Wang, Yang Liu, Yao Zhang","cross_cats":["cs.CR"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2025-09-03T14:06:10Z","title":"VulnRepairEval: An Exploit-Based Evaluation Framework for Assessing Large Language Model Vulnerability Repair Capabilities"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2509.03331","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a4ff7fba33f001e1f6351461085a6e9d6a87d98261d5deea9fccdd9ad310bdef","target":"record","created_at":"2026-07-05T12:04:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"68e6382ad5ce205dfd34e80bdd12f87e2d380ea71e6d232ad28e76309ae32897","cross_cats_sorted":["cs.CR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2025-09-03T14:06:10Z","title_canon_sha256":"a81c8d74cbe1e36af5b3489a6b92718d0087bd1ffec56552769b2a894677ba91"},"schema_version":"1.0","source":{"id":"2509.03331","kind":"arxiv","version":1}},"canonical_sha256":"fc3c49ee3e22df46bd36d47816f66373e2ab2ec8afa0931211aa0062b240f533","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fc3c49ee3e22df46bd36d47816f66373e2ab2ec8afa0931211aa0062b240f533","first_computed_at":"2026-07-05T12:04:20.602926Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T12:04:20.602926Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"uZMbXcrzpgX3i5oNHWFNgiq0Db0rTMfBamL9dw7Xv/m0StGZQxCc9Y1yDUypUetxSoe3sPj0s4Jcxnv9uldgBA==","signature_status":"signed_v1","signed_at":"2026-07-05T12:04:20.603408Z","signed_message":"canonical_sha256_bytes"},"source_id":"2509.03331","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a4ff7fba33f001e1f6351461085a6e9d6a87d98261d5deea9fccdd9ad310bdef","sha256:94c46306717409ac2ad385889f6583de7551e1d2ae5066794f82d73f00354f07"],"state_sha256":"a9f57e6c5ca547a7841408c40c32d84f23b19bdacb6c90a7644e4fb7ff8d2af0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UnIAV2MCextXC7othZW31aiTdKhIbEJ5KHc3PBpugWbuIMp1p5h5b84OMSBr5kGlRF3l8w5oNTiCRc6nsAdnBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T06:59:37.760078Z","bundle_sha256":"37b167a08823a2202b514bc99e5049f6e7f030919201f31c1fd831656051f1fa"}}