{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:YXQTCTDLREE4ZL32BOU6FRYLEA","short_pith_number":"pith:YXQTCTDL","canonical_record":{"source":{"id":"2505.01065","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2025-05-02T07:15:22Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"9ffa0540a4d9f54b751aa89f98b535a6edb82a64b16ca005ca0ef62f3a9ede65","abstract_canon_sha256":"49d0c1234d963d0368af7a1237f7cc21619dc2a49817bf6ad0c94cd872f540d5"},"schema_version":"1.0"},"canonical_sha256":"c5e1314c6b8909ccaf7a0ba9e2c70b20363f5543b34e6c5064082e1b316d0203","source":{"kind":"arxiv","id":"2505.01065","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.01065","created_at":"2026-07-05T10:57:44Z"},{"alias_kind":"arxiv_version","alias_value":"2505.01065v1","created_at":"2026-07-05T10:57:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.01065","created_at":"2026-07-05T10:57:44Z"},{"alias_kind":"pith_short_12","alias_value":"YXQTCTDLREE4","created_at":"2026-07-05T10:57:44Z"},{"alias_kind":"pith_short_16","alias_value":"YXQTCTDLREE4ZL32","created_at":"2026-07-05T10:57:44Z"},{"alias_kind":"pith_short_8","alias_value":"YXQTCTDL","created_at":"2026-07-05T10:57:44Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:YXQTCTDLREE4ZL32BOU6FRYLEA","target":"record","payload":{"canonical_record":{"source":{"id":"2505.01065","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2025-05-02T07:15:22Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"9ffa0540a4d9f54b751aa89f98b535a6edb82a64b16ca005ca0ef62f3a9ede65","abstract_canon_sha256":"49d0c1234d963d0368af7a1237f7cc21619dc2a49817bf6ad0c94cd872f540d5"},"schema_version":"1.0"},"canonical_sha256":"c5e1314c6b8909ccaf7a0ba9e2c70b20363f5543b34e6c5064082e1b316d0203","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:57:44.491145Z","signature_b64":"2sRZ6vWl02z0dj9VDXP99AnzqgL6dPzPS4jZlwGGGwmXrUsx0NeZmGZ6csD4C2sTGri1wiCdgvEdElx67NWBAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c5e1314c6b8909ccaf7a0ba9e2c70b20363f5543b34e6c5064082e1b316d0203","last_reissued_at":"2026-07-05T10:57:44.490637Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:57:44.490637Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.01065","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:57:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"841ulhrXiN0S1APu2FSLNE6YW0fgpe4FCc++UsdysXNxR0lkcU4NZ8l7Wnk60prBLTaU79H1Zs1F7H2K7QARDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T16:24:54.416621Z"},"content_sha256":"3e87284f65d02bb7d448296061108003a7f1ca00483827758cb6414bf8af19ec","schema_version":"1.0","event_id":"sha256:3e87284f65d02bb7d448296061108003a7f1ca00483827758cb6414bf8af19ec"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:YXQTCTDLREE4ZL32BOU6FRYLEA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Good News for Script Kiddies? Evaluating Large Language Models for Automated Exploit Generation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CR","authors_text":"David Jin, Qian Fu, Yuekang Li","submitted_at":"2025-05-02T07:15:22Z","abstract_excerpt":"Large Language Models (LLMs) have demonstrated remarkable capabilities in code-related tasks, raising concerns about their potential for automated exploit generation (AEG). This paper presents the first systematic study on LLMs' effectiveness in AEG, evaluating both their cooperativeness and technical proficiency. To mitigate dataset bias, we introduce a benchmark with refactored versions of five software security labs. Additionally, we design an LLM-based attacker to systematically prompt LLMs for exploit generation. Our experiments reveal that GPT-4 and GPT-4o exhibit high cooperativeness, c"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.01065","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.01065/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:57:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"y7wYocR82bBCcfrJhxVQzNHAGLtI7a4hMqO6vIru9wuZSNyOIX05fChXdmfcnaa7B8s2BotENyy52lynyBH5Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T16:24:54.417017Z"},"content_sha256":"1bd801677d0e9ed3c7c22c5f49973d3d15cdd5d799258831f3d8f1f08a9a8d73","schema_version":"1.0","event_id":"sha256:1bd801677d0e9ed3c7c22c5f49973d3d15cdd5d799258831f3d8f1f08a9a8d73"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YXQTCTDLREE4ZL32BOU6FRYLEA/bundle.json","state_url":"https://pith.science/pith/YXQTCTDLREE4ZL32BOU6FRYLEA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YXQTCTDLREE4ZL32BOU6FRYLEA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-17T16:24:54Z","links":{"resolver":"https://pith.science/pith/YXQTCTDLREE4ZL32BOU6FRYLEA","bundle":"https://pith.science/pith/YXQTCTDLREE4ZL32BOU6FRYLEA/bundle.json","state":"https://pith.science/pith/YXQTCTDLREE4ZL32BOU6FRYLEA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YXQTCTDLREE4ZL32BOU6FRYLEA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:YXQTCTDLREE4ZL32BOU6FRYLEA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"49d0c1234d963d0368af7a1237f7cc21619dc2a49817bf6ad0c94cd872f540d5","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2025-05-02T07:15:22Z","title_canon_sha256":"9ffa0540a4d9f54b751aa89f98b535a6edb82a64b16ca005ca0ef62f3a9ede65"},"schema_version":"1.0","source":{"id":"2505.01065","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.01065","created_at":"2026-07-05T10:57:44Z"},{"alias_kind":"arxiv_version","alias_value":"2505.01065v1","created_at":"2026-07-05T10:57:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.01065","created_at":"2026-07-05T10:57:44Z"},{"alias_kind":"pith_short_12","alias_value":"YXQTCTDLREE4","created_at":"2026-07-05T10:57:44Z"},{"alias_kind":"pith_short_16","alias_value":"YXQTCTDLREE4ZL32","created_at":"2026-07-05T10:57:44Z"},{"alias_kind":"pith_short_8","alias_value":"YXQTCTDL","created_at":"2026-07-05T10:57:44Z"}],"graph_snapshots":[{"event_id":"sha256:1bd801677d0e9ed3c7c22c5f49973d3d15cdd5d799258831f3d8f1f08a9a8d73","target":"graph","created_at":"2026-07-05T10:57:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.01065/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have demonstrated remarkable capabilities in code-related tasks, raising concerns about their potential for automated exploit generation (AEG). This paper presents the first systematic study on LLMs' effectiveness in AEG, evaluating both their cooperativeness and technical proficiency. To mitigate dataset bias, we introduce a benchmark with refactored versions of five software security labs. Additionally, we design an LLM-based attacker to systematically prompt LLMs for exploit generation. Our experiments reveal that GPT-4 and GPT-4o exhibit high cooperativeness, c","authors_text":"David Jin, Qian Fu, Yuekang Li","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2025-05-02T07:15:22Z","title":"Good News for Script Kiddies? Evaluating Large Language Models for Automated Exploit Generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.01065","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3e87284f65d02bb7d448296061108003a7f1ca00483827758cb6414bf8af19ec","target":"record","created_at":"2026-07-05T10:57:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"49d0c1234d963d0368af7a1237f7cc21619dc2a49817bf6ad0c94cd872f540d5","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2025-05-02T07:15:22Z","title_canon_sha256":"9ffa0540a4d9f54b751aa89f98b535a6edb82a64b16ca005ca0ef62f3a9ede65"},"schema_version":"1.0","source":{"id":"2505.01065","kind":"arxiv","version":1}},"canonical_sha256":"c5e1314c6b8909ccaf7a0ba9e2c70b20363f5543b34e6c5064082e1b316d0203","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c5e1314c6b8909ccaf7a0ba9e2c70b20363f5543b34e6c5064082e1b316d0203","first_computed_at":"2026-07-05T10:57:44.490637Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:57:44.490637Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"2sRZ6vWl02z0dj9VDXP99AnzqgL6dPzPS4jZlwGGGwmXrUsx0NeZmGZ6csD4C2sTGri1wiCdgvEdElx67NWBAw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:57:44.491145Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.01065","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3e87284f65d02bb7d448296061108003a7f1ca00483827758cb6414bf8af19ec","sha256:1bd801677d0e9ed3c7c22c5f49973d3d15cdd5d799258831f3d8f1f08a9a8d73"],"state_sha256":"7bab9ff30b0c79c65b4de283a647d0284bd2159972e22649d4a99fd24e9bb05f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sZ1x2bLzyuxW08jyhTZNEeetgNotnXMxqH6SGAsJLikX40CUC2P4UriR3qZEO6QQU9OuEUggT1JZwzTbY8G3Dw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-17T16:24:54.419417Z","bundle_sha256":"fdf70c8e77b030ea0e7f469d05acc7b07d26a2466ac06e218f59340d3f7694e0"}}