{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:4Z7RCIJO5XK3O44B33B3EKS2SZ","short_pith_number":"pith:4Z7RCIJO","canonical_record":{"source":{"id":"2501.08200","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-01-14T15:27:01Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"b00360a3bc4b1d220d19debd964ac0964b5fbedb8fa6ce9ccb4e2a8a1695f362","abstract_canon_sha256":"2b31cd1dcfe0149a0e362581455c87dd17e9dffe302ed67161e976a41814f1f3"},"schema_version":"1.0"},"canonical_sha256":"e67f11212eedd5b77381dec3b22a5a9656c4eba7fd97fbd5376a4d8fb04b48c5","source":{"kind":"arxiv","id":"2501.08200","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.08200","created_at":"2026-07-05T10:00:57Z"},{"alias_kind":"arxiv_version","alias_value":"2501.08200v1","created_at":"2026-07-05T10:00:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.08200","created_at":"2026-07-05T10:00:57Z"},{"alias_kind":"pith_short_12","alias_value":"4Z7RCIJO5XK3","created_at":"2026-07-05T10:00:57Z"},{"alias_kind":"pith_short_16","alias_value":"4Z7RCIJO5XK3O44B","created_at":"2026-07-05T10:00:57Z"},{"alias_kind":"pith_short_8","alias_value":"4Z7RCIJO","created_at":"2026-07-05T10:00:57Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:4Z7RCIJO5XK3O44B33B3EKS2SZ","target":"record","payload":{"canonical_record":{"source":{"id":"2501.08200","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-01-14T15:27:01Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"b00360a3bc4b1d220d19debd964ac0964b5fbedb8fa6ce9ccb4e2a8a1695f362","abstract_canon_sha256":"2b31cd1dcfe0149a0e362581455c87dd17e9dffe302ed67161e976a41814f1f3"},"schema_version":"1.0"},"canonical_sha256":"e67f11212eedd5b77381dec3b22a5a9656c4eba7fd97fbd5376a4d8fb04b48c5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:00:57.453867Z","signature_b64":"iowe0nztGLUN8JpjDaFKtyUJxc2hC2uEQwyPWM/smegOVMIfGpeaSbhgkym8fw3V522YtCtIROkg3CXJVoYFAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e67f11212eedd5b77381dec3b22a5a9656c4eba7fd97fbd5376a4d8fb04b48c5","last_reissued_at":"2026-07-05T10:00:57.453291Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:00:57.453291Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2501.08200","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:00:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jvd71ZymuF6fnil/fNfAWKeyPfgVEglBgBDDLXYSowKfjEEex1zSW/i3LAWdYPepAg6KawjuXTbRXwu6JA0RCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T00:14:18.458804Z"},"content_sha256":"9eaffe2bea81be2d5fba6a2a303b4a7b5b003c94c6f7f752ca0e0523fcc0a648","schema_version":"1.0","event_id":"sha256:9eaffe2bea81be2d5fba6a2a303b4a7b5b003c94c6f7f752ca0e0523fcc0a648"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:4Z7RCIJO5XK3O44B33B3EKS2SZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"CWEval: Outcome-driven Evaluation on Functionality and Security of LLM Code Generation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL","cs.LG"],"primary_cat":"cs.SE","authors_text":"Baishakhi Ray, Jinjun Peng, Junfeng Yang, Kele Huang, Leyi Cui","submitted_at":"2025-01-14T15:27:01Z","abstract_excerpt":"Large Language Models (LLMs) have significantly aided developers by generating or assisting in code writing, enhancing productivity across various tasks. While identifying incorrect code is often straightforward, detecting vulnerabilities in functionally correct code is more challenging, especially for developers with limited security knowledge, which poses considerable security risks of using LLM-generated code and underscores the need for robust evaluation benchmarks that assess both functional correctness and security. Current benchmarks like CyberSecEval and SecurityEval attempt to solve i"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.08200","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2501.08200/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:00:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hWmkjzmXcpzleRZMeZYOHw5odwsCPq20Wedfng4Lkzis+sYSu8wbaurh/Ih15wFQLmWp6XnFmRok4P8VGliVDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T00:14:18.459734Z"},"content_sha256":"c34055a933b3f30fb67f8ccc25e5e04d276e89301a26bbb39aec80d70bd51a88","schema_version":"1.0","event_id":"sha256:c34055a933b3f30fb67f8ccc25e5e04d276e89301a26bbb39aec80d70bd51a88"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4Z7RCIJO5XK3O44B33B3EKS2SZ/bundle.json","state_url":"https://pith.science/pith/4Z7RCIJO5XK3O44B33B3EKS2SZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4Z7RCIJO5XK3O44B33B3EKS2SZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T00:14:18Z","links":{"resolver":"https://pith.science/pith/4Z7RCIJO5XK3O44B33B3EKS2SZ","bundle":"https://pith.science/pith/4Z7RCIJO5XK3O44B33B3EKS2SZ/bundle.json","state":"https://pith.science/pith/4Z7RCIJO5XK3O44B33B3EKS2SZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4Z7RCIJO5XK3O44B33B3EKS2SZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:4Z7RCIJO5XK3O44B33B3EKS2SZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2b31cd1dcfe0149a0e362581455c87dd17e9dffe302ed67161e976a41814f1f3","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-01-14T15:27:01Z","title_canon_sha256":"b00360a3bc4b1d220d19debd964ac0964b5fbedb8fa6ce9ccb4e2a8a1695f362"},"schema_version":"1.0","source":{"id":"2501.08200","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.08200","created_at":"2026-07-05T10:00:57Z"},{"alias_kind":"arxiv_version","alias_value":"2501.08200v1","created_at":"2026-07-05T10:00:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.08200","created_at":"2026-07-05T10:00:57Z"},{"alias_kind":"pith_short_12","alias_value":"4Z7RCIJO5XK3","created_at":"2026-07-05T10:00:57Z"},{"alias_kind":"pith_short_16","alias_value":"4Z7RCIJO5XK3O44B","created_at":"2026-07-05T10:00:57Z"},{"alias_kind":"pith_short_8","alias_value":"4Z7RCIJO","created_at":"2026-07-05T10:00:57Z"}],"graph_snapshots":[{"event_id":"sha256:c34055a933b3f30fb67f8ccc25e5e04d276e89301a26bbb39aec80d70bd51a88","target":"graph","created_at":"2026-07-05T10:00:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.08200/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have significantly aided developers by generating or assisting in code writing, enhancing productivity across various tasks. While identifying incorrect code is often straightforward, detecting vulnerabilities in functionally correct code is more challenging, especially for developers with limited security knowledge, which poses considerable security risks of using LLM-generated code and underscores the need for robust evaluation benchmarks that assess both functional correctness and security. Current benchmarks like CyberSecEval and SecurityEval attempt to solve i","authors_text":"Baishakhi Ray, Jinjun Peng, Junfeng Yang, Kele Huang, Leyi Cui","cross_cats":["cs.CL","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-01-14T15:27:01Z","title":"CWEval: Outcome-driven Evaluation on Functionality and Security of LLM Code Generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.08200","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9eaffe2bea81be2d5fba6a2a303b4a7b5b003c94c6f7f752ca0e0523fcc0a648","target":"record","created_at":"2026-07-05T10:00:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2b31cd1dcfe0149a0e362581455c87dd17e9dffe302ed67161e976a41814f1f3","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-01-14T15:27:01Z","title_canon_sha256":"b00360a3bc4b1d220d19debd964ac0964b5fbedb8fa6ce9ccb4e2a8a1695f362"},"schema_version":"1.0","source":{"id":"2501.08200","kind":"arxiv","version":1}},"canonical_sha256":"e67f11212eedd5b77381dec3b22a5a9656c4eba7fd97fbd5376a4d8fb04b48c5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e67f11212eedd5b77381dec3b22a5a9656c4eba7fd97fbd5376a4d8fb04b48c5","first_computed_at":"2026-07-05T10:00:57.453291Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:00:57.453291Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"iowe0nztGLUN8JpjDaFKtyUJxc2hC2uEQwyPWM/smegOVMIfGpeaSbhgkym8fw3V522YtCtIROkg3CXJVoYFAg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:00:57.453867Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.08200","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9eaffe2bea81be2d5fba6a2a303b4a7b5b003c94c6f7f752ca0e0523fcc0a648","sha256:c34055a933b3f30fb67f8ccc25e5e04d276e89301a26bbb39aec80d70bd51a88"],"state_sha256":"d17cb08114b69fa2a7135125e1b013de7dc56ad19a9515699583af3b320b1ebf"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MjYSiXw1KWHP/73LsMzgNHghFahVe/XEDuH1R0QTjM4zRfRbavNqgGt8znJ8Qiz8cX0jPwjE3ViZ3+2+rSlDAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T00:14:18.463899Z","bundle_sha256":"8ef9163525564413c8c13f3aff3ab5ce599dbe92204883176850ff5958aa2cc5"}}