{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:NOMQSSLYZBTU7RWVXQWZGEWOZ5","short_pith_number":"pith:NOMQSSLY","canonical_record":{"source":{"id":"2405.00253","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-30T23:56:38Z","cross_cats_sorted":["cs.SE"],"title_canon_sha256":"dbdaf98ef149b61a1a24bc88567c0859043093a1fd75a0864cb25b0b11c71e66","abstract_canon_sha256":"d9ca53c6d51c03fef2b574841ee8a860e25c4e793d827e1f545987d4fc394252"},"schema_version":"1.0"},"canonical_sha256":"6b99094978c8674fc6d5bc2d9312cecf6fa1b3ac334b17a9d871d266ae5c32f2","source":{"kind":"arxiv","id":"2405.00253","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.00253","created_at":"2026-07-05T10:02:45Z"},{"alias_kind":"arxiv_version","alias_value":"2405.00253v4","created_at":"2026-07-05T10:02:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.00253","created_at":"2026-07-05T10:02:45Z"},{"alias_kind":"pith_short_12","alias_value":"NOMQSSLYZBTU","created_at":"2026-07-05T10:02:45Z"},{"alias_kind":"pith_short_16","alias_value":"NOMQSSLYZBTU7RWV","created_at":"2026-07-05T10:02:45Z"},{"alias_kind":"pith_short_8","alias_value":"NOMQSSLY","created_at":"2026-07-05T10:02:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:NOMQSSLYZBTU7RWVXQWZGEWOZ5","target":"record","payload":{"canonical_record":{"source":{"id":"2405.00253","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-30T23:56:38Z","cross_cats_sorted":["cs.SE"],"title_canon_sha256":"dbdaf98ef149b61a1a24bc88567c0859043093a1fd75a0864cb25b0b11c71e66","abstract_canon_sha256":"d9ca53c6d51c03fef2b574841ee8a860e25c4e793d827e1f545987d4fc394252"},"schema_version":"1.0"},"canonical_sha256":"6b99094978c8674fc6d5bc2d9312cecf6fa1b3ac334b17a9d871d266ae5c32f2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:02:45.920957Z","signature_b64":"n0iPOTRPAP7kvEYlVrrkOkjVkO/sGYQWOvQuAF1nZz5tpcg6e3JS4Ifwi/75i+4wQcizUMOSQMvNEXQZDpNuDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6b99094978c8674fc6d5bc2d9312cecf6fa1b3ac334b17a9d871d266ae5c32f2","last_reissued_at":"2026-07-05T10:02:45.920481Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:02:45.920481Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.00253","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:02:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KO/PzAnQTTlC0RNvHMjg+cDlC5xCHqrzdtj8joPRmsMM25GAqTXHy2girYQhMnRugnHRuyV8oU6jPJ+p3W1eCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T12:51:33.042936Z"},"content_sha256":"796864e0afa51b1be46b8a4b93f8449c8414745e7f7553d8457f12d5a27b28f7","schema_version":"1.0","event_id":"sha256:796864e0afa51b1be46b8a4b93f8449c8414745e7f7553d8457f12d5a27b28f7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:NOMQSSLYZBTU7RWVXQWZGEWOZ5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"CodeHalu: Investigating Code Hallucinations in LLMs via Execution-based Verification","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.SE"],"primary_cat":"cs.CL","authors_text":"Dawn Song, Lei Ma, Qian Chen, Qian Yang, Weixiang Yan, Wen Wang, Xuandong Zhao, Yuchen Tian, Ziyang Luo","submitted_at":"2024-04-30T23:56:38Z","abstract_excerpt":"Large Language Models (LLMs) have made significant progress in code generation, offering developers groundbreaking automated programming support. However, LLMs often generate code that is syntactically correct and even semantically plausible, but may not execute as expected or fulfill specified requirements. This phenomenon of hallucinations in the code domain has not been systematically explored. To advance the community's understanding and research on this issue, we introduce the concept of code hallucinations and propose a classification method for code hallucination based on execution veri"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.00253","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.00253/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:02:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qjrViF3Tl6YD34I8nhUX9BCjfh6hDtU+2i6Mmpp28CnumwRQy147jcBko2JdUN3CMtmU8ZdPIfk1VrP+RdnqAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T12:51:33.043307Z"},"content_sha256":"524ad7379cfccb6b74a5e7b0b658290a258d422fd3bc97267d493c5927dbf4f7","schema_version":"1.0","event_id":"sha256:524ad7379cfccb6b74a5e7b0b658290a258d422fd3bc97267d493c5927dbf4f7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NOMQSSLYZBTU7RWVXQWZGEWOZ5/bundle.json","state_url":"https://pith.science/pith/NOMQSSLYZBTU7RWVXQWZGEWOZ5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NOMQSSLYZBTU7RWVXQWZGEWOZ5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-20T12:51:33Z","links":{"resolver":"https://pith.science/pith/NOMQSSLYZBTU7RWVXQWZGEWOZ5","bundle":"https://pith.science/pith/NOMQSSLYZBTU7RWVXQWZGEWOZ5/bundle.json","state":"https://pith.science/pith/NOMQSSLYZBTU7RWVXQWZGEWOZ5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NOMQSSLYZBTU7RWVXQWZGEWOZ5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:NOMQSSLYZBTU7RWVXQWZGEWOZ5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d9ca53c6d51c03fef2b574841ee8a860e25c4e793d827e1f545987d4fc394252","cross_cats_sorted":["cs.SE"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-30T23:56:38Z","title_canon_sha256":"dbdaf98ef149b61a1a24bc88567c0859043093a1fd75a0864cb25b0b11c71e66"},"schema_version":"1.0","source":{"id":"2405.00253","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.00253","created_at":"2026-07-05T10:02:45Z"},{"alias_kind":"arxiv_version","alias_value":"2405.00253v4","created_at":"2026-07-05T10:02:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.00253","created_at":"2026-07-05T10:02:45Z"},{"alias_kind":"pith_short_12","alias_value":"NOMQSSLYZBTU","created_at":"2026-07-05T10:02:45Z"},{"alias_kind":"pith_short_16","alias_value":"NOMQSSLYZBTU7RWV","created_at":"2026-07-05T10:02:45Z"},{"alias_kind":"pith_short_8","alias_value":"NOMQSSLY","created_at":"2026-07-05T10:02:45Z"}],"graph_snapshots":[{"event_id":"sha256:524ad7379cfccb6b74a5e7b0b658290a258d422fd3bc97267d493c5927dbf4f7","target":"graph","created_at":"2026-07-05T10:02:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.00253/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have made significant progress in code generation, offering developers groundbreaking automated programming support. However, LLMs often generate code that is syntactically correct and even semantically plausible, but may not execute as expected or fulfill specified requirements. This phenomenon of hallucinations in the code domain has not been systematically explored. To advance the community's understanding and research on this issue, we introduce the concept of code hallucinations and propose a classification method for code hallucination based on execution veri","authors_text":"Dawn Song, Lei Ma, Qian Chen, Qian Yang, Weixiang Yan, Wen Wang, Xuandong Zhao, Yuchen Tian, Ziyang Luo","cross_cats":["cs.SE"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-30T23:56:38Z","title":"CodeHalu: Investigating Code Hallucinations in LLMs via Execution-based Verification"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.00253","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:796864e0afa51b1be46b8a4b93f8449c8414745e7f7553d8457f12d5a27b28f7","target":"record","created_at":"2026-07-05T10:02:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d9ca53c6d51c03fef2b574841ee8a860e25c4e793d827e1f545987d4fc394252","cross_cats_sorted":["cs.SE"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-30T23:56:38Z","title_canon_sha256":"dbdaf98ef149b61a1a24bc88567c0859043093a1fd75a0864cb25b0b11c71e66"},"schema_version":"1.0","source":{"id":"2405.00253","kind":"arxiv","version":4}},"canonical_sha256":"6b99094978c8674fc6d5bc2d9312cecf6fa1b3ac334b17a9d871d266ae5c32f2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6b99094978c8674fc6d5bc2d9312cecf6fa1b3ac334b17a9d871d266ae5c32f2","first_computed_at":"2026-07-05T10:02:45.920481Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:02:45.920481Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"n0iPOTRPAP7kvEYlVrrkOkjVkO/sGYQWOvQuAF1nZz5tpcg6e3JS4Ifwi/75i+4wQcizUMOSQMvNEXQZDpNuDA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:02:45.920957Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.00253","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:796864e0afa51b1be46b8a4b93f8449c8414745e7f7553d8457f12d5a27b28f7","sha256:524ad7379cfccb6b74a5e7b0b658290a258d422fd3bc97267d493c5927dbf4f7"],"state_sha256":"8f754a0d6abef890b8658e03d5dae56092395e1b893c67420df4c209f76df619"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MGKs6iytoInzASo7uxR1a9n4sEDqhMrJgAZmJbawWQceqetpoLdRjlqf7paGD6w9GXw6Y9VYgCZ5EMsVd9YTBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-20T12:51:33.046099Z","bundle_sha256":"b7f957695462d8bd55eeb728a8ba3aeb841401b5f0c85e4bcc99acca2822b8cd"}}