{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:YVEGRD6SJLQ6MVY4FSFYHH432Z","short_pith_number":"pith:YVEGRD6S","canonical_record":{"source":{"id":"2410.09997","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.SE","submitted_at":"2024-10-13T20:41:47Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"b20eec1df44cbb3b56b16651e23627a664170a080d67feed547a621ccf02cb1f","abstract_canon_sha256":"452f56ecfa1a976d3e719f2096d7b625174f686c130258659e468c631d2e50b3"},"schema_version":"1.0"},"canonical_sha256":"c548688fd24ae1e6571c2c8b839f9bd6480f7614ee9702f8a705e549d8bf0148","source":{"kind":"arxiv","id":"2410.09997","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.09997","created_at":"2026-07-05T09:20:09Z"},{"alias_kind":"arxiv_version","alias_value":"2410.09997v1","created_at":"2026-07-05T09:20:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.09997","created_at":"2026-07-05T09:20:09Z"},{"alias_kind":"pith_short_12","alias_value":"YVEGRD6SJLQ6","created_at":"2026-07-05T09:20:09Z"},{"alias_kind":"pith_short_16","alias_value":"YVEGRD6SJLQ6MVY4","created_at":"2026-07-05T09:20:09Z"},{"alias_kind":"pith_short_8","alias_value":"YVEGRD6S","created_at":"2026-07-05T09:20:09Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:YVEGRD6SJLQ6MVY4FSFYHH432Z","target":"record","payload":{"canonical_record":{"source":{"id":"2410.09997","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.SE","submitted_at":"2024-10-13T20:41:47Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"b20eec1df44cbb3b56b16651e23627a664170a080d67feed547a621ccf02cb1f","abstract_canon_sha256":"452f56ecfa1a976d3e719f2096d7b625174f686c130258659e468c631d2e50b3"},"schema_version":"1.0"},"canonical_sha256":"c548688fd24ae1e6571c2c8b839f9bd6480f7614ee9702f8a705e549d8bf0148","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:20:09.229050Z","signature_b64":"fsGUBJPZXuIXs3/CDBZuLSEBFH1uxXfMf47VzNsikIhBvK2EH56d3Qvn6bRLLIusqAri5NvGYEA9RlqtzhERBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c548688fd24ae1e6571c2c8b839f9bd6480f7614ee9702f8a705e549d8bf0148","last_reissued_at":"2026-07-05T09:20:09.228588Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:20:09.228588Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.09997","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:20:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sRAFwQ1/q/vx67LVBLF9IwfTzibq1LX6nctpHW28ysUS7P3FEnUa8CVl6MyT2OphtDafrwDXMLOfIpj9N/LBBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T16:17:42.219649Z"},"content_sha256":"4c96a794425e8d06af3a57e21e98652b0294dabef7462a14501e2ef0ea9bf8ec","schema_version":"1.0","event_id":"sha256:4c96a794425e8d06af3a57e21e98652b0294dabef7462a14501e2ef0ea9bf8ec"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:YVEGRD6SJLQ6MVY4FSFYHH432Z","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Collu-Bench: A Benchmark for Predicting Language Model Hallucinations in Code","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.SE","authors_text":"Lin Tan, Nan Jiang, Qi Li, Tianyi Zhang","submitted_at":"2024-10-13T20:41:47Z","abstract_excerpt":"Despite their success, large language models (LLMs) face the critical challenge of hallucinations, generating plausible but incorrect content. While much research has focused on hallucinations in multiple modalities including images and natural language text, less attention has been given to hallucinations in source code, which leads to incorrect and vulnerable code that causes significant financial loss. To pave the way for research in LLMs' hallucinations in code, we introduce Collu-Bench, a benchmark for predicting code hallucinations of LLMs across code generation (CG) and automated progra"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.09997","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.09997/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:20:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dfxT+7JfN6yj2HQkpmaM0gBxbHUDgoOhdr+9gNWotEO2xiVuCMfOkh7e1fIB9LUGx2PGjPelqNZ7E+hqTDJZCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T16:17:42.220022Z"},"content_sha256":"c89fd6ec23df031f83286dc63ee28a8df274806c4c71dbf4212d0295727b78a5","schema_version":"1.0","event_id":"sha256:c89fd6ec23df031f83286dc63ee28a8df274806c4c71dbf4212d0295727b78a5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YVEGRD6SJLQ6MVY4FSFYHH432Z/bundle.json","state_url":"https://pith.science/pith/YVEGRD6SJLQ6MVY4FSFYHH432Z/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YVEGRD6SJLQ6MVY4FSFYHH432Z/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T16:17:42Z","links":{"resolver":"https://pith.science/pith/YVEGRD6SJLQ6MVY4FSFYHH432Z","bundle":"https://pith.science/pith/YVEGRD6SJLQ6MVY4FSFYHH432Z/bundle.json","state":"https://pith.science/pith/YVEGRD6SJLQ6MVY4FSFYHH432Z/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YVEGRD6SJLQ6MVY4FSFYHH432Z/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:YVEGRD6SJLQ6MVY4FSFYHH432Z","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"452f56ecfa1a976d3e719f2096d7b625174f686c130258659e468c631d2e50b3","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.SE","submitted_at":"2024-10-13T20:41:47Z","title_canon_sha256":"b20eec1df44cbb3b56b16651e23627a664170a080d67feed547a621ccf02cb1f"},"schema_version":"1.0","source":{"id":"2410.09997","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.09997","created_at":"2026-07-05T09:20:09Z"},{"alias_kind":"arxiv_version","alias_value":"2410.09997v1","created_at":"2026-07-05T09:20:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.09997","created_at":"2026-07-05T09:20:09Z"},{"alias_kind":"pith_short_12","alias_value":"YVEGRD6SJLQ6","created_at":"2026-07-05T09:20:09Z"},{"alias_kind":"pith_short_16","alias_value":"YVEGRD6SJLQ6MVY4","created_at":"2026-07-05T09:20:09Z"},{"alias_kind":"pith_short_8","alias_value":"YVEGRD6S","created_at":"2026-07-05T09:20:09Z"}],"graph_snapshots":[{"event_id":"sha256:c89fd6ec23df031f83286dc63ee28a8df274806c4c71dbf4212d0295727b78a5","target":"graph","created_at":"2026-07-05T09:20:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.09997/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Despite their success, large language models (LLMs) face the critical challenge of hallucinations, generating plausible but incorrect content. While much research has focused on hallucinations in multiple modalities including images and natural language text, less attention has been given to hallucinations in source code, which leads to incorrect and vulnerable code that causes significant financial loss. To pave the way for research in LLMs' hallucinations in code, we introduce Collu-Bench, a benchmark for predicting code hallucinations of LLMs across code generation (CG) and automated progra","authors_text":"Lin Tan, Nan Jiang, Qi Li, Tianyi Zhang","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.SE","submitted_at":"2024-10-13T20:41:47Z","title":"Collu-Bench: A Benchmark for Predicting Language Model Hallucinations in Code"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.09997","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4c96a794425e8d06af3a57e21e98652b0294dabef7462a14501e2ef0ea9bf8ec","target":"record","created_at":"2026-07-05T09:20:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"452f56ecfa1a976d3e719f2096d7b625174f686c130258659e468c631d2e50b3","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.SE","submitted_at":"2024-10-13T20:41:47Z","title_canon_sha256":"b20eec1df44cbb3b56b16651e23627a664170a080d67feed547a621ccf02cb1f"},"schema_version":"1.0","source":{"id":"2410.09997","kind":"arxiv","version":1}},"canonical_sha256":"c548688fd24ae1e6571c2c8b839f9bd6480f7614ee9702f8a705e549d8bf0148","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c548688fd24ae1e6571c2c8b839f9bd6480f7614ee9702f8a705e549d8bf0148","first_computed_at":"2026-07-05T09:20:09.228588Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:20:09.228588Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"fsGUBJPZXuIXs3/CDBZuLSEBFH1uxXfMf47VzNsikIhBvK2EH56d3Qvn6bRLLIusqAri5NvGYEA9RlqtzhERBg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:20:09.229050Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.09997","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4c96a794425e8d06af3a57e21e98652b0294dabef7462a14501e2ef0ea9bf8ec","sha256:c89fd6ec23df031f83286dc63ee28a8df274806c4c71dbf4212d0295727b78a5"],"state_sha256":"0af50b1d5b193857ce61be2cfca6bc430b4804c5a51e875096085a27d4e1cfd9"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZkcFH2M+uPUtmMJXFMYAyPKiNpDMrd8SUXIJ36T9NTIalmvMsNdCG8PNb7FV5epwYiNncaYWX4YN27l4bOuWAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T16:17:42.222779Z","bundle_sha256":"7587448e7fd01cdcc7a78fa01670db7f73481bad427b8b71a907cc8adbd3b367"}}