{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:ABW3DSUCNZ7M52IGJ25UQBLVX6","short_pith_number":"pith:ABW3DSUC","canonical_record":{"source":{"id":"2409.12866","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-09-19T16:08:39Z","cross_cats_sorted":[],"title_canon_sha256":"d759064671fc786dfe09252139ca7f771522ceaf6f3025f8628a619a367457e6","abstract_canon_sha256":"38394ab520e1db2d373e672cfe5424809b25c2b34bba75e8cf9890c0c886a364"},"schema_version":"1.0"},"canonical_sha256":"006db1ca826e7ecee9064ebb480575bf8c096c98c71b2ced0446141c6c079752","source":{"kind":"arxiv","id":"2409.12866","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.12866","created_at":"2026-07-05T10:37:33Z"},{"alias_kind":"arxiv_version","alias_value":"2409.12866v2","created_at":"2026-07-05T10:37:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.12866","created_at":"2026-07-05T10:37:33Z"},{"alias_kind":"pith_short_12","alias_value":"ABW3DSUCNZ7M","created_at":"2026-07-05T10:37:33Z"},{"alias_kind":"pith_short_16","alias_value":"ABW3DSUCNZ7M52IG","created_at":"2026-07-05T10:37:33Z"},{"alias_kind":"pith_short_8","alias_value":"ABW3DSUC","created_at":"2026-07-05T10:37:33Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:ABW3DSUCNZ7M52IGJ25UQBLVX6","target":"record","payload":{"canonical_record":{"source":{"id":"2409.12866","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-09-19T16:08:39Z","cross_cats_sorted":[],"title_canon_sha256":"d759064671fc786dfe09252139ca7f771522ceaf6f3025f8628a619a367457e6","abstract_canon_sha256":"38394ab520e1db2d373e672cfe5424809b25c2b34bba75e8cf9890c0c886a364"},"schema_version":"1.0"},"canonical_sha256":"006db1ca826e7ecee9064ebb480575bf8c096c98c71b2ced0446141c6c079752","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:37:33.272953Z","signature_b64":"GRkvtjvS3tm8z0ltVOcPvfOtFWUi8cUjNShi08xcUdO5NZxbwj3/ExqHcVV5w28K1Xzi+29PuP8lzdqCXivbBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"006db1ca826e7ecee9064ebb480575bf8c096c98c71b2ced0446141c6c079752","last_reissued_at":"2026-07-05T10:37:33.271873Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:37:33.271873Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.12866","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:37:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"934HnjVGW91a6T55lT6VMvh16DokZJJj9pW7ZP3tNJ/uwl2g0Pts8zu137XYQ1KKOh/pxjioImWmCXMCzBCxCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T00:48:39.608500Z"},"content_sha256":"fa6613d4736aae5498be8c10d5291233f406afff31146ff6cfa20d9d2fbb1dd2","schema_version":"1.0","event_id":"sha256:fa6613d4736aae5498be8c10d5291233f406afff31146ff6cfa20d9d2fbb1dd2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:ABW3DSUCNZ7M52IGJ25UQBLVX6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"SpecEval: Evaluating Code Comprehension in Large Language Models via Program Specifications","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.SE","authors_text":"Lei Bu, Lezhi Ma, Shangqing Liu, Shangru Li, Yang Liu, Yida Wang","submitted_at":"2024-09-19T16:08:39Z","abstract_excerpt":"Large Language models have achieved impressive performance in automated software engineering. Extensive efforts have been made to evaluate the abilities of code LLMs in various aspects, with an increasing number of benchmarks and evaluation frameworks proposed. Apart from the most sought-after capability of code generation, the capability of code comprehension is being granted growing attention. Nevertheless, existing works assessing the code comprehension capability of LLMs exhibit varied limitations. Evaluation frameworks like CRUXEval and REval usually focus on code reasoning tasks over a c"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.12866","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.12866/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:37:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bL1fK19onHrDKshnEsPnvhn6IqDCHvR3mTCoXNd/SwA8s2um2Di39GFJ5OvtIdYriP90nTumTv/TSAepoBwXDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T00:48:39.609716Z"},"content_sha256":"015d1fbd2d8fece9706ccd3468948cf2ac47bf325256a4fc17c122cb22820b87","schema_version":"1.0","event_id":"sha256:015d1fbd2d8fece9706ccd3468948cf2ac47bf325256a4fc17c122cb22820b87"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ABW3DSUCNZ7M52IGJ25UQBLVX6/bundle.json","state_url":"https://pith.science/pith/ABW3DSUCNZ7M52IGJ25UQBLVX6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ABW3DSUCNZ7M52IGJ25UQBLVX6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T00:48:39Z","links":{"resolver":"https://pith.science/pith/ABW3DSUCNZ7M52IGJ25UQBLVX6","bundle":"https://pith.science/pith/ABW3DSUCNZ7M52IGJ25UQBLVX6/bundle.json","state":"https://pith.science/pith/ABW3DSUCNZ7M52IGJ25UQBLVX6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ABW3DSUCNZ7M52IGJ25UQBLVX6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:ABW3DSUCNZ7M52IGJ25UQBLVX6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"38394ab520e1db2d373e672cfe5424809b25c2b34bba75e8cf9890c0c886a364","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-09-19T16:08:39Z","title_canon_sha256":"d759064671fc786dfe09252139ca7f771522ceaf6f3025f8628a619a367457e6"},"schema_version":"1.0","source":{"id":"2409.12866","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.12866","created_at":"2026-07-05T10:37:33Z"},{"alias_kind":"arxiv_version","alias_value":"2409.12866v2","created_at":"2026-07-05T10:37:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.12866","created_at":"2026-07-05T10:37:33Z"},{"alias_kind":"pith_short_12","alias_value":"ABW3DSUCNZ7M","created_at":"2026-07-05T10:37:33Z"},{"alias_kind":"pith_short_16","alias_value":"ABW3DSUCNZ7M52IG","created_at":"2026-07-05T10:37:33Z"},{"alias_kind":"pith_short_8","alias_value":"ABW3DSUC","created_at":"2026-07-05T10:37:33Z"}],"graph_snapshots":[{"event_id":"sha256:015d1fbd2d8fece9706ccd3468948cf2ac47bf325256a4fc17c122cb22820b87","target":"graph","created_at":"2026-07-05T10:37:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.12866/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language models have achieved impressive performance in automated software engineering. Extensive efforts have been made to evaluate the abilities of code LLMs in various aspects, with an increasing number of benchmarks and evaluation frameworks proposed. Apart from the most sought-after capability of code generation, the capability of code comprehension is being granted growing attention. Nevertheless, existing works assessing the code comprehension capability of LLMs exhibit varied limitations. Evaluation frameworks like CRUXEval and REval usually focus on code reasoning tasks over a c","authors_text":"Lei Bu, Lezhi Ma, Shangqing Liu, Shangru Li, Yang Liu, Yida Wang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-09-19T16:08:39Z","title":"SpecEval: Evaluating Code Comprehension in Large Language Models via Program Specifications"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.12866","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fa6613d4736aae5498be8c10d5291233f406afff31146ff6cfa20d9d2fbb1dd2","target":"record","created_at":"2026-07-05T10:37:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"38394ab520e1db2d373e672cfe5424809b25c2b34bba75e8cf9890c0c886a364","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-09-19T16:08:39Z","title_canon_sha256":"d759064671fc786dfe09252139ca7f771522ceaf6f3025f8628a619a367457e6"},"schema_version":"1.0","source":{"id":"2409.12866","kind":"arxiv","version":2}},"canonical_sha256":"006db1ca826e7ecee9064ebb480575bf8c096c98c71b2ced0446141c6c079752","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"006db1ca826e7ecee9064ebb480575bf8c096c98c71b2ced0446141c6c079752","first_computed_at":"2026-07-05T10:37:33.271873Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:37:33.271873Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"GRkvtjvS3tm8z0ltVOcPvfOtFWUi8cUjNShi08xcUdO5NZxbwj3/ExqHcVV5w28K1Xzi+29PuP8lzdqCXivbBA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:37:33.272953Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.12866","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fa6613d4736aae5498be8c10d5291233f406afff31146ff6cfa20d9d2fbb1dd2","sha256:015d1fbd2d8fece9706ccd3468948cf2ac47bf325256a4fc17c122cb22820b87"],"state_sha256":"cb500df10e789a7799f07b9d5f6c064178da4fadba32735b6fb4dc4f50bdf938"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Vj0kAdhUPmWb8GQSpfhkD2z7qt5CZ62DCU6KEHNkl0optLWDv3NEq9KIaTfano1WLJ92lmwLvy7NcusfptFxBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T00:48:39.614875Z","bundle_sha256":"76424833983e3504b6f3b880064d75678a2bd41058d3522b30e5c90615174377"}}