{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:E4DDR5BT25EIN4D66KN57BK5T3","short_pith_number":"pith:E4DDR5BT","canonical_record":{"source":{"id":"2311.08588","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-14T23:18:52Z","cross_cats_sorted":["cs.AI","cs.SE"],"title_canon_sha256":"fc6a5427b8f88402a33b25dd1f35dc54b3adb3b187dea434bc14dcec5aa76b1b","abstract_canon_sha256":"48d507cdf30547e847c931692f03c8e7b370452f1186de4688f1475d42bd0ef7"},"schema_version":"1.0"},"canonical_sha256":"270638f433d74886f07ef29bdf855d9ec95cd94dfe3f96148cffcc44fb1916b5","source":{"kind":"arxiv","id":"2311.08588","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.08588","created_at":"2026-07-05T08:28:35Z"},{"alias_kind":"arxiv_version","alias_value":"2311.08588v3","created_at":"2026-07-05T08:28:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.08588","created_at":"2026-07-05T08:28:35Z"},{"alias_kind":"pith_short_12","alias_value":"E4DDR5BT25EI","created_at":"2026-07-05T08:28:35Z"},{"alias_kind":"pith_short_16","alias_value":"E4DDR5BT25EIN4D6","created_at":"2026-07-05T08:28:35Z"},{"alias_kind":"pith_short_8","alias_value":"E4DDR5BT","created_at":"2026-07-05T08:28:35Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:E4DDR5BT25EIN4D66KN57BK5T3","target":"record","payload":{"canonical_record":{"source":{"id":"2311.08588","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-14T23:18:52Z","cross_cats_sorted":["cs.AI","cs.SE"],"title_canon_sha256":"fc6a5427b8f88402a33b25dd1f35dc54b3adb3b187dea434bc14dcec5aa76b1b","abstract_canon_sha256":"48d507cdf30547e847c931692f03c8e7b370452f1186de4688f1475d42bd0ef7"},"schema_version":"1.0"},"canonical_sha256":"270638f433d74886f07ef29bdf855d9ec95cd94dfe3f96148cffcc44fb1916b5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:28:35.113362Z","signature_b64":"SN2ofLz5bdDiqlNWS/x0OBn4gTIpWK3rWAUt3F8Z48aiCmRfMGsQRulkorJgoSAh2evQF3YEbLH83z3gU+usAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"270638f433d74886f07ef29bdf855d9ec95cd94dfe3f96148cffcc44fb1916b5","last_reissued_at":"2026-07-05T08:28:35.112895Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:28:35.112895Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.08588","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:28:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"l3dHn+er46O5KRXOPPOlzENo+V2c1vJt+kCGZmEdwEZNfyl9dz1HcYkukWkwVCjKqdrI0IC12vB8+Yr61ObcBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T11:31:39.078667Z"},"content_sha256":"b5723ceefccd97cb6e0606cbf52098da4466cf462bf4c9094fb39a5cad9baadb","schema_version":"1.0","event_id":"sha256:b5723ceefccd97cb6e0606cbf52098da4466cf462bf4c9094fb39a5cad9baadb"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:E4DDR5BT25EIN4D66KN57BK5T3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"CodeScope: An Execution-based Multilingual Multitask Multidimensional Benchmark for Evaluating LLMs on Code Understanding and Generation","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.AI","cs.SE"],"primary_cat":"cs.CL","authors_text":"Haitian Liu, Hari Sundaram, Li Zhu, Qian Chen, Shuiguang Deng, Tingyu Lin, Weishan Zhao, Weixiang Yan, Wen Wang, Yunkun Wang, Yunzhe Li","submitted_at":"2023-11-14T23:18:52Z","abstract_excerpt":"Large Language Models (LLMs) have demonstrated remarkable performance on assisting humans in programming and facilitating programming automation. However, existing benchmarks for evaluating the code understanding and generation capacities of LLMs suffer from severe limitations. First, most benchmarks are insufficient as they focus on a narrow range of popular programming languages and specific tasks, whereas real-world software development scenarios show a critical need to implement systems with multilingual and multitask programming environments to satisfy diverse requirements. Second, most b"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.08588","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.08588/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:28:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"R7Y9HtWxHD3da4TrJen5co0GbpM1A4AjNipzKCc87hljeiENO7vRmXH+ZBXQF1kwD0xOa9d92W0MFhKchQdKCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T11:31:39.079180Z"},"content_sha256":"8836a8cfb4fdc9af0bed55f008c120d4ce292c95d32596964147c9f8d5735c05","schema_version":"1.0","event_id":"sha256:8836a8cfb4fdc9af0bed55f008c120d4ce292c95d32596964147c9f8d5735c05"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/E4DDR5BT25EIN4D66KN57BK5T3/bundle.json","state_url":"https://pith.science/pith/E4DDR5BT25EIN4D66KN57BK5T3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/E4DDR5BT25EIN4D66KN57BK5T3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T11:31:39Z","links":{"resolver":"https://pith.science/pith/E4DDR5BT25EIN4D66KN57BK5T3","bundle":"https://pith.science/pith/E4DDR5BT25EIN4D66KN57BK5T3/bundle.json","state":"https://pith.science/pith/E4DDR5BT25EIN4D66KN57BK5T3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/E4DDR5BT25EIN4D66KN57BK5T3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:E4DDR5BT25EIN4D66KN57BK5T3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"48d507cdf30547e847c931692f03c8e7b370452f1186de4688f1475d42bd0ef7","cross_cats_sorted":["cs.AI","cs.SE"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-14T23:18:52Z","title_canon_sha256":"fc6a5427b8f88402a33b25dd1f35dc54b3adb3b187dea434bc14dcec5aa76b1b"},"schema_version":"1.0","source":{"id":"2311.08588","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.08588","created_at":"2026-07-05T08:28:35Z"},{"alias_kind":"arxiv_version","alias_value":"2311.08588v3","created_at":"2026-07-05T08:28:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.08588","created_at":"2026-07-05T08:28:35Z"},{"alias_kind":"pith_short_12","alias_value":"E4DDR5BT25EI","created_at":"2026-07-05T08:28:35Z"},{"alias_kind":"pith_short_16","alias_value":"E4DDR5BT25EIN4D6","created_at":"2026-07-05T08:28:35Z"},{"alias_kind":"pith_short_8","alias_value":"E4DDR5BT","created_at":"2026-07-05T08:28:35Z"}],"graph_snapshots":[{"event_id":"sha256:8836a8cfb4fdc9af0bed55f008c120d4ce292c95d32596964147c9f8d5735c05","target":"graph","created_at":"2026-07-05T08:28:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.08588/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have demonstrated remarkable performance on assisting humans in programming and facilitating programming automation. However, existing benchmarks for evaluating the code understanding and generation capacities of LLMs suffer from severe limitations. First, most benchmarks are insufficient as they focus on a narrow range of popular programming languages and specific tasks, whereas real-world software development scenarios show a critical need to implement systems with multilingual and multitask programming environments to satisfy diverse requirements. Second, most b","authors_text":"Haitian Liu, Hari Sundaram, Li Zhu, Qian Chen, Shuiguang Deng, Tingyu Lin, Weishan Zhao, Weixiang Yan, Wen Wang, Yunkun Wang, Yunzhe Li","cross_cats":["cs.AI","cs.SE"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-14T23:18:52Z","title":"CodeScope: An Execution-based Multilingual Multitask Multidimensional Benchmark for Evaluating LLMs on Code Understanding and Generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.08588","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b5723ceefccd97cb6e0606cbf52098da4466cf462bf4c9094fb39a5cad9baadb","target":"record","created_at":"2026-07-05T08:28:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"48d507cdf30547e847c931692f03c8e7b370452f1186de4688f1475d42bd0ef7","cross_cats_sorted":["cs.AI","cs.SE"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-14T23:18:52Z","title_canon_sha256":"fc6a5427b8f88402a33b25dd1f35dc54b3adb3b187dea434bc14dcec5aa76b1b"},"schema_version":"1.0","source":{"id":"2311.08588","kind":"arxiv","version":3}},"canonical_sha256":"270638f433d74886f07ef29bdf855d9ec95cd94dfe3f96148cffcc44fb1916b5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"270638f433d74886f07ef29bdf855d9ec95cd94dfe3f96148cffcc44fb1916b5","first_computed_at":"2026-07-05T08:28:35.112895Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:28:35.112895Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"SN2ofLz5bdDiqlNWS/x0OBn4gTIpWK3rWAUt3F8Z48aiCmRfMGsQRulkorJgoSAh2evQF3YEbLH83z3gU+usAw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:28:35.113362Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.08588","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b5723ceefccd97cb6e0606cbf52098da4466cf462bf4c9094fb39a5cad9baadb","sha256:8836a8cfb4fdc9af0bed55f008c120d4ce292c95d32596964147c9f8d5735c05"],"state_sha256":"ece1d7965c4082c9fdc8e7320a2b890d85de82839678e0c93562e7c76797a721"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"h4rmkP5+9ILA/RrIgRdc7aL/T2+98+j7MFwdBuKUX6fexGj8nJhxueyo/w0fQv/H3Hk9eqDK0Akui9K/f8RhBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T11:31:39.084138Z","bundle_sha256":"60f1574e32d429be2ab5a1476174b64befd8d5576a5991b5d21ee115871babc8"}}