{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:N4I7SDFP2JECDFJ2BRW5WTCUYP","short_pith_number":"pith:N4I7SDFP","canonical_record":{"source":{"id":"2411.02310","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-04T17:36:40Z","cross_cats_sorted":[],"title_canon_sha256":"44c75c5e3db528fcbf201cd0e0cdd74ac2a2ccb3df34f714c0587a8e4ac2258b","abstract_canon_sha256":"eb50b05b4bba783bc64987508024c81f66532546c26212de449d5386d8118548"},"schema_version":"1.0"},"canonical_sha256":"6f11f90cafd24821953a0c6ddb4c54c3c43ded7850a92b0e1e8e8b9a6a4fd91f","source":{"kind":"arxiv","id":"2411.02310","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.02310","created_at":"2026-07-05T10:18:44Z"},{"alias_kind":"arxiv_version","alias_value":"2411.02310v2","created_at":"2026-07-05T10:18:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.02310","created_at":"2026-07-05T10:18:44Z"},{"alias_kind":"pith_short_12","alias_value":"N4I7SDFP2JEC","created_at":"2026-07-05T10:18:44Z"},{"alias_kind":"pith_short_16","alias_value":"N4I7SDFP2JECDFJ2","created_at":"2026-07-05T10:18:44Z"},{"alias_kind":"pith_short_8","alias_value":"N4I7SDFP","created_at":"2026-07-05T10:18:44Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:N4I7SDFP2JECDFJ2BRW5WTCUYP","target":"record","payload":{"canonical_record":{"source":{"id":"2411.02310","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-04T17:36:40Z","cross_cats_sorted":[],"title_canon_sha256":"44c75c5e3db528fcbf201cd0e0cdd74ac2a2ccb3df34f714c0587a8e4ac2258b","abstract_canon_sha256":"eb50b05b4bba783bc64987508024c81f66532546c26212de449d5386d8118548"},"schema_version":"1.0"},"canonical_sha256":"6f11f90cafd24821953a0c6ddb4c54c3c43ded7850a92b0e1e8e8b9a6a4fd91f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:18:44.646411Z","signature_b64":"sgsNnK2Q0nfSAh5i4D61gXlqfU46e0KDGDBWwflxOp/tPprXamxGUztKzqGhwwBtO91G0RF3jsDp7bjuOKNzCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6f11f90cafd24821953a0c6ddb4c54c3c43ded7850a92b0e1e8e8b9a6a4fd91f","last_reissued_at":"2026-07-05T10:18:44.645828Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:18:44.645828Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.02310","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:18:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"auz5LHHpjB5y4Ap8Qyl6eskd0RqXzJUf3B/e9xkNPi/dNfJZoriTF21sadZqfQLeMqkh9peF07pdsHJ+iafsAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-11T12:36:00.911151Z"},"content_sha256":"bb7b384760129cf8fd27667d705fdfc774097a0c57709d826c1ad2207fdd45a8","schema_version":"1.0","event_id":"sha256:bb7b384760129cf8fd27667d705fdfc774097a0c57709d826c1ad2207fdd45a8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:N4I7SDFP2JECDFJ2BRW5WTCUYP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MdEval: Massively Multilingual Code Debugging","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Ge Zhang, Guanglin Niu, He Zhu, Hualei Zhu, Jiaheng Liu, Jiajun Shi, Jian Yang, Ke Jin, Linzheng Chai, Liqun Yang, Liran Wang, Shukai Liu, Shuyue Guo, Tao Sun, Wei Zhang, Yu Hao, Yunlong Duan, Zhoujun Li","submitted_at":"2024-11-04T17:36:40Z","abstract_excerpt":"Code large language models (LLMs) have made significant progress in code debugging by directly generating the correct code based on the buggy code snippet. Programming benchmarks, typically consisting of buggy code snippet and their associated test cases, are used to assess the debugging capabilities of LLMs. However, many existing benchmarks primarily focus on Python and are often limited in terms of language diversity (e.g., DebugBench and DebugEval). To advance the field of multilingual debugging with LLMs, we propose the first massively multilingual debugging benchmark, which includes 3.6K"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.02310","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.02310/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:18:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ROjsbus+mKGftqkKvYlgjUg1zQ78KI5dyHFolZGYQC8+mvyWESwhDKRtSqBc6zx0RQBLFoLLeVUKWqh4Zi/vBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-11T12:36:00.911543Z"},"content_sha256":"f8c09e59ef9f6952debeac3cb9f3a8445ef271807504d432143394ab0305faeb","schema_version":"1.0","event_id":"sha256:f8c09e59ef9f6952debeac3cb9f3a8445ef271807504d432143394ab0305faeb"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/N4I7SDFP2JECDFJ2BRW5WTCUYP/bundle.json","state_url":"https://pith.science/pith/N4I7SDFP2JECDFJ2BRW5WTCUYP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/N4I7SDFP2JECDFJ2BRW5WTCUYP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-11T12:36:00Z","links":{"resolver":"https://pith.science/pith/N4I7SDFP2JECDFJ2BRW5WTCUYP","bundle":"https://pith.science/pith/N4I7SDFP2JECDFJ2BRW5WTCUYP/bundle.json","state":"https://pith.science/pith/N4I7SDFP2JECDFJ2BRW5WTCUYP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/N4I7SDFP2JECDFJ2BRW5WTCUYP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:N4I7SDFP2JECDFJ2BRW5WTCUYP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"eb50b05b4bba783bc64987508024c81f66532546c26212de449d5386d8118548","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-04T17:36:40Z","title_canon_sha256":"44c75c5e3db528fcbf201cd0e0cdd74ac2a2ccb3df34f714c0587a8e4ac2258b"},"schema_version":"1.0","source":{"id":"2411.02310","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.02310","created_at":"2026-07-05T10:18:44Z"},{"alias_kind":"arxiv_version","alias_value":"2411.02310v2","created_at":"2026-07-05T10:18:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.02310","created_at":"2026-07-05T10:18:44Z"},{"alias_kind":"pith_short_12","alias_value":"N4I7SDFP2JEC","created_at":"2026-07-05T10:18:44Z"},{"alias_kind":"pith_short_16","alias_value":"N4I7SDFP2JECDFJ2","created_at":"2026-07-05T10:18:44Z"},{"alias_kind":"pith_short_8","alias_value":"N4I7SDFP","created_at":"2026-07-05T10:18:44Z"}],"graph_snapshots":[{"event_id":"sha256:f8c09e59ef9f6952debeac3cb9f3a8445ef271807504d432143394ab0305faeb","target":"graph","created_at":"2026-07-05T10:18:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.02310/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Code large language models (LLMs) have made significant progress in code debugging by directly generating the correct code based on the buggy code snippet. Programming benchmarks, typically consisting of buggy code snippet and their associated test cases, are used to assess the debugging capabilities of LLMs. However, many existing benchmarks primarily focus on Python and are often limited in terms of language diversity (e.g., DebugBench and DebugEval). To advance the field of multilingual debugging with LLMs, we propose the first massively multilingual debugging benchmark, which includes 3.6K","authors_text":"Ge Zhang, Guanglin Niu, He Zhu, Hualei Zhu, Jiaheng Liu, Jiajun Shi, Jian Yang, Ke Jin, Linzheng Chai, Liqun Yang, Liran Wang, Shukai Liu, Shuyue Guo, Tao Sun, Wei Zhang, Yu Hao, Yunlong Duan, Zhoujun Li","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-04T17:36:40Z","title":"MdEval: Massively Multilingual Code Debugging"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.02310","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bb7b384760129cf8fd27667d705fdfc774097a0c57709d826c1ad2207fdd45a8","target":"record","created_at":"2026-07-05T10:18:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"eb50b05b4bba783bc64987508024c81f66532546c26212de449d5386d8118548","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-04T17:36:40Z","title_canon_sha256":"44c75c5e3db528fcbf201cd0e0cdd74ac2a2ccb3df34f714c0587a8e4ac2258b"},"schema_version":"1.0","source":{"id":"2411.02310","kind":"arxiv","version":2}},"canonical_sha256":"6f11f90cafd24821953a0c6ddb4c54c3c43ded7850a92b0e1e8e8b9a6a4fd91f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6f11f90cafd24821953a0c6ddb4c54c3c43ded7850a92b0e1e8e8b9a6a4fd91f","first_computed_at":"2026-07-05T10:18:44.645828Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:18:44.645828Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"sgsNnK2Q0nfSAh5i4D61gXlqfU46e0KDGDBWwflxOp/tPprXamxGUztKzqGhwwBtO91G0RF3jsDp7bjuOKNzCw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:18:44.646411Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.02310","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bb7b384760129cf8fd27667d705fdfc774097a0c57709d826c1ad2207fdd45a8","sha256:f8c09e59ef9f6952debeac3cb9f3a8445ef271807504d432143394ab0305faeb"],"state_sha256":"ed55bb345f6980b342825d07013d34b30559672be6c684c71f791dfc132d51c6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VrF0nHF/2gMuItuZQ7ipxIaisYh5yiTNRPdZXREHwqR6m/ZILfI9mZfql1wPBqgykZCpDf/JCdECRDpLMUITCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-11T12:36:00.913650Z","bundle_sha256":"f8b4c9f20c87afbc110b8a5dea24934eea9361b580e974f212722cc50ef522b4"}}