{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:3P7OANGV6CM7V4UQDRK4S5AZBJ","short_pith_number":"pith:3P7OANGV","canonical_record":{"source":{"id":"2410.21157","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-28T15:58:41Z","cross_cats_sorted":["cs.SE"],"title_canon_sha256":"20b767e93c13ebbaa8e1a43f374bdde2b897373c04f2a14ee05d737e6517c159","abstract_canon_sha256":"3a6294346999cc1695dcc88a838010a88586d906abd7bb69a2283f9b29504870"},"schema_version":"1.0"},"canonical_sha256":"dbfee034d5f099faf2901c55c974190a56ca11863cc3f400f3e0d11badd80323","source":{"kind":"arxiv","id":"2410.21157","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.21157","created_at":"2026-07-05T09:27:16Z"},{"alias_kind":"arxiv_version","alias_value":"2410.21157v1","created_at":"2026-07-05T09:27:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.21157","created_at":"2026-07-05T09:27:16Z"},{"alias_kind":"pith_short_12","alias_value":"3P7OANGV6CM7","created_at":"2026-07-05T09:27:16Z"},{"alias_kind":"pith_short_16","alias_value":"3P7OANGV6CM7V4UQ","created_at":"2026-07-05T09:27:16Z"},{"alias_kind":"pith_short_8","alias_value":"3P7OANGV","created_at":"2026-07-05T09:27:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:3P7OANGV6CM7V4UQDRK4S5AZBJ","target":"record","payload":{"canonical_record":{"source":{"id":"2410.21157","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-28T15:58:41Z","cross_cats_sorted":["cs.SE"],"title_canon_sha256":"20b767e93c13ebbaa8e1a43f374bdde2b897373c04f2a14ee05d737e6517c159","abstract_canon_sha256":"3a6294346999cc1695dcc88a838010a88586d906abd7bb69a2283f9b29504870"},"schema_version":"1.0"},"canonical_sha256":"dbfee034d5f099faf2901c55c974190a56ca11863cc3f400f3e0d11badd80323","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:27:16.213187Z","signature_b64":"svMSkUeS0MoFGGHDZv5bIjhGzJ4cjZqfg6HpPXE60Nsj+w1mTI0dr6CbVopuwjj0I3mzwTQaVMf6ldS0so3cCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"dbfee034d5f099faf2901c55c974190a56ca11863cc3f400f3e0d11badd80323","last_reissued_at":"2026-07-05T09:27:16.212671Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:27:16.212671Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.21157","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:27:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Umr5EACQ2e9gNG3KXbQIla85H72LfBL1z7rDWXyGmniuOpllOD+IPb4KvxmvfP/n8rEWnk3Vz90HpaiU0Af8CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T04:13:39.746457Z"},"content_sha256":"dcb88a310d2caf3bb304cea9f88c20362d2ca721a9a4dc87762cd809d100dedc","schema_version":"1.0","event_id":"sha256:dcb88a310d2caf3bb304cea9f88c20362d2ca721a9a4dc87762cd809d100dedc"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:3P7OANGV6CM7V4UQDRK4S5AZBJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"M2rc-Eval: Massively Multilingual Repository-level Code Completion Evaluation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.SE"],"primary_cat":"cs.CL","authors_text":"Bangyu Xiang, Bo Zheng, Congnan Liu, Ge Zhang, Guoan Zhang, He Zhu, Jiaheng Liu, Jian Yang, Ke Jin, Ken Deng, Linzheng Chai, Peng Zhao, Shukai Liu, Wenbo Su, Yanan Wu, Zekun Wang","submitted_at":"2024-10-28T15:58:41Z","abstract_excerpt":"Repository-level code completion has drawn great attention in software engineering, and several benchmark datasets have been introduced. However, existing repository-level code completion benchmarks usually focus on a limited number of languages (<5), which cannot evaluate the general code intelligence abilities across different languages for existing code Large Language Models (LLMs). Besides, the existing benchmarks usually report overall average scores of different languages, where the fine-grained abilities in different completion scenarios are ignored. Therefore, to facilitate the researc"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.21157","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.21157/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:27:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VMj5fw90p5yWPQ6nxQjM4nQmSMM4+uABT0VpX/S1JIJ7cwhZ97SND9aLHMtszouJaQ7/mH2CbhTrcL068rPLCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T04:13:39.747308Z"},"content_sha256":"25ef730203a57e905be35e2fe251d1dfacaea67e821664e8fd8dea0102aa5648","schema_version":"1.0","event_id":"sha256:25ef730203a57e905be35e2fe251d1dfacaea67e821664e8fd8dea0102aa5648"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3P7OANGV6CM7V4UQDRK4S5AZBJ/bundle.json","state_url":"https://pith.science/pith/3P7OANGV6CM7V4UQDRK4S5AZBJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3P7OANGV6CM7V4UQDRK4S5AZBJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-20T04:13:39Z","links":{"resolver":"https://pith.science/pith/3P7OANGV6CM7V4UQDRK4S5AZBJ","bundle":"https://pith.science/pith/3P7OANGV6CM7V4UQDRK4S5AZBJ/bundle.json","state":"https://pith.science/pith/3P7OANGV6CM7V4UQDRK4S5AZBJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3P7OANGV6CM7V4UQDRK4S5AZBJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:3P7OANGV6CM7V4UQDRK4S5AZBJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3a6294346999cc1695dcc88a838010a88586d906abd7bb69a2283f9b29504870","cross_cats_sorted":["cs.SE"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-28T15:58:41Z","title_canon_sha256":"20b767e93c13ebbaa8e1a43f374bdde2b897373c04f2a14ee05d737e6517c159"},"schema_version":"1.0","source":{"id":"2410.21157","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.21157","created_at":"2026-07-05T09:27:16Z"},{"alias_kind":"arxiv_version","alias_value":"2410.21157v1","created_at":"2026-07-05T09:27:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.21157","created_at":"2026-07-05T09:27:16Z"},{"alias_kind":"pith_short_12","alias_value":"3P7OANGV6CM7","created_at":"2026-07-05T09:27:16Z"},{"alias_kind":"pith_short_16","alias_value":"3P7OANGV6CM7V4UQ","created_at":"2026-07-05T09:27:16Z"},{"alias_kind":"pith_short_8","alias_value":"3P7OANGV","created_at":"2026-07-05T09:27:16Z"}],"graph_snapshots":[{"event_id":"sha256:25ef730203a57e905be35e2fe251d1dfacaea67e821664e8fd8dea0102aa5648","target":"graph","created_at":"2026-07-05T09:27:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.21157/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Repository-level code completion has drawn great attention in software engineering, and several benchmark datasets have been introduced. However, existing repository-level code completion benchmarks usually focus on a limited number of languages (<5), which cannot evaluate the general code intelligence abilities across different languages for existing code Large Language Models (LLMs). Besides, the existing benchmarks usually report overall average scores of different languages, where the fine-grained abilities in different completion scenarios are ignored. Therefore, to facilitate the researc","authors_text":"Bangyu Xiang, Bo Zheng, Congnan Liu, Ge Zhang, Guoan Zhang, He Zhu, Jiaheng Liu, Jian Yang, Ke Jin, Ken Deng, Linzheng Chai, Peng Zhao, Shukai Liu, Wenbo Su, Yanan Wu, Zekun Wang","cross_cats":["cs.SE"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-28T15:58:41Z","title":"M2rc-Eval: Massively Multilingual Repository-level Code Completion Evaluation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.21157","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:dcb88a310d2caf3bb304cea9f88c20362d2ca721a9a4dc87762cd809d100dedc","target":"record","created_at":"2026-07-05T09:27:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3a6294346999cc1695dcc88a838010a88586d906abd7bb69a2283f9b29504870","cross_cats_sorted":["cs.SE"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-28T15:58:41Z","title_canon_sha256":"20b767e93c13ebbaa8e1a43f374bdde2b897373c04f2a14ee05d737e6517c159"},"schema_version":"1.0","source":{"id":"2410.21157","kind":"arxiv","version":1}},"canonical_sha256":"dbfee034d5f099faf2901c55c974190a56ca11863cc3f400f3e0d11badd80323","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"dbfee034d5f099faf2901c55c974190a56ca11863cc3f400f3e0d11badd80323","first_computed_at":"2026-07-05T09:27:16.212671Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:27:16.212671Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"svMSkUeS0MoFGGHDZv5bIjhGzJ4cjZqfg6HpPXE60Nsj+w1mTI0dr6CbVopuwjj0I3mzwTQaVMf6ldS0so3cCg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:27:16.213187Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.21157","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:dcb88a310d2caf3bb304cea9f88c20362d2ca721a9a4dc87762cd809d100dedc","sha256:25ef730203a57e905be35e2fe251d1dfacaea67e821664e8fd8dea0102aa5648"],"state_sha256":"6d3f51bc79f915fcec36a96f0035c02341f4d4760eee6154f259223072a6615c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sBrROezMSesGNnY2zeCL/vsqiTsCZ46zGl/d7wapF7laFkgSt0AXy+oWIMWrDDjybhjHe6EzfyBukNn7BspJDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-20T04:13:39.753567Z","bundle_sha256":"ca392979001d39dfcadf016de492149ba03fb6dcae94b011b012032d7d49be4a"}}