{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:WJLBDU3MGPWVBRJPDQ45PAHLPQ","short_pith_number":"pith:WJLBDU3M","canonical_record":{"source":{"id":"2406.07436","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.PL","submitted_at":"2024-06-11T16:45:17Z","cross_cats_sorted":[],"title_canon_sha256":"15df85a6dde8691809c3515713809fcc819476cde246a7bbab20ac04ed541c78","abstract_canon_sha256":"76fdcd6b46cc9472db906c7c564da9b20fb3c147227f12f0f545603a36251dc4"},"schema_version":"1.0"},"canonical_sha256":"b25611d36c33ed50c52f1c39d780eb7c39ce50f7973ea9d269deb54b9ebfd2e8","source":{"kind":"arxiv","id":"2406.07436","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.07436","created_at":"2026-07-05T08:30:23Z"},{"alias_kind":"arxiv_version","alias_value":"2406.07436v1","created_at":"2026-07-05T08:30:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.07436","created_at":"2026-07-05T08:30:23Z"},{"alias_kind":"pith_short_12","alias_value":"WJLBDU3MGPWV","created_at":"2026-07-05T08:30:23Z"},{"alias_kind":"pith_short_16","alias_value":"WJLBDU3MGPWVBRJP","created_at":"2026-07-05T08:30:23Z"},{"alias_kind":"pith_short_8","alias_value":"WJLBDU3M","created_at":"2026-07-05T08:30:23Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:WJLBDU3MGPWVBRJPDQ45PAHLPQ","target":"record","payload":{"canonical_record":{"source":{"id":"2406.07436","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.PL","submitted_at":"2024-06-11T16:45:17Z","cross_cats_sorted":[],"title_canon_sha256":"15df85a6dde8691809c3515713809fcc819476cde246a7bbab20ac04ed541c78","abstract_canon_sha256":"76fdcd6b46cc9472db906c7c564da9b20fb3c147227f12f0f545603a36251dc4"},"schema_version":"1.0"},"canonical_sha256":"b25611d36c33ed50c52f1c39d780eb7c39ce50f7973ea9d269deb54b9ebfd2e8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:30:23.718425Z","signature_b64":"muSIJRpJ/B7G0wbhR9OKH2RsgIbeW0V0FVY2Tg3q+pYshDaS6mdRpsaaLzkr+M3GReBf5xLOGJ7+fXU3sqktCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b25611d36c33ed50c52f1c39d780eb7c39ce50f7973ea9d269deb54b9ebfd2e8","last_reissued_at":"2026-07-05T08:30:23.717871Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:30:23.717871Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.07436","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:30:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SgKeuSohWtvW898OQrHyYFgCQ9u1GjkKLHvJXqOLdGMwqyS5TfyQQqnCj2nD0OGJ+IZ0+ixHbVBqJtQ/qvX8AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T18:52:06.673700Z"},"content_sha256":"1d798d757b4fa3d0a9df274bb2ee4d97264785e4b31f67149ad31543961833ca","schema_version":"1.0","event_id":"sha256:1d798d757b4fa3d0a9df274bb2ee4d97264785e4b31f67149ad31543961833ca"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:WJLBDU3MGPWVBRJPDQ45PAHLPQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"McEval: Massively Multilingual Code Evaluation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.PL","authors_text":"Bing Wang, Boyang Wang, Changyu Ren, Ge Zhang, Hongcheng Guo, Jiaheng Liu, Jian Yang, Ke Jin, Linzheng Chai, Liqun Yang, Shukai Liu, Sufeng Duan, Tao Sun, Tongliang Li, Xianjie Wu, Yuwei Yin, Zekun Wang, Zhoujun Li","submitted_at":"2024-06-11T16:45:17Z","abstract_excerpt":"Code large language models (LLMs) have shown remarkable advances in code understanding, completion, and generation tasks. Programming benchmarks, comprised of a selection of code challenges and corresponding test cases, serve as a standard to evaluate the capability of different LLMs in such tasks. However, most existing benchmarks primarily focus on Python and are still restricted to a limited number of languages, where other languages are translated from the Python samples (e.g. MultiPL-E) degrading the data diversity. To further facilitate the research of code LLMs, we propose a massively m"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.07436","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.07436/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:30:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"69HE9bLgAtW7TqjR4nvoBKSLKX97/mQo7i2LzIYn3x7L1UG51a1OdcN98Lk4a4jGye+V3tznwz0NjQuhj7waBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T18:52:06.674081Z"},"content_sha256":"87de8e595c84103e6a3257df1c05d128a850b15276d8579550834dbba59326ad","schema_version":"1.0","event_id":"sha256:87de8e595c84103e6a3257df1c05d128a850b15276d8579550834dbba59326ad"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WJLBDU3MGPWVBRJPDQ45PAHLPQ/bundle.json","state_url":"https://pith.science/pith/WJLBDU3MGPWVBRJPDQ45PAHLPQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WJLBDU3MGPWVBRJPDQ45PAHLPQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T18:52:06Z","links":{"resolver":"https://pith.science/pith/WJLBDU3MGPWVBRJPDQ45PAHLPQ","bundle":"https://pith.science/pith/WJLBDU3MGPWVBRJPDQ45PAHLPQ/bundle.json","state":"https://pith.science/pith/WJLBDU3MGPWVBRJPDQ45PAHLPQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WJLBDU3MGPWVBRJPDQ45PAHLPQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:WJLBDU3MGPWVBRJPDQ45PAHLPQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"76fdcd6b46cc9472db906c7c564da9b20fb3c147227f12f0f545603a36251dc4","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.PL","submitted_at":"2024-06-11T16:45:17Z","title_canon_sha256":"15df85a6dde8691809c3515713809fcc819476cde246a7bbab20ac04ed541c78"},"schema_version":"1.0","source":{"id":"2406.07436","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.07436","created_at":"2026-07-05T08:30:23Z"},{"alias_kind":"arxiv_version","alias_value":"2406.07436v1","created_at":"2026-07-05T08:30:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.07436","created_at":"2026-07-05T08:30:23Z"},{"alias_kind":"pith_short_12","alias_value":"WJLBDU3MGPWV","created_at":"2026-07-05T08:30:23Z"},{"alias_kind":"pith_short_16","alias_value":"WJLBDU3MGPWVBRJP","created_at":"2026-07-05T08:30:23Z"},{"alias_kind":"pith_short_8","alias_value":"WJLBDU3M","created_at":"2026-07-05T08:30:23Z"}],"graph_snapshots":[{"event_id":"sha256:87de8e595c84103e6a3257df1c05d128a850b15276d8579550834dbba59326ad","target":"graph","created_at":"2026-07-05T08:30:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.07436/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Code large language models (LLMs) have shown remarkable advances in code understanding, completion, and generation tasks. Programming benchmarks, comprised of a selection of code challenges and corresponding test cases, serve as a standard to evaluate the capability of different LLMs in such tasks. However, most existing benchmarks primarily focus on Python and are still restricted to a limited number of languages, where other languages are translated from the Python samples (e.g. MultiPL-E) degrading the data diversity. To further facilitate the research of code LLMs, we propose a massively m","authors_text":"Bing Wang, Boyang Wang, Changyu Ren, Ge Zhang, Hongcheng Guo, Jiaheng Liu, Jian Yang, Ke Jin, Linzheng Chai, Liqun Yang, Shukai Liu, Sufeng Duan, Tao Sun, Tongliang Li, Xianjie Wu, Yuwei Yin, Zekun Wang, Zhoujun Li","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.PL","submitted_at":"2024-06-11T16:45:17Z","title":"McEval: Massively Multilingual Code Evaluation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.07436","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1d798d757b4fa3d0a9df274bb2ee4d97264785e4b31f67149ad31543961833ca","target":"record","created_at":"2026-07-05T08:30:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"76fdcd6b46cc9472db906c7c564da9b20fb3c147227f12f0f545603a36251dc4","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.PL","submitted_at":"2024-06-11T16:45:17Z","title_canon_sha256":"15df85a6dde8691809c3515713809fcc819476cde246a7bbab20ac04ed541c78"},"schema_version":"1.0","source":{"id":"2406.07436","kind":"arxiv","version":1}},"canonical_sha256":"b25611d36c33ed50c52f1c39d780eb7c39ce50f7973ea9d269deb54b9ebfd2e8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b25611d36c33ed50c52f1c39d780eb7c39ce50f7973ea9d269deb54b9ebfd2e8","first_computed_at":"2026-07-05T08:30:23.717871Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:30:23.717871Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"muSIJRpJ/B7G0wbhR9OKH2RsgIbeW0V0FVY2Tg3q+pYshDaS6mdRpsaaLzkr+M3GReBf5xLOGJ7+fXU3sqktCg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:30:23.718425Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.07436","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1d798d757b4fa3d0a9df274bb2ee4d97264785e4b31f67149ad31543961833ca","sha256:87de8e595c84103e6a3257df1c05d128a850b15276d8579550834dbba59326ad"],"state_sha256":"7fa5cbf59ee4af0f9f7b1e1d81c5b1989947cbe983b44d8fd4c1ce0d8b9b4aea"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CulgVie767u23a/h+1Dfe0Ta5VdRzexNBZpcwUth+mUW8v6vQfDm00FXa/OlEdyh49ojNT3suCNUih5q+2o7Bg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T18:52:06.677320Z","bundle_sha256":"add48c9bffbb077095e97657003297a4dd0a4bb40cfb5e1555ea8a50d2ca492f"}}