{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:EQILI3HHXGCTNW2MCA7R4347DL","short_pith_number":"pith:EQILI3HH","canonical_record":{"source":{"id":"2208.08227","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-08-17T11:16:52Z","cross_cats_sorted":["cs.PL"],"title_canon_sha256":"bd3df0ce631cdecc4a37285865fd59cdca1f406794738ef91debc81f23477169","abstract_canon_sha256":"c0c1999925dc10580beac9da736d98ec890bf6432198afacff67964d5c0d30b9"},"schema_version":"1.0"},"canonical_sha256":"2410b46ce7b98536db4c103f1e6f9f1aec563eb8f51e27ff64b90911824afb3f","source":{"kind":"arxiv","id":"2208.08227","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2208.08227","created_at":"2026-07-05T05:26:07Z"},{"alias_kind":"arxiv_version","alias_value":"2208.08227v4","created_at":"2026-07-05T05:26:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2208.08227","created_at":"2026-07-05T05:26:07Z"},{"alias_kind":"pith_short_12","alias_value":"EQILI3HHXGCT","created_at":"2026-07-05T05:26:07Z"},{"alias_kind":"pith_short_16","alias_value":"EQILI3HHXGCTNW2M","created_at":"2026-07-05T05:26:07Z"},{"alias_kind":"pith_short_8","alias_value":"EQILI3HH","created_at":"2026-07-05T05:26:07Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:EQILI3HHXGCTNW2MCA7R4347DL","target":"record","payload":{"canonical_record":{"source":{"id":"2208.08227","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-08-17T11:16:52Z","cross_cats_sorted":["cs.PL"],"title_canon_sha256":"bd3df0ce631cdecc4a37285865fd59cdca1f406794738ef91debc81f23477169","abstract_canon_sha256":"c0c1999925dc10580beac9da736d98ec890bf6432198afacff67964d5c0d30b9"},"schema_version":"1.0"},"canonical_sha256":"2410b46ce7b98536db4c103f1e6f9f1aec563eb8f51e27ff64b90911824afb3f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:26:07.765236Z","signature_b64":"aMYYz41JZjK99jTH7qDDtSLYXnORtuE8vosNEA37h7u9nBcPDtenpFe7PXJDEEsOrtoOHXRzWZg8ct4SZnMFCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2410b46ce7b98536db4c103f1e6f9f1aec563eb8f51e27ff64b90911824afb3f","last_reissued_at":"2026-07-05T05:26:07.764785Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:26:07.764785Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2208.08227","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:26:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ahd1sgdQPlvxsPsAaExbWIKn97YbIjkLaBxUY5JlMM54aYteFT5M68W1SX1CfKqTALgRO0RI2HiA4A3xnu0OBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T09:24:32.067977Z"},"content_sha256":"899a34ac07ceca5475417be990cb047cd07ed92405e9b617c16c8a6ad19af5a1","schema_version":"1.0","event_id":"sha256:899a34ac07ceca5475417be990cb047cd07ed92405e9b617c16c8a6ad19af5a1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:EQILI3HHXGCTNW2MCA7R4347DL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MultiPL-E: A Scalable and Extensible Approach to Benchmarking Neural Code Generation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.PL"],"primary_cat":"cs.LG","authors_text":"Abhinav Jangda, Arjun Guha, Carolyn Jane Anderson, Daniel Nguyen, Donald Pinckney, Federico Cassano, John Gouwar, Luna Phipps-Costin, Michael Greenberg, Ming-Ho Yee, Molly Q Feldman, Sydney Nguyen, Yangtian Zi","submitted_at":"2022-08-17T11:16:52Z","abstract_excerpt":"Large language models have demonstrated the ability to generate both natural language and programming language text. Such models open up the possibility of multi-language code generation: could code generation models generalize knowledge from one language to another? Although contemporary code generation models can generate semantically correct Python code, little is known about their abilities with other languages. We propose MultiPL-E, a system for translating unit test-driven code generation benchmarks to new languages. We create the first massively multilingual code generation benchmark by"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2208.08227","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2208.08227/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:26:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Gb8Im0evwA3brjTvvcBW3dl6P52WQt32cPR/bGffD9nO2CiYZzbgzYHkqfls/cTLqoV6k2lnjUlQhbpA/kxVCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T09:24:32.068496Z"},"content_sha256":"8dd780c787f65c7ef7b64c3515ed8c204004fa294678350387e2e3062410b507","schema_version":"1.0","event_id":"sha256:8dd780c787f65c7ef7b64c3515ed8c204004fa294678350387e2e3062410b507"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EQILI3HHXGCTNW2MCA7R4347DL/bundle.json","state_url":"https://pith.science/pith/EQILI3HHXGCTNW2MCA7R4347DL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EQILI3HHXGCTNW2MCA7R4347DL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T09:24:32Z","links":{"resolver":"https://pith.science/pith/EQILI3HHXGCTNW2MCA7R4347DL","bundle":"https://pith.science/pith/EQILI3HHXGCTNW2MCA7R4347DL/bundle.json","state":"https://pith.science/pith/EQILI3HHXGCTNW2MCA7R4347DL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EQILI3HHXGCTNW2MCA7R4347DL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:EQILI3HHXGCTNW2MCA7R4347DL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c0c1999925dc10580beac9da736d98ec890bf6432198afacff67964d5c0d30b9","cross_cats_sorted":["cs.PL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-08-17T11:16:52Z","title_canon_sha256":"bd3df0ce631cdecc4a37285865fd59cdca1f406794738ef91debc81f23477169"},"schema_version":"1.0","source":{"id":"2208.08227","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2208.08227","created_at":"2026-07-05T05:26:07Z"},{"alias_kind":"arxiv_version","alias_value":"2208.08227v4","created_at":"2026-07-05T05:26:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2208.08227","created_at":"2026-07-05T05:26:07Z"},{"alias_kind":"pith_short_12","alias_value":"EQILI3HHXGCT","created_at":"2026-07-05T05:26:07Z"},{"alias_kind":"pith_short_16","alias_value":"EQILI3HHXGCTNW2M","created_at":"2026-07-05T05:26:07Z"},{"alias_kind":"pith_short_8","alias_value":"EQILI3HH","created_at":"2026-07-05T05:26:07Z"}],"graph_snapshots":[{"event_id":"sha256:8dd780c787f65c7ef7b64c3515ed8c204004fa294678350387e2e3062410b507","target":"graph","created_at":"2026-07-05T05:26:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2208.08227/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models have demonstrated the ability to generate both natural language and programming language text. Such models open up the possibility of multi-language code generation: could code generation models generalize knowledge from one language to another? Although contemporary code generation models can generate semantically correct Python code, little is known about their abilities with other languages. We propose MultiPL-E, a system for translating unit test-driven code generation benchmarks to new languages. We create the first massively multilingual code generation benchmark by","authors_text":"Abhinav Jangda, Arjun Guha, Carolyn Jane Anderson, Daniel Nguyen, Donald Pinckney, Federico Cassano, John Gouwar, Luna Phipps-Costin, Michael Greenberg, Ming-Ho Yee, Molly Q Feldman, Sydney Nguyen, Yangtian Zi","cross_cats":["cs.PL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-08-17T11:16:52Z","title":"MultiPL-E: A Scalable and Extensible Approach to Benchmarking Neural Code Generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2208.08227","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:899a34ac07ceca5475417be990cb047cd07ed92405e9b617c16c8a6ad19af5a1","target":"record","created_at":"2026-07-05T05:26:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c0c1999925dc10580beac9da736d98ec890bf6432198afacff67964d5c0d30b9","cross_cats_sorted":["cs.PL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-08-17T11:16:52Z","title_canon_sha256":"bd3df0ce631cdecc4a37285865fd59cdca1f406794738ef91debc81f23477169"},"schema_version":"1.0","source":{"id":"2208.08227","kind":"arxiv","version":4}},"canonical_sha256":"2410b46ce7b98536db4c103f1e6f9f1aec563eb8f51e27ff64b90911824afb3f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2410b46ce7b98536db4c103f1e6f9f1aec563eb8f51e27ff64b90911824afb3f","first_computed_at":"2026-07-05T05:26:07.764785Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:26:07.764785Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"aMYYz41JZjK99jTH7qDDtSLYXnORtuE8vosNEA37h7u9nBcPDtenpFe7PXJDEEsOrtoOHXRzWZg8ct4SZnMFCw==","signature_status":"signed_v1","signed_at":"2026-07-05T05:26:07.765236Z","signed_message":"canonical_sha256_bytes"},"source_id":"2208.08227","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:899a34ac07ceca5475417be990cb047cd07ed92405e9b617c16c8a6ad19af5a1","sha256:8dd780c787f65c7ef7b64c3515ed8c204004fa294678350387e2e3062410b507"],"state_sha256":"5286a3e2fb43259824a72fa8e009c1348c3a5fb07fc8ac25e2edb603729a57c7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2OxWFJanttF0wFKr4s2bypqs6slisUC8Fymsm5ks5bDWFYiNMWFa1E0G4CaYs0PyZ/L+KF3C7v8kbRNE2DjkBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T09:24:32.072317Z","bundle_sha256":"86f0ae8d66e9133f236a9fa93e09e0074769f6e5489ea1b2cbc92e891db15e30"}}