{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:W6PC23N772VYILUEPQULH4MNZG","short_pith_number":"pith:W6PC23N7","canonical_record":{"source":{"id":"2303.03004","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-06T10:08:51Z","cross_cats_sorted":[],"title_canon_sha256":"21dba1c7e9763bfc6d90b408aaf55c0fae93c867855d5d690574ca7b85ac0021","abstract_canon_sha256":"5fdb78dfb718257bf6c7fffc2e2a1648437cece4447f6e185de4955d54c359b9"},"schema_version":"1.0"},"canonical_sha256":"b79e2d6dbffeab842e847c28b3f18dc9ae43e1e881bf1dc9059f71e3681a3f11","source":{"kind":"arxiv","id":"2303.03004","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2303.03004","created_at":"2026-07-05T07:08:55Z"},{"alias_kind":"arxiv_version","alias_value":"2303.03004v4","created_at":"2026-07-05T07:08:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2303.03004","created_at":"2026-07-05T07:08:55Z"},{"alias_kind":"pith_short_12","alias_value":"W6PC23N772VY","created_at":"2026-07-05T07:08:55Z"},{"alias_kind":"pith_short_16","alias_value":"W6PC23N772VYILUE","created_at":"2026-07-05T07:08:55Z"},{"alias_kind":"pith_short_8","alias_value":"W6PC23N7","created_at":"2026-07-05T07:08:55Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:W6PC23N772VYILUEPQULH4MNZG","target":"record","payload":{"canonical_record":{"source":{"id":"2303.03004","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-06T10:08:51Z","cross_cats_sorted":[],"title_canon_sha256":"21dba1c7e9763bfc6d90b408aaf55c0fae93c867855d5d690574ca7b85ac0021","abstract_canon_sha256":"5fdb78dfb718257bf6c7fffc2e2a1648437cece4447f6e185de4955d54c359b9"},"schema_version":"1.0"},"canonical_sha256":"b79e2d6dbffeab842e847c28b3f18dc9ae43e1e881bf1dc9059f71e3681a3f11","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:08:55.371472Z","signature_b64":"/yh8I7DqoXIRy7GqOQ7h4ZDOW8drQs1bDTglb9asOOkdI8FJeig+P06IrZOKVKGnYFTAU2qZfWm7PqOMZSzADw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b79e2d6dbffeab842e847c28b3f18dc9ae43e1e881bf1dc9059f71e3681a3f11","last_reissued_at":"2026-07-05T07:08:55.371006Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:08:55.371006Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2303.03004","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:08:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bPQuGszEE9lBPq/QdpYDaAwc4PxdvL48NIDfbO80EXRXKsrzZokdbDqFk5Qosjmj/n9OALFEeWEgE/tUm+lBAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T17:28:53.854500Z"},"content_sha256":"39ee1d2be2a829320cef5c8bff8fe96f4e7a17e46539e92ac6de786e7e9b51b0","schema_version":"1.0","event_id":"sha256:39ee1d2be2a829320cef5c8bff8fe96f4e7a17e46539e92ac6de786e7e9b51b0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:W6PC23N772VYILUEPQULH4MNZG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"xCodeEval: A Large Scale Multilingual Multitask Benchmark for Code Understanding, Generation, Translation and Retrieval","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Md Rizwan Parvez, Mohammad Abdullah Matin Khan, M Saiful Bari, Shafiq Joty, Weishi Wang, Xuan Long Do","submitted_at":"2023-03-06T10:08:51Z","abstract_excerpt":"Recently, pre-trained large language models (LLMs) have shown impressive abilities in generating codes from natural language descriptions, repairing buggy codes, translating codes between languages, and retrieving relevant code segments. However, the evaluation of these models has often been performed in a scattered way on only one or two specific tasks, in a few languages, at a partial granularity (e.g., function) level, and in many cases without proper training data. Even more concerning is that in most cases the evaluation of generated codes has been done in terms of mere lexical overlap wi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2303.03004","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2303.03004/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:08:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HAbX2U2QQ55tvNSMj6iAVBl3GNGi2D4qkhLzMCBM22qP6g59FbU+LU0WgXddOoEzssDefnjXmT6bXckshA/rAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T17:28:53.855039Z"},"content_sha256":"aae8bb2a66b414945ce44ef88ac46955acb360b67ef2d82c163b5313b1395c42","schema_version":"1.0","event_id":"sha256:aae8bb2a66b414945ce44ef88ac46955acb360b67ef2d82c163b5313b1395c42"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/W6PC23N772VYILUEPQULH4MNZG/bundle.json","state_url":"https://pith.science/pith/W6PC23N772VYILUEPQULH4MNZG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/W6PC23N772VYILUEPQULH4MNZG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T17:28:53Z","links":{"resolver":"https://pith.science/pith/W6PC23N772VYILUEPQULH4MNZG","bundle":"https://pith.science/pith/W6PC23N772VYILUEPQULH4MNZG/bundle.json","state":"https://pith.science/pith/W6PC23N772VYILUEPQULH4MNZG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/W6PC23N772VYILUEPQULH4MNZG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:W6PC23N772VYILUEPQULH4MNZG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5fdb78dfb718257bf6c7fffc2e2a1648437cece4447f6e185de4955d54c359b9","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-06T10:08:51Z","title_canon_sha256":"21dba1c7e9763bfc6d90b408aaf55c0fae93c867855d5d690574ca7b85ac0021"},"schema_version":"1.0","source":{"id":"2303.03004","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2303.03004","created_at":"2026-07-05T07:08:55Z"},{"alias_kind":"arxiv_version","alias_value":"2303.03004v4","created_at":"2026-07-05T07:08:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2303.03004","created_at":"2026-07-05T07:08:55Z"},{"alias_kind":"pith_short_12","alias_value":"W6PC23N772VY","created_at":"2026-07-05T07:08:55Z"},{"alias_kind":"pith_short_16","alias_value":"W6PC23N772VYILUE","created_at":"2026-07-05T07:08:55Z"},{"alias_kind":"pith_short_8","alias_value":"W6PC23N7","created_at":"2026-07-05T07:08:55Z"}],"graph_snapshots":[{"event_id":"sha256:aae8bb2a66b414945ce44ef88ac46955acb360b67ef2d82c163b5313b1395c42","target":"graph","created_at":"2026-07-05T07:08:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2303.03004/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recently, pre-trained large language models (LLMs) have shown impressive abilities in generating codes from natural language descriptions, repairing buggy codes, translating codes between languages, and retrieving relevant code segments. However, the evaluation of these models has often been performed in a scattered way on only one or two specific tasks, in a few languages, at a partial granularity (e.g., function) level, and in many cases without proper training data. Even more concerning is that in most cases the evaluation of generated codes has been done in terms of mere lexical overlap wi","authors_text":"Md Rizwan Parvez, Mohammad Abdullah Matin Khan, M Saiful Bari, Shafiq Joty, Weishi Wang, Xuan Long Do","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-06T10:08:51Z","title":"xCodeEval: A Large Scale Multilingual Multitask Benchmark for Code Understanding, Generation, Translation and Retrieval"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2303.03004","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:39ee1d2be2a829320cef5c8bff8fe96f4e7a17e46539e92ac6de786e7e9b51b0","target":"record","created_at":"2026-07-05T07:08:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5fdb78dfb718257bf6c7fffc2e2a1648437cece4447f6e185de4955d54c359b9","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-06T10:08:51Z","title_canon_sha256":"21dba1c7e9763bfc6d90b408aaf55c0fae93c867855d5d690574ca7b85ac0021"},"schema_version":"1.0","source":{"id":"2303.03004","kind":"arxiv","version":4}},"canonical_sha256":"b79e2d6dbffeab842e847c28b3f18dc9ae43e1e881bf1dc9059f71e3681a3f11","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b79e2d6dbffeab842e847c28b3f18dc9ae43e1e881bf1dc9059f71e3681a3f11","first_computed_at":"2026-07-05T07:08:55.371006Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:08:55.371006Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"/yh8I7DqoXIRy7GqOQ7h4ZDOW8drQs1bDTglb9asOOkdI8FJeig+P06IrZOKVKGnYFTAU2qZfWm7PqOMZSzADw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:08:55.371472Z","signed_message":"canonical_sha256_bytes"},"source_id":"2303.03004","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:39ee1d2be2a829320cef5c8bff8fe96f4e7a17e46539e92ac6de786e7e9b51b0","sha256:aae8bb2a66b414945ce44ef88ac46955acb360b67ef2d82c163b5313b1395c42"],"state_sha256":"9475fa3e3dc4e6d8161a453ac564a88db3ebbd2ef9c060432576aa76a1202b74"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jfy2/qWGf6+n2MSgKL7rc3JNdNsKyGNAgKo57cHKSpAAW23ubXQ4w3cNW/C/bO+rLvLuViBOQ2ffKD0kdsSiCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T17:28:53.860453Z","bundle_sha256":"d7965baac172adcdd0800b555cb58779efb80668b3fc81a40559b3d057842ab1"}}