{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:NLLDPW2GHRIXLFSOK4LFFNY4N7","short_pith_number":"pith:NLLDPW2G","canonical_record":{"source":{"id":"2010.16046","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-30T03:41:38Z","cross_cats_sorted":[],"title_canon_sha256":"5b7a1ec9f5051531d226182f531785fde7079194c0eca6be9cb65ea872f8341f","abstract_canon_sha256":"89d0d98909fd8307aa99b29cc501726c9533fdadbcdf8b13343d991d80f33c11"},"schema_version":"1.0"},"canonical_sha256":"6ad637db463c5175964e571652b71c6fc8ece70f298cc1e10c8ccfe10115819d","source":{"kind":"arxiv","id":"2010.16046","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2010.16046","created_at":"2026-07-05T02:45:34Z"},{"alias_kind":"arxiv_version","alias_value":"2010.16046v2","created_at":"2026-07-05T02:45:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2010.16046","created_at":"2026-07-05T02:45:34Z"},{"alias_kind":"pith_short_12","alias_value":"NLLDPW2GHRIX","created_at":"2026-07-05T02:45:34Z"},{"alias_kind":"pith_short_16","alias_value":"NLLDPW2GHRIXLFSO","created_at":"2026-07-05T02:45:34Z"},{"alias_kind":"pith_short_8","alias_value":"NLLDPW2G","created_at":"2026-07-05T02:45:34Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:NLLDPW2GHRIXLFSOK4LFFNY4N7","target":"record","payload":{"canonical_record":{"source":{"id":"2010.16046","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-30T03:41:38Z","cross_cats_sorted":[],"title_canon_sha256":"5b7a1ec9f5051531d226182f531785fde7079194c0eca6be9cb65ea872f8341f","abstract_canon_sha256":"89d0d98909fd8307aa99b29cc501726c9533fdadbcdf8b13343d991d80f33c11"},"schema_version":"1.0"},"canonical_sha256":"6ad637db463c5175964e571652b71c6fc8ece70f298cc1e10c8ccfe10115819d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:45:34.127369Z","signature_b64":"Zc6KshFqLcmjZ/AYKMplBsVt6py9kS+wbyZ6bomChTAxmXrSGnTBm6v1Kv+C/HzYCU8n/7gsqLhMGVCvyFekAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6ad637db463c5175964e571652b71c6fc8ece70f298cc1e10c8ccfe10115819d","last_reissued_at":"2026-07-05T02:45:34.126944Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:45:34.126944Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2010.16046","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:45:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KB/hyLZeASzpfnx16p79mc6rZ9cVoxHd3Rw4HClhCphNxqb4NCXnSTJ0CIGt0zHFJIwWRD1/TC6gHVLRFWDgCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-11T06:40:28.750470Z"},"content_sha256":"ff5030009ee947c9c68e64eeaed4be50bcb0553dc7dff14c0d4d3548c0aeead5","schema_version":"1.0","event_id":"sha256:ff5030009ee947c9c68e64eeaed4be50bcb0553dc7dff14c0d4d3548c0aeead5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:NLLDPW2GHRIXLFSOK4LFFNY4N7","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"VECO: Variable and Flexible Cross-lingual Pre-training for Language Understanding and Generation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Bin Bi, Fei Huang, Fuli Luo, Jiahao Liu, Luo Si, Songfang Huang, Wei Wang, Yijia Liu","submitted_at":"2020-10-30T03:41:38Z","abstract_excerpt":"Existing work in multilingual pretraining has demonstrated the potential of cross-lingual transferability by training a unified Transformer encoder for multiple languages. However, much of this work only relies on the shared vocabulary and bilingual contexts to encourage the correlation across languages, which is loose and implicit for aligning the contextual representations between languages. In this paper, we plug a cross-attention module into the Transformer encoder to explicitly build the interdependence between languages. It can effectively avoid the degeneration of predicting masked word"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2010.16046","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2010.16046/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:45:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2eHWUPaI3mNAPFJwcgHIvd5g6F70lbUuBZtYj9xci2zpRg9UOlWboUrKt2X6O5Ab4pVIPUGyyToK8jKRklQ+Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-11T06:40:28.750881Z"},"content_sha256":"1ad49f247072676289d38cf7d39d8c7b11229abd2fd078b8d57cdda6b8f1d0c6","schema_version":"1.0","event_id":"sha256:1ad49f247072676289d38cf7d39d8c7b11229abd2fd078b8d57cdda6b8f1d0c6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NLLDPW2GHRIXLFSOK4LFFNY4N7/bundle.json","state_url":"https://pith.science/pith/NLLDPW2GHRIXLFSOK4LFFNY4N7/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NLLDPW2GHRIXLFSOK4LFFNY4N7/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-11T06:40:28Z","links":{"resolver":"https://pith.science/pith/NLLDPW2GHRIXLFSOK4LFFNY4N7","bundle":"https://pith.science/pith/NLLDPW2GHRIXLFSOK4LFFNY4N7/bundle.json","state":"https://pith.science/pith/NLLDPW2GHRIXLFSOK4LFFNY4N7/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NLLDPW2GHRIXLFSOK4LFFNY4N7/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:NLLDPW2GHRIXLFSOK4LFFNY4N7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"89d0d98909fd8307aa99b29cc501726c9533fdadbcdf8b13343d991d80f33c11","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-30T03:41:38Z","title_canon_sha256":"5b7a1ec9f5051531d226182f531785fde7079194c0eca6be9cb65ea872f8341f"},"schema_version":"1.0","source":{"id":"2010.16046","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2010.16046","created_at":"2026-07-05T02:45:34Z"},{"alias_kind":"arxiv_version","alias_value":"2010.16046v2","created_at":"2026-07-05T02:45:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2010.16046","created_at":"2026-07-05T02:45:34Z"},{"alias_kind":"pith_short_12","alias_value":"NLLDPW2GHRIX","created_at":"2026-07-05T02:45:34Z"},{"alias_kind":"pith_short_16","alias_value":"NLLDPW2GHRIXLFSO","created_at":"2026-07-05T02:45:34Z"},{"alias_kind":"pith_short_8","alias_value":"NLLDPW2G","created_at":"2026-07-05T02:45:34Z"}],"graph_snapshots":[{"event_id":"sha256:1ad49f247072676289d38cf7d39d8c7b11229abd2fd078b8d57cdda6b8f1d0c6","target":"graph","created_at":"2026-07-05T02:45:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2010.16046/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Existing work in multilingual pretraining has demonstrated the potential of cross-lingual transferability by training a unified Transformer encoder for multiple languages. However, much of this work only relies on the shared vocabulary and bilingual contexts to encourage the correlation across languages, which is loose and implicit for aligning the contextual representations between languages. In this paper, we plug a cross-attention module into the Transformer encoder to explicitly build the interdependence between languages. It can effectively avoid the degeneration of predicting masked word","authors_text":"Bin Bi, Fei Huang, Fuli Luo, Jiahao Liu, Luo Si, Songfang Huang, Wei Wang, Yijia Liu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-30T03:41:38Z","title":"VECO: Variable and Flexible Cross-lingual Pre-training for Language Understanding and Generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2010.16046","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ff5030009ee947c9c68e64eeaed4be50bcb0553dc7dff14c0d4d3548c0aeead5","target":"record","created_at":"2026-07-05T02:45:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"89d0d98909fd8307aa99b29cc501726c9533fdadbcdf8b13343d991d80f33c11","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-30T03:41:38Z","title_canon_sha256":"5b7a1ec9f5051531d226182f531785fde7079194c0eca6be9cb65ea872f8341f"},"schema_version":"1.0","source":{"id":"2010.16046","kind":"arxiv","version":2}},"canonical_sha256":"6ad637db463c5175964e571652b71c6fc8ece70f298cc1e10c8ccfe10115819d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6ad637db463c5175964e571652b71c6fc8ece70f298cc1e10c8ccfe10115819d","first_computed_at":"2026-07-05T02:45:34.126944Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:45:34.126944Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Zc6KshFqLcmjZ/AYKMplBsVt6py9kS+wbyZ6bomChTAxmXrSGnTBm6v1Kv+C/HzYCU8n/7gsqLhMGVCvyFekAg==","signature_status":"signed_v1","signed_at":"2026-07-05T02:45:34.127369Z","signed_message":"canonical_sha256_bytes"},"source_id":"2010.16046","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ff5030009ee947c9c68e64eeaed4be50bcb0553dc7dff14c0d4d3548c0aeead5","sha256:1ad49f247072676289d38cf7d39d8c7b11229abd2fd078b8d57cdda6b8f1d0c6"],"state_sha256":"82e22ba434ae3fbcb6afd1cf41ee0ace73b7e8299185a552450cf534591d2a97"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eSehsnxmkwx4mI3wxFk8R/ms6tHOzTYha1+3+k44Yty3lLd2j9E4HxQYWvxdxRHP96+k52jaffZXPKgQAldiBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-11T06:40:28.753856Z","bundle_sha256":"4161c83cdeb02d0f9c76969d543c2273a6652f7c1e9ba0f98fc91141964e42ef"}}