{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:3ZUV4M2UX2Z62LJCWJ42XVJXQR","short_pith_number":"pith:3ZUV4M2U","canonical_record":{"source":{"id":"2012.14583","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-12-29T03:18:50Z","cross_cats_sorted":[],"title_canon_sha256":"ac1ca2e2d79904f4d8dc0dee5bb041355a2f26603cc1a8a3e054d82b36ef05e8","abstract_canon_sha256":"0c873d2c9c33b710f6ddc6b0560bda415dc510267a937c99109c72511a8dc2a8"},"schema_version":"1.0"},"canonical_sha256":"de695e3354beb3ed2d22b279abd537845c2984cdb069468a142d5dae150ff997","source":{"kind":"arxiv","id":"2012.14583","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2012.14583","created_at":"2026-07-05T02:10:07Z"},{"alias_kind":"arxiv_version","alias_value":"2012.14583v2","created_at":"2026-07-05T02:10:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2012.14583","created_at":"2026-07-05T02:10:07Z"},{"alias_kind":"pith_short_12","alias_value":"3ZUV4M2UX2Z6","created_at":"2026-07-05T02:10:07Z"},{"alias_kind":"pith_short_16","alias_value":"3ZUV4M2UX2Z62LJC","created_at":"2026-07-05T02:10:07Z"},{"alias_kind":"pith_short_8","alias_value":"3ZUV4M2U","created_at":"2026-07-05T02:10:07Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:3ZUV4M2UX2Z62LJCWJ42XVJXQR","target":"record","payload":{"canonical_record":{"source":{"id":"2012.14583","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-12-29T03:18:50Z","cross_cats_sorted":[],"title_canon_sha256":"ac1ca2e2d79904f4d8dc0dee5bb041355a2f26603cc1a8a3e054d82b36ef05e8","abstract_canon_sha256":"0c873d2c9c33b710f6ddc6b0560bda415dc510267a937c99109c72511a8dc2a8"},"schema_version":"1.0"},"canonical_sha256":"de695e3354beb3ed2d22b279abd537845c2984cdb069468a142d5dae150ff997","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:10:07.580356Z","signature_b64":"KUYRWFkFLp9fvqahqaBASyvYfUPPfm2poWoiH4P1g7vPON9H87SMhIqOiQnngAzHBmP4lna1TnKE24HxpMuxBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"de695e3354beb3ed2d22b279abd537845c2984cdb069468a142d5dae150ff997","last_reissued_at":"2026-07-05T02:10:07.579999Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:10:07.579999Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2012.14583","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:10:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bMUc8pkW0CM6mam0Ed6ynMK25esJzomedUJ/z3t69e+3S8xCH6is5s1dueBpilwIByJqntJyOdI6rNW4JDo0DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T09:25:49.997818Z"},"content_sha256":"e31423fcbac2a5e8bc4ef826c971c7eb7c95cbae81cbf908d2b5c075a2b8a297","schema_version":"1.0","event_id":"sha256:e31423fcbac2a5e8bc4ef826c971c7eb7c95cbae81cbf908d2b5c075a2b8a297"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:3ZUV4M2UX2Z62LJCWJ42XVJXQR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Understanding and Improving Lexical Choice in Non-Autoregressive Translation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Dacheng Tao, Derek F. Wong, Liang Ding, Longyue Wang, Xuebo Liu, Zhaopeng Tu","submitted_at":"2020-12-29T03:18:50Z","abstract_excerpt":"Knowledge distillation (KD) is essential for training non-autoregressive translation (NAT) models by reducing the complexity of the raw data with an autoregressive teacher model. In this study, we empirically show that as a side effect of this training, the lexical choice errors on low-frequency words are propagated to the NAT model from the teacher model. To alleviate this problem, we propose to expose the raw data to NAT models to restore the useful information of low-frequency words, which are missed in the distilled data. To this end, we introduce an extra Kullback-Leibler divergence term "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2012.14583","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2012.14583/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:10:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NHl8j8ikr4yzR+rKfRGsdIFHLPZj8QeY70LhhM5rfC4HlRlM/iwf0q6oikt34OzWYOB5FfBOt7FcKxnJWCrbCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T09:25:49.998728Z"},"content_sha256":"ae5ae07b43df4958e90b8c34678b95ad28cb43f13823a9053e3f1fd006a05936","schema_version":"1.0","event_id":"sha256:ae5ae07b43df4958e90b8c34678b95ad28cb43f13823a9053e3f1fd006a05936"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3ZUV4M2UX2Z62LJCWJ42XVJXQR/bundle.json","state_url":"https://pith.science/pith/3ZUV4M2UX2Z62LJCWJ42XVJXQR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3ZUV4M2UX2Z62LJCWJ42XVJXQR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T09:25:50Z","links":{"resolver":"https://pith.science/pith/3ZUV4M2UX2Z62LJCWJ42XVJXQR","bundle":"https://pith.science/pith/3ZUV4M2UX2Z62LJCWJ42XVJXQR/bundle.json","state":"https://pith.science/pith/3ZUV4M2UX2Z62LJCWJ42XVJXQR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3ZUV4M2UX2Z62LJCWJ42XVJXQR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:3ZUV4M2UX2Z62LJCWJ42XVJXQR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0c873d2c9c33b710f6ddc6b0560bda415dc510267a937c99109c72511a8dc2a8","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-12-29T03:18:50Z","title_canon_sha256":"ac1ca2e2d79904f4d8dc0dee5bb041355a2f26603cc1a8a3e054d82b36ef05e8"},"schema_version":"1.0","source":{"id":"2012.14583","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2012.14583","created_at":"2026-07-05T02:10:07Z"},{"alias_kind":"arxiv_version","alias_value":"2012.14583v2","created_at":"2026-07-05T02:10:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2012.14583","created_at":"2026-07-05T02:10:07Z"},{"alias_kind":"pith_short_12","alias_value":"3ZUV4M2UX2Z6","created_at":"2026-07-05T02:10:07Z"},{"alias_kind":"pith_short_16","alias_value":"3ZUV4M2UX2Z62LJC","created_at":"2026-07-05T02:10:07Z"},{"alias_kind":"pith_short_8","alias_value":"3ZUV4M2U","created_at":"2026-07-05T02:10:07Z"}],"graph_snapshots":[{"event_id":"sha256:ae5ae07b43df4958e90b8c34678b95ad28cb43f13823a9053e3f1fd006a05936","target":"graph","created_at":"2026-07-05T02:10:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2012.14583/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Knowledge distillation (KD) is essential for training non-autoregressive translation (NAT) models by reducing the complexity of the raw data with an autoregressive teacher model. In this study, we empirically show that as a side effect of this training, the lexical choice errors on low-frequency words are propagated to the NAT model from the teacher model. To alleviate this problem, we propose to expose the raw data to NAT models to restore the useful information of low-frequency words, which are missed in the distilled data. To this end, we introduce an extra Kullback-Leibler divergence term ","authors_text":"Dacheng Tao, Derek F. Wong, Liang Ding, Longyue Wang, Xuebo Liu, Zhaopeng Tu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-12-29T03:18:50Z","title":"Understanding and Improving Lexical Choice in Non-Autoregressive Translation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2012.14583","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e31423fcbac2a5e8bc4ef826c971c7eb7c95cbae81cbf908d2b5c075a2b8a297","target":"record","created_at":"2026-07-05T02:10:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0c873d2c9c33b710f6ddc6b0560bda415dc510267a937c99109c72511a8dc2a8","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-12-29T03:18:50Z","title_canon_sha256":"ac1ca2e2d79904f4d8dc0dee5bb041355a2f26603cc1a8a3e054d82b36ef05e8"},"schema_version":"1.0","source":{"id":"2012.14583","kind":"arxiv","version":2}},"canonical_sha256":"de695e3354beb3ed2d22b279abd537845c2984cdb069468a142d5dae150ff997","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"de695e3354beb3ed2d22b279abd537845c2984cdb069468a142d5dae150ff997","first_computed_at":"2026-07-05T02:10:07.579999Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:10:07.579999Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"KUYRWFkFLp9fvqahqaBASyvYfUPPfm2poWoiH4P1g7vPON9H87SMhIqOiQnngAzHBmP4lna1TnKE24HxpMuxBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T02:10:07.580356Z","signed_message":"canonical_sha256_bytes"},"source_id":"2012.14583","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e31423fcbac2a5e8bc4ef826c971c7eb7c95cbae81cbf908d2b5c075a2b8a297","sha256:ae5ae07b43df4958e90b8c34678b95ad28cb43f13823a9053e3f1fd006a05936"],"state_sha256":"8e74021d5f9e8d6ab64867a6d382f69d9221e60fef5971c226fcdd8cfe19fb55"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8eYToSB9DHQ8KDS06QN0wuFqIBlg59QQQhlGm/sFfKz8S5zD46rO5JGmKNDXiyoqa6Hc2RaiGVtqvmC5FiamCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T09:25:50.008564Z","bundle_sha256":"d4b55a83811991a97c047f53f0f5cfbcad5298085d1a73f2f4dcb98d1c67fa93"}}