{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2025:GFKEWOQ6QMPCKUEPVHR5Y753AU","short_pith_number":"pith:GFKEWOQ6","schema_version":"1.0","canonical_sha256":"31544b3a1e831e25508fa9e3dc7fbb0535e068dc2ac9c6e87680d7930e79d8e8","source":{"kind":"arxiv","id":"2502.01491","version":2},"attestation_state":"computed","paper":{"title":"Memorization Inheritance in Sequence-Level Knowledge Distillation for Neural Machine Translation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Verna Dankers, Vikas Raunak","submitted_at":"2025-02-03T16:26:06Z","abstract_excerpt":"In this work, we explore how instance-level memorization in the teacher Neural Machine Translation (NMT) model gets inherited by the student model in sequence-level knowledge distillation (SeqKD). We find that despite not directly seeing the original training data, students memorize more than baseline models (models of the same size, trained on the original data) -- 3.4% for exact matches and 57% for extractive memorization -- and show increased hallucination rates. Further, under this SeqKD setting, we also characterize how students behave on specific training data subgroups, such as subgroup"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2502.01491","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-03T16:26:06Z","cross_cats_sorted":[],"title_canon_sha256":"cb8a243d73b099413da36d9897d7c0bde2b35d04220df7f15fd26752a711dcc6","abstract_canon_sha256":"fba687a791c4344606ee7e163fe6203d802af98f7a39c5cdd72be7545775e9ab"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:38:26.697196Z","signature_b64":"anj1qVuMp/v1LLXnrkkpa+U7wJOwzH27WlK5myTHJNcBwfU/iU0ZhHQpBmZKRAMiMQv2ry8+Q+cO/5DxSKqPCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"31544b3a1e831e25508fa9e3dc7fbb0535e068dc2ac9c6e87680d7930e79d8e8","last_reissued_at":"2026-07-05T11:38:26.696638Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:38:26.696638Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Memorization Inheritance in Sequence-Level Knowledge Distillation for Neural Machine Translation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Verna Dankers, Vikas Raunak","submitted_at":"2025-02-03T16:26:06Z","abstract_excerpt":"In this work, we explore how instance-level memorization in the teacher Neural Machine Translation (NMT) model gets inherited by the student model in sequence-level knowledge distillation (SeqKD). We find that despite not directly seeing the original training data, students memorize more than baseline models (models of the same size, trained on the original data) -- 3.4% for exact matches and 57% for extractive memorization -- and show increased hallucination rates. Further, under this SeqKD setting, we also characterize how students behave on specific training data subgroups, such as subgroup"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.01491","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.01491/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2502.01491","created_at":"2026-07-05T11:38:26.696701+00:00"},{"alias_kind":"arxiv_version","alias_value":"2502.01491v2","created_at":"2026-07-05T11:38:26.696701+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.01491","created_at":"2026-07-05T11:38:26.696701+00:00"},{"alias_kind":"pith_short_12","alias_value":"GFKEWOQ6QMPC","created_at":"2026-07-05T11:38:26.696701+00:00"},{"alias_kind":"pith_short_16","alias_value":"GFKEWOQ6QMPCKUEP","created_at":"2026-07-05T11:38:26.696701+00:00"},{"alias_kind":"pith_short_8","alias_value":"GFKEWOQ6","created_at":"2026-07-05T11:38:26.696701+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/GFKEWOQ6QMPCKUEPVHR5Y753AU","json":"https://pith.science/pith/GFKEWOQ6QMPCKUEPVHR5Y753AU.json","graph_json":"https://pith.science/api/pith-number/GFKEWOQ6QMPCKUEPVHR5Y753AU/graph.json","events_json":"https://pith.science/api/pith-number/GFKEWOQ6QMPCKUEPVHR5Y753AU/events.json","paper":"https://pith.science/paper/GFKEWOQ6"},"agent_actions":{"view_html":"https://pith.science/pith/GFKEWOQ6QMPCKUEPVHR5Y753AU","download_json":"https://pith.science/pith/GFKEWOQ6QMPCKUEPVHR5Y753AU.json","view_paper":"https://pith.science/paper/GFKEWOQ6","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2502.01491&json=true","fetch_graph":"https://pith.science/api/pith-number/GFKEWOQ6QMPCKUEPVHR5Y753AU/graph.json","fetch_events":"https://pith.science/api/pith-number/GFKEWOQ6QMPCKUEPVHR5Y753AU/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/GFKEWOQ6QMPCKUEPVHR5Y753AU/action/timestamp_anchor","attest_storage":"https://pith.science/pith/GFKEWOQ6QMPCKUEPVHR5Y753AU/action/storage_attestation","attest_author":"https://pith.science/pith/GFKEWOQ6QMPCKUEPVHR5Y753AU/action/author_attestation","sign_citation":"https://pith.science/pith/GFKEWOQ6QMPCKUEPVHR5Y753AU/action/citation_signature","submit_replication":"https://pith.science/pith/GFKEWOQ6QMPCKUEPVHR5Y753AU/action/replication_record"}},"created_at":"2026-07-05T11:38:26.696701+00:00","updated_at":"2026-07-05T11:38:26.696701+00:00"}