{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:WEN4AS73V4X527X66TYB5BMYH7","short_pith_number":"pith:WEN4AS73","canonical_record":{"source":{"id":"2409.12512","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-19T07:05:26Z","cross_cats_sorted":[],"title_canon_sha256":"173d5fd2b05f2d1dfa714b947002d4b25d0bf9f70c20b3e5bfbdb562a3b93d88","abstract_canon_sha256":"a7fa2cc0de1713bc09dc0dac2a23250ee6e555fcce18b979650295af3bd3d8e5"},"schema_version":"1.0"},"canonical_sha256":"b11bc04bfbaf2fdd7efef4f01e85983fc20631ac8b9d6fc2855b9b1084da3d23","source":{"kind":"arxiv","id":"2409.12512","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.12512","created_at":"2026-07-05T09:09:26Z"},{"alias_kind":"arxiv_version","alias_value":"2409.12512v2","created_at":"2026-07-05T09:09:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.12512","created_at":"2026-07-05T09:09:26Z"},{"alias_kind":"pith_short_12","alias_value":"WEN4AS73V4X5","created_at":"2026-07-05T09:09:26Z"},{"alias_kind":"pith_short_16","alias_value":"WEN4AS73V4X527X6","created_at":"2026-07-05T09:09:26Z"},{"alias_kind":"pith_short_8","alias_value":"WEN4AS73","created_at":"2026-07-05T09:09:26Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:WEN4AS73V4X527X66TYB5BMYH7","target":"record","payload":{"canonical_record":{"source":{"id":"2409.12512","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-19T07:05:26Z","cross_cats_sorted":[],"title_canon_sha256":"173d5fd2b05f2d1dfa714b947002d4b25d0bf9f70c20b3e5bfbdb562a3b93d88","abstract_canon_sha256":"a7fa2cc0de1713bc09dc0dac2a23250ee6e555fcce18b979650295af3bd3d8e5"},"schema_version":"1.0"},"canonical_sha256":"b11bc04bfbaf2fdd7efef4f01e85983fc20631ac8b9d6fc2855b9b1084da3d23","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:09:26.689852Z","signature_b64":"zUYxOdQv1+fzkNUAZncbQIS4DqnPquMAp5DzXvaWxqTSDNgQ8mLO6Dr58AYbXLPY7TmL+ZuZnyFcRXmPf4hZCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b11bc04bfbaf2fdd7efef4f01e85983fc20631ac8b9d6fc2855b9b1084da3d23","last_reissued_at":"2026-07-05T09:09:26.689441Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:09:26.689441Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.12512","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:09:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"T0IoNRpBUjlV9dHl7IOH4D1aGM2hV2+HGHbmF0XzkrMEeKmpFg/gtEnjS5hkTVLUPzaA6lGwUf7GpvAnAGv7CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T23:51:51.077971Z"},"content_sha256":"697107a326a8796cd35c39ecbd99b8308f2d6e1bf73ad688cb6bd4b39b83ce25","schema_version":"1.0","event_id":"sha256:697107a326a8796cd35c39ecbd99b8308f2d6e1bf73ad688cb6bd4b39b83ce25"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:WEN4AS73V4X527X66TYB5BMYH7","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Exploring and Enhancing the Transfer of Distribution in Knowledge Distillation for Autoregressive Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Dacheng Tao, Jing Li, Jun Rao, Liang Ding, Min Zhang, Xuebo Liu, Zepeng Lin","submitted_at":"2024-09-19T07:05:26Z","abstract_excerpt":"Knowledge distillation (KD) is a technique that compresses large teacher models by training smaller student models to mimic them. The success of KD in auto-regressive language models mainly relies on Reverse KL for mode-seeking and student-generated output (SGO) to combat exposure bias. Our theoretical analyses and experimental validation reveal that while Reverse KL effectively mimics certain features of the teacher distribution, it fails to capture most of its behaviors. Conversely, SGO incurs higher computational costs and presents challenges in optimization, particularly when the student m"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.12512","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.12512/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:09:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VeOaQavk8IkJ8kw4SPRZNcg9387sClqY4SbGJQke9Q41HBJNS2v5Pe4ptvsCG08sRYHHEvjKGsqztoyrtloIDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T23:51:51.078280Z"},"content_sha256":"c8369d9f7938b2eff1a3df06b91ab52e59fd33ff8414bc57176171de4be4bffa","schema_version":"1.0","event_id":"sha256:c8369d9f7938b2eff1a3df06b91ab52e59fd33ff8414bc57176171de4be4bffa"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WEN4AS73V4X527X66TYB5BMYH7/bundle.json","state_url":"https://pith.science/pith/WEN4AS73V4X527X66TYB5BMYH7/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WEN4AS73V4X527X66TYB5BMYH7/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-14T23:51:51Z","links":{"resolver":"https://pith.science/pith/WEN4AS73V4X527X66TYB5BMYH7","bundle":"https://pith.science/pith/WEN4AS73V4X527X66TYB5BMYH7/bundle.json","state":"https://pith.science/pith/WEN4AS73V4X527X66TYB5BMYH7/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WEN4AS73V4X527X66TYB5BMYH7/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:WEN4AS73V4X527X66TYB5BMYH7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a7fa2cc0de1713bc09dc0dac2a23250ee6e555fcce18b979650295af3bd3d8e5","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-19T07:05:26Z","title_canon_sha256":"173d5fd2b05f2d1dfa714b947002d4b25d0bf9f70c20b3e5bfbdb562a3b93d88"},"schema_version":"1.0","source":{"id":"2409.12512","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.12512","created_at":"2026-07-05T09:09:26Z"},{"alias_kind":"arxiv_version","alias_value":"2409.12512v2","created_at":"2026-07-05T09:09:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.12512","created_at":"2026-07-05T09:09:26Z"},{"alias_kind":"pith_short_12","alias_value":"WEN4AS73V4X5","created_at":"2026-07-05T09:09:26Z"},{"alias_kind":"pith_short_16","alias_value":"WEN4AS73V4X527X6","created_at":"2026-07-05T09:09:26Z"},{"alias_kind":"pith_short_8","alias_value":"WEN4AS73","created_at":"2026-07-05T09:09:26Z"}],"graph_snapshots":[{"event_id":"sha256:c8369d9f7938b2eff1a3df06b91ab52e59fd33ff8414bc57176171de4be4bffa","target":"graph","created_at":"2026-07-05T09:09:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.12512/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Knowledge distillation (KD) is a technique that compresses large teacher models by training smaller student models to mimic them. The success of KD in auto-regressive language models mainly relies on Reverse KL for mode-seeking and student-generated output (SGO) to combat exposure bias. Our theoretical analyses and experimental validation reveal that while Reverse KL effectively mimics certain features of the teacher distribution, it fails to capture most of its behaviors. Conversely, SGO incurs higher computational costs and presents challenges in optimization, particularly when the student m","authors_text":"Dacheng Tao, Jing Li, Jun Rao, Liang Ding, Min Zhang, Xuebo Liu, Zepeng Lin","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-19T07:05:26Z","title":"Exploring and Enhancing the Transfer of Distribution in Knowledge Distillation for Autoregressive Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.12512","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:697107a326a8796cd35c39ecbd99b8308f2d6e1bf73ad688cb6bd4b39b83ce25","target":"record","created_at":"2026-07-05T09:09:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a7fa2cc0de1713bc09dc0dac2a23250ee6e555fcce18b979650295af3bd3d8e5","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-19T07:05:26Z","title_canon_sha256":"173d5fd2b05f2d1dfa714b947002d4b25d0bf9f70c20b3e5bfbdb562a3b93d88"},"schema_version":"1.0","source":{"id":"2409.12512","kind":"arxiv","version":2}},"canonical_sha256":"b11bc04bfbaf2fdd7efef4f01e85983fc20631ac8b9d6fc2855b9b1084da3d23","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b11bc04bfbaf2fdd7efef4f01e85983fc20631ac8b9d6fc2855b9b1084da3d23","first_computed_at":"2026-07-05T09:09:26.689441Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:09:26.689441Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"zUYxOdQv1+fzkNUAZncbQIS4DqnPquMAp5DzXvaWxqTSDNgQ8mLO6Dr58AYbXLPY7TmL+ZuZnyFcRXmPf4hZCA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:09:26.689852Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.12512","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:697107a326a8796cd35c39ecbd99b8308f2d6e1bf73ad688cb6bd4b39b83ce25","sha256:c8369d9f7938b2eff1a3df06b91ab52e59fd33ff8414bc57176171de4be4bffa"],"state_sha256":"c9f387212d6c57b76a0e8e9c371dd18df741e1db5e4298e6720f7ec52e4af989"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OBl1jYnFRHd6tWAowNV5OQCoFzOIgS6bQpH/wh6TGLMq+w5D6sCkzuuejlJNtkz40SajfG94u1+SfJ8KjCGEBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-14T23:51:51.081230Z","bundle_sha256":"1bf6d94b5293da5da67b5cda0b9e7a60d8b518d76b674d94e27ae7c5107e105c"}}