{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:T55LJSKLWDPGVAS76X2QEAHEUM","short_pith_number":"pith:T55LJSKL","canonical_record":{"source":{"id":"2506.05695","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-06T02:48:38Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"7a2c5f7e930af95215bb2d63d9579c363e266debaf6ca935bc7ff10e52edee7a","abstract_canon_sha256":"a63bec78e24e57a7ad50c5090f85c3445b67d370ffe4f794e724954f004aef50"},"schema_version":"1.0"},"canonical_sha256":"9f7ab4c94bb0de6a825ff5f50200e4a306a76e63755e5bba9cf7111681d89e15","source":{"kind":"arxiv","id":"2506.05695","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.05695","created_at":"2026-07-05T11:18:43Z"},{"alias_kind":"arxiv_version","alias_value":"2506.05695v1","created_at":"2026-07-05T11:18:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.05695","created_at":"2026-07-05T11:18:43Z"},{"alias_kind":"pith_short_12","alias_value":"T55LJSKLWDPG","created_at":"2026-07-05T11:18:43Z"},{"alias_kind":"pith_short_16","alias_value":"T55LJSKLWDPGVAS7","created_at":"2026-07-05T11:18:43Z"},{"alias_kind":"pith_short_8","alias_value":"T55LJSKL","created_at":"2026-07-05T11:18:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:T55LJSKLWDPGVAS76X2QEAHEUM","target":"record","payload":{"canonical_record":{"source":{"id":"2506.05695","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-06T02:48:38Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"7a2c5f7e930af95215bb2d63d9579c363e266debaf6ca935bc7ff10e52edee7a","abstract_canon_sha256":"a63bec78e24e57a7ad50c5090f85c3445b67d370ffe4f794e724954f004aef50"},"schema_version":"1.0"},"canonical_sha256":"9f7ab4c94bb0de6a825ff5f50200e4a306a76e63755e5bba9cf7111681d89e15","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:18:43.533975Z","signature_b64":"BTjSEKCZUjYYTa9U/jkmsJFOnAyG9pzLPi1w0IxgarnGD0evvWiRbz3xKivIpKGGHqR2kCRg10yV5SG7/RfzAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9f7ab4c94bb0de6a825ff5f50200e4a306a76e63755e5bba9cf7111681d89e15","last_reissued_at":"2026-07-05T11:18:43.533565Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:18:43.533565Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2506.05695","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:18:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"M84NCWIWu7qgCehiDqTPJvaO5cMmLLrNY0IJG9cqOqj47nYUHp0E7FJkDnQJS1Ta+i1Dg6xVlkXHdmdtlsEKAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T20:57:59.972794Z"},"content_sha256":"19f64fdb7bd4688ec3d082e23c13fae797ffd7b7f3ab4798462de2087257b033","schema_version":"1.0","event_id":"sha256:19f64fdb7bd4688ec3d082e23c13fae797ffd7b7f3ab4798462de2087257b033"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:T55LJSKLWDPGVAS76X2QEAHEUM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Being Strong Progressively! Enhancing Knowledge Distillation of Large Language Models through a Curriculum Learning Framework","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Lingyuan Liu, Mengxiang Zhang","submitted_at":"2025-06-06T02:48:38Z","abstract_excerpt":"Knowledge Distillation (KD) compresses large language models (LLMs) by transferring the teacher model's capabilities to a smaller student model, reducing inference cost and memory usage while maintaining performance. However, existing KD methods for LLMs often fail to prevent significant shifts in the student model's distribution during training, leading to issues such as catastrophic forgetting, mode collapse, and training-inference mismatch. To address these challenges, we propose a novel, plug-in curriculum learning framework inspired by the strength training principle of \"progressive overl"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.05695","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.05695/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:18:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3DBSRjDwaC8VH38nbstcVf1YW6GA0YWQws9997cAt0gSEPOjNscwTOyPD4P/+nsd19SdqWMZPNqoc1zW6IxOBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T20:57:59.973699Z"},"content_sha256":"2af746c15e2d9211ad11703395246b0f76cf64e5bc1a2d05e1ec5353ba8fafed","schema_version":"1.0","event_id":"sha256:2af746c15e2d9211ad11703395246b0f76cf64e5bc1a2d05e1ec5353ba8fafed"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/T55LJSKLWDPGVAS76X2QEAHEUM/bundle.json","state_url":"https://pith.science/pith/T55LJSKLWDPGVAS76X2QEAHEUM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/T55LJSKLWDPGVAS76X2QEAHEUM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T20:57:59Z","links":{"resolver":"https://pith.science/pith/T55LJSKLWDPGVAS76X2QEAHEUM","bundle":"https://pith.science/pith/T55LJSKLWDPGVAS76X2QEAHEUM/bundle.json","state":"https://pith.science/pith/T55LJSKLWDPGVAS76X2QEAHEUM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/T55LJSKLWDPGVAS76X2QEAHEUM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:T55LJSKLWDPGVAS76X2QEAHEUM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a63bec78e24e57a7ad50c5090f85c3445b67d370ffe4f794e724954f004aef50","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-06T02:48:38Z","title_canon_sha256":"7a2c5f7e930af95215bb2d63d9579c363e266debaf6ca935bc7ff10e52edee7a"},"schema_version":"1.0","source":{"id":"2506.05695","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.05695","created_at":"2026-07-05T11:18:43Z"},{"alias_kind":"arxiv_version","alias_value":"2506.05695v1","created_at":"2026-07-05T11:18:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.05695","created_at":"2026-07-05T11:18:43Z"},{"alias_kind":"pith_short_12","alias_value":"T55LJSKLWDPG","created_at":"2026-07-05T11:18:43Z"},{"alias_kind":"pith_short_16","alias_value":"T55LJSKLWDPGVAS7","created_at":"2026-07-05T11:18:43Z"},{"alias_kind":"pith_short_8","alias_value":"T55LJSKL","created_at":"2026-07-05T11:18:43Z"}],"graph_snapshots":[{"event_id":"sha256:2af746c15e2d9211ad11703395246b0f76cf64e5bc1a2d05e1ec5353ba8fafed","target":"graph","created_at":"2026-07-05T11:18:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.05695/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Knowledge Distillation (KD) compresses large language models (LLMs) by transferring the teacher model's capabilities to a smaller student model, reducing inference cost and memory usage while maintaining performance. However, existing KD methods for LLMs often fail to prevent significant shifts in the student model's distribution during training, leading to issues such as catastrophic forgetting, mode collapse, and training-inference mismatch. To address these challenges, we propose a novel, plug-in curriculum learning framework inspired by the strength training principle of \"progressive overl","authors_text":"Lingyuan Liu, Mengxiang Zhang","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-06T02:48:38Z","title":"Being Strong Progressively! Enhancing Knowledge Distillation of Large Language Models through a Curriculum Learning Framework"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.05695","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:19f64fdb7bd4688ec3d082e23c13fae797ffd7b7f3ab4798462de2087257b033","target":"record","created_at":"2026-07-05T11:18:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a63bec78e24e57a7ad50c5090f85c3445b67d370ffe4f794e724954f004aef50","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-06T02:48:38Z","title_canon_sha256":"7a2c5f7e930af95215bb2d63d9579c363e266debaf6ca935bc7ff10e52edee7a"},"schema_version":"1.0","source":{"id":"2506.05695","kind":"arxiv","version":1}},"canonical_sha256":"9f7ab4c94bb0de6a825ff5f50200e4a306a76e63755e5bba9cf7111681d89e15","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9f7ab4c94bb0de6a825ff5f50200e4a306a76e63755e5bba9cf7111681d89e15","first_computed_at":"2026-07-05T11:18:43.533565Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:18:43.533565Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"BTjSEKCZUjYYTa9U/jkmsJFOnAyG9pzLPi1w0IxgarnGD0evvWiRbz3xKivIpKGGHqR2kCRg10yV5SG7/RfzAg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:18:43.533975Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.05695","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:19f64fdb7bd4688ec3d082e23c13fae797ffd7b7f3ab4798462de2087257b033","sha256:2af746c15e2d9211ad11703395246b0f76cf64e5bc1a2d05e1ec5353ba8fafed"],"state_sha256":"a211f8b7fbda3d018c24cacd0e61055aead7ad41e747f36dee71fe36899623b9"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"d8FBjPtL0HHRh2G/WxqalK8au1tASYTRn/EzGsyJNf/yYTJOYtWSgaHtn0fGFd0emO91Mevfp2qKOMbk7tGbAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T20:57:59.981356Z","bundle_sha256":"5e1cbe3d6f8a5b7dc70c9d8980b0b0da434029d57fdfa7f1c05a467053be83cc"}}