{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:YGH2QGBXLZWESGIHE4Q2C5FJOV","short_pith_number":"pith:YGH2QGBX","canonical_record":{"source":{"id":"2501.16937","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-01-28T13:31:18Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"ff5a72e5608cab13f53d6a5bb1b3621e21a793e8934a8fa92f58a699bf249d86","abstract_canon_sha256":"979a7abd4266c39d3cffaee5d0755630f6d2c38b8f774bb4c537aae816054001"},"schema_version":"1.0"},"canonical_sha256":"c18fa818375e6c4919072721a174a975576e489bbbddbeaf1ce71da46d5dd29a","source":{"kind":"arxiv","id":"2501.16937","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.16937","created_at":"2026-07-05T10:21:28Z"},{"alias_kind":"arxiv_version","alias_value":"2501.16937v4","created_at":"2026-07-05T10:21:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.16937","created_at":"2026-07-05T10:21:28Z"},{"alias_kind":"pith_short_12","alias_value":"YGH2QGBXLZWE","created_at":"2026-07-05T10:21:28Z"},{"alias_kind":"pith_short_16","alias_value":"YGH2QGBXLZWESGIH","created_at":"2026-07-05T10:21:28Z"},{"alias_kind":"pith_short_8","alias_value":"YGH2QGBX","created_at":"2026-07-05T10:21:28Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:YGH2QGBXLZWESGIHE4Q2C5FJOV","target":"record","payload":{"canonical_record":{"source":{"id":"2501.16937","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-01-28T13:31:18Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"ff5a72e5608cab13f53d6a5bb1b3621e21a793e8934a8fa92f58a699bf249d86","abstract_canon_sha256":"979a7abd4266c39d3cffaee5d0755630f6d2c38b8f774bb4c537aae816054001"},"schema_version":"1.0"},"canonical_sha256":"c18fa818375e6c4919072721a174a975576e489bbbddbeaf1ce71da46d5dd29a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:21:28.514541Z","signature_b64":"4wVGghqHWuNezvXldwXuzmItmzZJqKc6yactYjdf7jRy+jJKW132voB6+CtOZHG5syMcKtd6n9qc+yiQ2uJqBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c18fa818375e6c4919072721a174a975576e489bbbddbeaf1ce71da46d5dd29a","last_reissued_at":"2026-07-05T10:21:28.512872Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:21:28.512872Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2501.16937","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:21:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0TeeTRRhHce43pmjY9fT33YIY9vtN0hyK5B5qk0BthPJrmGNwZ6ouhOGUZcrH78q035AOlQuvb/8/OBeA3nlDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T02:34:54.742887Z"},"content_sha256":"5e83e434cb7776b72b25d0f6d49e814ea6c8a5a60e6d9c17a256cf0805394331","schema_version":"1.0","event_id":"sha256:5e83e434cb7776b72b25d0f6d49e814ea6c8a5a60e6d9c17a256cf0805394331"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:YGH2QGBXLZWESGIHE4Q2C5FJOV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"TAID: Temporally Adaptive Interpolated Distillation for Efficient Knowledge Transfer in Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Han Bao, Kou Misaki, Makoto Shing, Sho Yokoi, Takuya Akiba","submitted_at":"2025-01-28T13:31:18Z","abstract_excerpt":"Causal language models have demonstrated remarkable capabilities, but their size poses significant challenges for deployment in resource-constrained environments. Knowledge distillation, a widely-used technique for transferring knowledge from a large teacher model to a small student model, presents a promising approach for model compression. A significant remaining issue lies in the major differences between teacher and student models, namely the substantial capacity gap, mode averaging, and mode collapse, which pose barriers during distillation. To address these issues, we introduce $\\textit{"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.16937","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2501.16937/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:21:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RYuU9sCWxMlSQjhgNUDur8790dA8fbwtd73hoTtb9LDoG6cC8BPHCFYYVCBQ/tb9iZ0jU1xNnGy+4uWEQVUFCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T02:34:54.743397Z"},"content_sha256":"f8c893cb205aeafe4b348db4b16cdf45185769919eb82c565457528fffde589b","schema_version":"1.0","event_id":"sha256:f8c893cb205aeafe4b348db4b16cdf45185769919eb82c565457528fffde589b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YGH2QGBXLZWESGIHE4Q2C5FJOV/bundle.json","state_url":"https://pith.science/pith/YGH2QGBXLZWESGIHE4Q2C5FJOV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YGH2QGBXLZWESGIHE4Q2C5FJOV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T02:34:54Z","links":{"resolver":"https://pith.science/pith/YGH2QGBXLZWESGIHE4Q2C5FJOV","bundle":"https://pith.science/pith/YGH2QGBXLZWESGIHE4Q2C5FJOV/bundle.json","state":"https://pith.science/pith/YGH2QGBXLZWESGIHE4Q2C5FJOV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YGH2QGBXLZWESGIHE4Q2C5FJOV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:YGH2QGBXLZWESGIHE4Q2C5FJOV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"979a7abd4266c39d3cffaee5d0755630f6d2c38b8f774bb4c537aae816054001","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-01-28T13:31:18Z","title_canon_sha256":"ff5a72e5608cab13f53d6a5bb1b3621e21a793e8934a8fa92f58a699bf249d86"},"schema_version":"1.0","source":{"id":"2501.16937","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.16937","created_at":"2026-07-05T10:21:28Z"},{"alias_kind":"arxiv_version","alias_value":"2501.16937v4","created_at":"2026-07-05T10:21:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.16937","created_at":"2026-07-05T10:21:28Z"},{"alias_kind":"pith_short_12","alias_value":"YGH2QGBXLZWE","created_at":"2026-07-05T10:21:28Z"},{"alias_kind":"pith_short_16","alias_value":"YGH2QGBXLZWESGIH","created_at":"2026-07-05T10:21:28Z"},{"alias_kind":"pith_short_8","alias_value":"YGH2QGBX","created_at":"2026-07-05T10:21:28Z"}],"graph_snapshots":[{"event_id":"sha256:f8c893cb205aeafe4b348db4b16cdf45185769919eb82c565457528fffde589b","target":"graph","created_at":"2026-07-05T10:21:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.16937/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Causal language models have demonstrated remarkable capabilities, but their size poses significant challenges for deployment in resource-constrained environments. Knowledge distillation, a widely-used technique for transferring knowledge from a large teacher model to a small student model, presents a promising approach for model compression. A significant remaining issue lies in the major differences between teacher and student models, namely the substantial capacity gap, mode averaging, and mode collapse, which pose barriers during distillation. To address these issues, we introduce $\\textit{","authors_text":"Han Bao, Kou Misaki, Makoto Shing, Sho Yokoi, Takuya Akiba","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-01-28T13:31:18Z","title":"TAID: Temporally Adaptive Interpolated Distillation for Efficient Knowledge Transfer in Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.16937","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5e83e434cb7776b72b25d0f6d49e814ea6c8a5a60e6d9c17a256cf0805394331","target":"record","created_at":"2026-07-05T10:21:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"979a7abd4266c39d3cffaee5d0755630f6d2c38b8f774bb4c537aae816054001","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-01-28T13:31:18Z","title_canon_sha256":"ff5a72e5608cab13f53d6a5bb1b3621e21a793e8934a8fa92f58a699bf249d86"},"schema_version":"1.0","source":{"id":"2501.16937","kind":"arxiv","version":4}},"canonical_sha256":"c18fa818375e6c4919072721a174a975576e489bbbddbeaf1ce71da46d5dd29a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c18fa818375e6c4919072721a174a975576e489bbbddbeaf1ce71da46d5dd29a","first_computed_at":"2026-07-05T10:21:28.512872Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:21:28.512872Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"4wVGghqHWuNezvXldwXuzmItmzZJqKc6yactYjdf7jRy+jJKW132voB6+CtOZHG5syMcKtd6n9qc+yiQ2uJqBg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:21:28.514541Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.16937","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5e83e434cb7776b72b25d0f6d49e814ea6c8a5a60e6d9c17a256cf0805394331","sha256:f8c893cb205aeafe4b348db4b16cdf45185769919eb82c565457528fffde589b"],"state_sha256":"e44eab76b4c1f76bb4d61150739bd45fe438e82e687746d3052e0df54e21fcdc"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UM6N0+8Nh5mfMo7O/XwZJ3yEH6OehloAFVR7C4Xdk570O5FajEulpLm8MC+YGMC61Rih2sLMW2JNMfpLwXVbAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T02:34:54.747366Z","bundle_sha256":"2e868074ef66b517523d5250dc8f181a84bcc9b9f0592f13c14cb64a32bf2ba5"}}