{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:DB76LDOTJ4V6V3UEKHMFOTQAXH","short_pith_number":"pith:DB76LDOT","canonical_record":{"source":{"id":"2402.04616","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-07T06:48:24Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"da863daf51005876fd57f0aa4a8c264b2e896a8a5dbb1da8ad28d282629f9cbc","abstract_canon_sha256":"f6f9ce987c3f213149edfa3bd204ff81201e158233ec03c72c3f5b055a29be08"},"schema_version":"1.0"},"canonical_sha256":"187fe58dd34f2beaee8451d8574e00b9c584442ee76c75d1fd86300a6a53b79a","source":{"kind":"arxiv","id":"2402.04616","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.04616","created_at":"2026-07-05T09:39:21Z"},{"alias_kind":"arxiv_version","alias_value":"2402.04616v3","created_at":"2026-07-05T09:39:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.04616","created_at":"2026-07-05T09:39:21Z"},{"alias_kind":"pith_short_12","alias_value":"DB76LDOTJ4V6","created_at":"2026-07-05T09:39:21Z"},{"alias_kind":"pith_short_16","alias_value":"DB76LDOTJ4V6V3UE","created_at":"2026-07-05T09:39:21Z"},{"alias_kind":"pith_short_8","alias_value":"DB76LDOT","created_at":"2026-07-05T09:39:21Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:DB76LDOTJ4V6V3UEKHMFOTQAXH","target":"record","payload":{"canonical_record":{"source":{"id":"2402.04616","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-07T06:48:24Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"da863daf51005876fd57f0aa4a8c264b2e896a8a5dbb1da8ad28d282629f9cbc","abstract_canon_sha256":"f6f9ce987c3f213149edfa3bd204ff81201e158233ec03c72c3f5b055a29be08"},"schema_version":"1.0"},"canonical_sha256":"187fe58dd34f2beaee8451d8574e00b9c584442ee76c75d1fd86300a6a53b79a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:39:21.090202Z","signature_b64":"bV1vcmvcNLDkRXerSaOkWi+L0MViddtUNCb2BpZBFayTQVIbt4Wb/qtEaN2hsVWG2FTNsJEihmrsIPDeBRoDBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"187fe58dd34f2beaee8451d8574e00b9c584442ee76c75d1fd86300a6a53b79a","last_reissued_at":"2026-07-05T09:39:21.089766Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:39:21.089766Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.04616","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:39:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"G3tTLML9mFcv2cHwnaCCQ+kwtN/VBjU1kcTRdRgXZDCkhlTS4vlLBbPH1cgbcBhORxSMxgPY82vHhYxJ6yTzDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T23:31:15.723855Z"},"content_sha256":"acabe4798a03e241382fc6371ac565b7e82059c5af1c8d9a71caed7913be3da1","schema_version":"1.0","event_id":"sha256:acabe4798a03e241382fc6371ac565b7e82059c5af1c8d9a71caed7913be3da1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:DB76LDOTJ4V6V3UEKHMFOTQAXH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Beyond Answers: Transferring Reasoning Capabilities to Smaller LLMs Using Multi-Teacher Knowledge Distillation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Nitesh V. Chawla, Wei Wang, Xiusi Chen, Yijun Tian, Yikun Han","submitted_at":"2024-02-07T06:48:24Z","abstract_excerpt":"Transferring the reasoning capability from stronger large language models (LLMs) to smaller ones has been quite appealing, as smaller LLMs are more flexible to deploy with less expense. Among the existing solutions, knowledge distillation stands out due to its outstanding efficiency and generalization. However, existing methods suffer from several drawbacks, including limited knowledge diversity and the lack of rich contextual information. To solve the problems and facilitate the learning of compact language models, we propose TinyLLM, a new knowledge distillation paradigm to learn a small stu"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.04616","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.04616/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:39:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WG2s7ghKTn0EWIf+XBnu5jyhbVXHc878MC3NgAyTRwynUHycngOFI/33MHpz4zAhuGEKlQKs2oCD36G42zofBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T23:31:15.724399Z"},"content_sha256":"d478251838f8e88f6a0e017ddcf5ec322124a8f863dc60ec2849d456d468121e","schema_version":"1.0","event_id":"sha256:d478251838f8e88f6a0e017ddcf5ec322124a8f863dc60ec2849d456d468121e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DB76LDOTJ4V6V3UEKHMFOTQAXH/bundle.json","state_url":"https://pith.science/pith/DB76LDOTJ4V6V3UEKHMFOTQAXH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DB76LDOTJ4V6V3UEKHMFOTQAXH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T23:31:15Z","links":{"resolver":"https://pith.science/pith/DB76LDOTJ4V6V3UEKHMFOTQAXH","bundle":"https://pith.science/pith/DB76LDOTJ4V6V3UEKHMFOTQAXH/bundle.json","state":"https://pith.science/pith/DB76LDOTJ4V6V3UEKHMFOTQAXH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DB76LDOTJ4V6V3UEKHMFOTQAXH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:DB76LDOTJ4V6V3UEKHMFOTQAXH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f6f9ce987c3f213149edfa3bd204ff81201e158233ec03c72c3f5b055a29be08","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-07T06:48:24Z","title_canon_sha256":"da863daf51005876fd57f0aa4a8c264b2e896a8a5dbb1da8ad28d282629f9cbc"},"schema_version":"1.0","source":{"id":"2402.04616","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.04616","created_at":"2026-07-05T09:39:21Z"},{"alias_kind":"arxiv_version","alias_value":"2402.04616v3","created_at":"2026-07-05T09:39:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.04616","created_at":"2026-07-05T09:39:21Z"},{"alias_kind":"pith_short_12","alias_value":"DB76LDOTJ4V6","created_at":"2026-07-05T09:39:21Z"},{"alias_kind":"pith_short_16","alias_value":"DB76LDOTJ4V6V3UE","created_at":"2026-07-05T09:39:21Z"},{"alias_kind":"pith_short_8","alias_value":"DB76LDOT","created_at":"2026-07-05T09:39:21Z"}],"graph_snapshots":[{"event_id":"sha256:d478251838f8e88f6a0e017ddcf5ec322124a8f863dc60ec2849d456d468121e","target":"graph","created_at":"2026-07-05T09:39:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.04616/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transferring the reasoning capability from stronger large language models (LLMs) to smaller ones has been quite appealing, as smaller LLMs are more flexible to deploy with less expense. Among the existing solutions, knowledge distillation stands out due to its outstanding efficiency and generalization. However, existing methods suffer from several drawbacks, including limited knowledge diversity and the lack of rich contextual information. To solve the problems and facilitate the learning of compact language models, we propose TinyLLM, a new knowledge distillation paradigm to learn a small stu","authors_text":"Nitesh V. Chawla, Wei Wang, Xiusi Chen, Yijun Tian, Yikun Han","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-07T06:48:24Z","title":"Beyond Answers: Transferring Reasoning Capabilities to Smaller LLMs Using Multi-Teacher Knowledge Distillation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.04616","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:acabe4798a03e241382fc6371ac565b7e82059c5af1c8d9a71caed7913be3da1","target":"record","created_at":"2026-07-05T09:39:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f6f9ce987c3f213149edfa3bd204ff81201e158233ec03c72c3f5b055a29be08","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-07T06:48:24Z","title_canon_sha256":"da863daf51005876fd57f0aa4a8c264b2e896a8a5dbb1da8ad28d282629f9cbc"},"schema_version":"1.0","source":{"id":"2402.04616","kind":"arxiv","version":3}},"canonical_sha256":"187fe58dd34f2beaee8451d8574e00b9c584442ee76c75d1fd86300a6a53b79a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"187fe58dd34f2beaee8451d8574e00b9c584442ee76c75d1fd86300a6a53b79a","first_computed_at":"2026-07-05T09:39:21.089766Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:39:21.089766Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"bV1vcmvcNLDkRXerSaOkWi+L0MViddtUNCb2BpZBFayTQVIbt4Wb/qtEaN2hsVWG2FTNsJEihmrsIPDeBRoDBw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:39:21.090202Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.04616","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:acabe4798a03e241382fc6371ac565b7e82059c5af1c8d9a71caed7913be3da1","sha256:d478251838f8e88f6a0e017ddcf5ec322124a8f863dc60ec2849d456d468121e"],"state_sha256":"760133cbdf2ea6060f2e75d069cda74dcfcc41dc433b713e91fd4949ba61f07d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BUaGlYGdMJtejqWGsuyfxSOpnx4IJsSLhgoq7yzT1pSAnnlsUHzVllmKYwKwJNnpGbQkutUekRa39ZtphcIgBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T23:31:15.728329Z","bundle_sha256":"4374d58725f9fb1a56f28b86cf7db2d0c7577e1bc899eaf4e9993a32b5e6019c"}}