{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:EMFBK6I2MVQ7DSL3RE6JNQ2WTJ","short_pith_number":"pith:EMFBK6I2","canonical_record":{"source":{"id":"2505.15442","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-21T12:23:32Z","cross_cats_sorted":[],"title_canon_sha256":"bda27bc04382bf53d04ecd2173c1e93d77eaf96d45e83a460490e48287c1889e","abstract_canon_sha256":"526a9ce6e83b863a969786555421375625eed795b29ba369a902fdb921e68f9f"},"schema_version":"1.0"},"canonical_sha256":"230a15791a6561f1c97b893c96c3569a512902313b76ebb8dd6028b4d790e882","source":{"kind":"arxiv","id":"2505.15442","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.15442","created_at":"2026-07-05T11:48:03Z"},{"alias_kind":"arxiv_version","alias_value":"2505.15442v2","created_at":"2026-07-05T11:48:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.15442","created_at":"2026-07-05T11:48:03Z"},{"alias_kind":"pith_short_12","alias_value":"EMFBK6I2MVQ7","created_at":"2026-07-05T11:48:03Z"},{"alias_kind":"pith_short_16","alias_value":"EMFBK6I2MVQ7DSL3","created_at":"2026-07-05T11:48:03Z"},{"alias_kind":"pith_short_8","alias_value":"EMFBK6I2","created_at":"2026-07-05T11:48:03Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:EMFBK6I2MVQ7DSL3RE6JNQ2WTJ","target":"record","payload":{"canonical_record":{"source":{"id":"2505.15442","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-21T12:23:32Z","cross_cats_sorted":[],"title_canon_sha256":"bda27bc04382bf53d04ecd2173c1e93d77eaf96d45e83a460490e48287c1889e","abstract_canon_sha256":"526a9ce6e83b863a969786555421375625eed795b29ba369a902fdb921e68f9f"},"schema_version":"1.0"},"canonical_sha256":"230a15791a6561f1c97b893c96c3569a512902313b76ebb8dd6028b4d790e882","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:48:03.981695Z","signature_b64":"5Kr/O2yW3iHYsS7OCq54yDfIIYt+ffZvtoKHdRc0FpcmYVNv1zsZ5PGfhAht025i8PpyqDTksXsnjsfF4bPTDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"230a15791a6561f1c97b893c96c3569a512902313b76ebb8dd6028b4d790e882","last_reissued_at":"2026-07-05T11:48:03.981097Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:48:03.981097Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.15442","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:48:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"16L2//nenSZyHyZ9cfEEJpYdZ+Ji4I0Z+eSWpx+j/xCOr4QPcAj205qRAYwJlSMzZhsjicIu5V+37hFH8pVvDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T04:45:18.535958Z"},"content_sha256":"102b150574db51cfad0f9e4a9d10b85983722ed844f2a0c3d77e69d3a997182b","schema_version":"1.0","event_id":"sha256:102b150574db51cfad0f9e4a9d10b85983722ed844f2a0c3d77e69d3a997182b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:EMFBK6I2MVQ7DSL3RE6JNQ2WTJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"On the Generalization vs Fidelity Paradox in Knowledge Distillation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Ayan Sengupta, Suhas Kamasetty Ramesh, Tanmoy Chakraborty","submitted_at":"2025-05-21T12:23:32Z","abstract_excerpt":"Knowledge distillation (KD) is a key technique for compressing large language models into smaller ones while preserving performance. Despite the recent traction of KD research, its effectiveness for smaller language models (LMs) and the mechanisms driving knowledge transfer remain underexplored. In this work, we present the first large-scale empirical and statistical analysis of KD across models ranging from 0.5B to 7B parameters on 14 complex reasoning tasks in a zero-shot setting. Our findings reveal that KD can improve the average performance of smaller models by up to $10\\%$, with a peak t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.15442","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.15442/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:48:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GmuVNCPA+vgFNJO/RXIG/ijJK6ucqiluCw26vFBQYJjcVxsw9g/Zy9NCqwJNOm4/qOBD7vEu0IhOAnJac8pkBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T04:45:18.536822Z"},"content_sha256":"7ea9f90e6b2e3616bf30db3726be294e3d6e8bddcb717f8c13e2ff99983af778","schema_version":"1.0","event_id":"sha256:7ea9f90e6b2e3616bf30db3726be294e3d6e8bddcb717f8c13e2ff99983af778"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EMFBK6I2MVQ7DSL3RE6JNQ2WTJ/bundle.json","state_url":"https://pith.science/pith/EMFBK6I2MVQ7DSL3RE6JNQ2WTJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EMFBK6I2MVQ7DSL3RE6JNQ2WTJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T04:45:18Z","links":{"resolver":"https://pith.science/pith/EMFBK6I2MVQ7DSL3RE6JNQ2WTJ","bundle":"https://pith.science/pith/EMFBK6I2MVQ7DSL3RE6JNQ2WTJ/bundle.json","state":"https://pith.science/pith/EMFBK6I2MVQ7DSL3RE6JNQ2WTJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EMFBK6I2MVQ7DSL3RE6JNQ2WTJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:EMFBK6I2MVQ7DSL3RE6JNQ2WTJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"526a9ce6e83b863a969786555421375625eed795b29ba369a902fdb921e68f9f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-21T12:23:32Z","title_canon_sha256":"bda27bc04382bf53d04ecd2173c1e93d77eaf96d45e83a460490e48287c1889e"},"schema_version":"1.0","source":{"id":"2505.15442","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.15442","created_at":"2026-07-05T11:48:03Z"},{"alias_kind":"arxiv_version","alias_value":"2505.15442v2","created_at":"2026-07-05T11:48:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.15442","created_at":"2026-07-05T11:48:03Z"},{"alias_kind":"pith_short_12","alias_value":"EMFBK6I2MVQ7","created_at":"2026-07-05T11:48:03Z"},{"alias_kind":"pith_short_16","alias_value":"EMFBK6I2MVQ7DSL3","created_at":"2026-07-05T11:48:03Z"},{"alias_kind":"pith_short_8","alias_value":"EMFBK6I2","created_at":"2026-07-05T11:48:03Z"}],"graph_snapshots":[{"event_id":"sha256:7ea9f90e6b2e3616bf30db3726be294e3d6e8bddcb717f8c13e2ff99983af778","target":"graph","created_at":"2026-07-05T11:48:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.15442/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Knowledge distillation (KD) is a key technique for compressing large language models into smaller ones while preserving performance. Despite the recent traction of KD research, its effectiveness for smaller language models (LMs) and the mechanisms driving knowledge transfer remain underexplored. In this work, we present the first large-scale empirical and statistical analysis of KD across models ranging from 0.5B to 7B parameters on 14 complex reasoning tasks in a zero-shot setting. Our findings reveal that KD can improve the average performance of smaller models by up to $10\\%$, with a peak t","authors_text":"Ayan Sengupta, Suhas Kamasetty Ramesh, Tanmoy Chakraborty","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-21T12:23:32Z","title":"On the Generalization vs Fidelity Paradox in Knowledge Distillation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.15442","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:102b150574db51cfad0f9e4a9d10b85983722ed844f2a0c3d77e69d3a997182b","target":"record","created_at":"2026-07-05T11:48:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"526a9ce6e83b863a969786555421375625eed795b29ba369a902fdb921e68f9f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-21T12:23:32Z","title_canon_sha256":"bda27bc04382bf53d04ecd2173c1e93d77eaf96d45e83a460490e48287c1889e"},"schema_version":"1.0","source":{"id":"2505.15442","kind":"arxiv","version":2}},"canonical_sha256":"230a15791a6561f1c97b893c96c3569a512902313b76ebb8dd6028b4d790e882","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"230a15791a6561f1c97b893c96c3569a512902313b76ebb8dd6028b4d790e882","first_computed_at":"2026-07-05T11:48:03.981097Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:48:03.981097Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"5Kr/O2yW3iHYsS7OCq54yDfIIYt+ffZvtoKHdRc0FpcmYVNv1zsZ5PGfhAht025i8PpyqDTksXsnjsfF4bPTDg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:48:03.981695Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.15442","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:102b150574db51cfad0f9e4a9d10b85983722ed844f2a0c3d77e69d3a997182b","sha256:7ea9f90e6b2e3616bf30db3726be294e3d6e8bddcb717f8c13e2ff99983af778"],"state_sha256":"e3e09a6f32e0081abe83ce65d254c597fe069c9f6897e66b35df505a709db8be"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zyOaEQefNPRn4w4rhZDfTejnoV5zqTaYT5hoap+wbAOGUGCZKeynM6O9uS8+vjYHM6pMxRZ/fGufYLN7nTBTBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T04:45:18.541877Z","bundle_sha256":"f5ce369bf83136d05d0d6b41c3bb068c63ca010dfe0389110fa1961b595338ca"}}