{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:7O6P5JKEGW7R5WOA6WAT5DM2L2","short_pith_number":"pith:7O6P5JKE","canonical_record":{"source":{"id":"2507.07630","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-10T10:54:05Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"8ef7766d925ea802a4d172305f24cc7ac1fcc8bb92d1e97c66eadc46b0334dd0","abstract_canon_sha256":"d896868ca7c6a0800bb9ca2bcd1691f31e917b36543264928a9caa389a589f2b"},"schema_version":"1.0"},"canonical_sha256":"fbbcfea54435bf1ed9c0f5813e8d9a5eaa46d5082e1e6e38a6b7823ab8bff185","source":{"kind":"arxiv","id":"2507.07630","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.07630","created_at":"2026-07-05T11:35:02Z"},{"alias_kind":"arxiv_version","alias_value":"2507.07630v1","created_at":"2026-07-05T11:35:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.07630","created_at":"2026-07-05T11:35:02Z"},{"alias_kind":"pith_short_12","alias_value":"7O6P5JKEGW7R","created_at":"2026-07-05T11:35:02Z"},{"alias_kind":"pith_short_16","alias_value":"7O6P5JKEGW7R5WOA","created_at":"2026-07-05T11:35:02Z"},{"alias_kind":"pith_short_8","alias_value":"7O6P5JKE","created_at":"2026-07-05T11:35:02Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:7O6P5JKEGW7R5WOA6WAT5DM2L2","target":"record","payload":{"canonical_record":{"source":{"id":"2507.07630","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-10T10:54:05Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"8ef7766d925ea802a4d172305f24cc7ac1fcc8bb92d1e97c66eadc46b0334dd0","abstract_canon_sha256":"d896868ca7c6a0800bb9ca2bcd1691f31e917b36543264928a9caa389a589f2b"},"schema_version":"1.0"},"canonical_sha256":"fbbcfea54435bf1ed9c0f5813e8d9a5eaa46d5082e1e6e38a6b7823ab8bff185","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:35:02.123088Z","signature_b64":"KJjyHGDfZkPZRmy9jl5alR0qeJM5rbYVzMF6xUVHLsoelapXgbAQgBdIVkKnxJp8IQq6G+OVIAYhZnKAM2foBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fbbcfea54435bf1ed9c0f5813e8d9a5eaa46d5082e1e6e38a6b7823ab8bff185","last_reissued_at":"2026-07-05T11:35:02.122653Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:35:02.122653Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2507.07630","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:35:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HEcvAi8BWps2IP0sDmK8zZve0wkYPXCFpsbtTJ+Gy+q5knmovLpIEYw31LNBXhOsDwwY8rQoZ+JlTLuMdIoyBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T15:58:06.371784Z"},"content_sha256":"757ff7ac2f73af47b1c28eb426c2ffd68109e601de4ae4553253d457979f7860","schema_version":"1.0","event_id":"sha256:757ff7ac2f73af47b1c28eb426c2ffd68109e601de4ae4553253d457979f7860"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:7O6P5JKEGW7R5WOA6WAT5DM2L2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Exploring the Limits of Model Compression in LLMs: A Knowledge Distillation Study on QA Tasks","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Joyeeta Datta, Niclas Doll, Qusai Ramadan, Zeyd Boukhers","submitted_at":"2025-07-10T10:54:05Z","abstract_excerpt":"Large Language Models (LLMs) have demonstrated outstanding performance across a range of NLP tasks, however, their computational demands hinder their deployment in real-world, resource-constrained environments. This work investigates the extent to which LLMs can be compressed using Knowledge Distillation (KD) while maintaining strong performance on Question Answering (QA) tasks. We evaluate student models distilled from the Pythia and Qwen2.5 families on two QA benchmarks, SQuAD and MLQA, under zero-shot and one-shot prompting conditions. Results show that student models retain over 90% of the"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.07630","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2507.07630/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:35:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FdITDPB+p6WxJ68a6NLStG+hZcz2coeZ8Di+lQOWDjlT+/XOv2Ltp0qxWkAfIhhJip58CQlAd3eOpekDBRyTBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T15:58:06.372568Z"},"content_sha256":"2b0c385903c31192da2b993ae238f0c3d7b4eb5764c932a222284ee45b38b4fd","schema_version":"1.0","event_id":"sha256:2b0c385903c31192da2b993ae238f0c3d7b4eb5764c932a222284ee45b38b4fd"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7O6P5JKEGW7R5WOA6WAT5DM2L2/bundle.json","state_url":"https://pith.science/pith/7O6P5JKEGW7R5WOA6WAT5DM2L2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7O6P5JKEGW7R5WOA6WAT5DM2L2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T15:58:06Z","links":{"resolver":"https://pith.science/pith/7O6P5JKEGW7R5WOA6WAT5DM2L2","bundle":"https://pith.science/pith/7O6P5JKEGW7R5WOA6WAT5DM2L2/bundle.json","state":"https://pith.science/pith/7O6P5JKEGW7R5WOA6WAT5DM2L2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7O6P5JKEGW7R5WOA6WAT5DM2L2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:7O6P5JKEGW7R5WOA6WAT5DM2L2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d896868ca7c6a0800bb9ca2bcd1691f31e917b36543264928a9caa389a589f2b","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-10T10:54:05Z","title_canon_sha256":"8ef7766d925ea802a4d172305f24cc7ac1fcc8bb92d1e97c66eadc46b0334dd0"},"schema_version":"1.0","source":{"id":"2507.07630","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.07630","created_at":"2026-07-05T11:35:02Z"},{"alias_kind":"arxiv_version","alias_value":"2507.07630v1","created_at":"2026-07-05T11:35:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.07630","created_at":"2026-07-05T11:35:02Z"},{"alias_kind":"pith_short_12","alias_value":"7O6P5JKEGW7R","created_at":"2026-07-05T11:35:02Z"},{"alias_kind":"pith_short_16","alias_value":"7O6P5JKEGW7R5WOA","created_at":"2026-07-05T11:35:02Z"},{"alias_kind":"pith_short_8","alias_value":"7O6P5JKE","created_at":"2026-07-05T11:35:02Z"}],"graph_snapshots":[{"event_id":"sha256:2b0c385903c31192da2b993ae238f0c3d7b4eb5764c932a222284ee45b38b4fd","target":"graph","created_at":"2026-07-05T11:35:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2507.07630/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have demonstrated outstanding performance across a range of NLP tasks, however, their computational demands hinder their deployment in real-world, resource-constrained environments. This work investigates the extent to which LLMs can be compressed using Knowledge Distillation (KD) while maintaining strong performance on Question Answering (QA) tasks. We evaluate student models distilled from the Pythia and Qwen2.5 families on two QA benchmarks, SQuAD and MLQA, under zero-shot and one-shot prompting conditions. Results show that student models retain over 90% of the","authors_text":"Joyeeta Datta, Niclas Doll, Qusai Ramadan, Zeyd Boukhers","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-10T10:54:05Z","title":"Exploring the Limits of Model Compression in LLMs: A Knowledge Distillation Study on QA Tasks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.07630","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:757ff7ac2f73af47b1c28eb426c2ffd68109e601de4ae4553253d457979f7860","target":"record","created_at":"2026-07-05T11:35:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d896868ca7c6a0800bb9ca2bcd1691f31e917b36543264928a9caa389a589f2b","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-10T10:54:05Z","title_canon_sha256":"8ef7766d925ea802a4d172305f24cc7ac1fcc8bb92d1e97c66eadc46b0334dd0"},"schema_version":"1.0","source":{"id":"2507.07630","kind":"arxiv","version":1}},"canonical_sha256":"fbbcfea54435bf1ed9c0f5813e8d9a5eaa46d5082e1e6e38a6b7823ab8bff185","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fbbcfea54435bf1ed9c0f5813e8d9a5eaa46d5082e1e6e38a6b7823ab8bff185","first_computed_at":"2026-07-05T11:35:02.122653Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:35:02.122653Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"KJjyHGDfZkPZRmy9jl5alR0qeJM5rbYVzMF6xUVHLsoelapXgbAQgBdIVkKnxJp8IQq6G+OVIAYhZnKAM2foBg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:35:02.123088Z","signed_message":"canonical_sha256_bytes"},"source_id":"2507.07630","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:757ff7ac2f73af47b1c28eb426c2ffd68109e601de4ae4553253d457979f7860","sha256:2b0c385903c31192da2b993ae238f0c3d7b4eb5764c932a222284ee45b38b4fd"],"state_sha256":"8e8e78492926eeea01fa130738c84e9dcf05ecf0fbadf5a85282ff7c78567da4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lxaU2lOWJD0lUS7luRz0GbMtRMaWbnduSuAbmAoeXpZUedtilN0PgRmctV3D26Vxwh3TJ5fpN4A75JT7nippAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T15:58:06.378967Z","bundle_sha256":"e5b02cf87013ce8044c90b6e5c6a057cc72ea8ef5b3e1993ca4b0c433b8e7065"}}