{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:P4LA2EIQBL75YSUOTD2KB2B2EZ","short_pith_number":"pith:P4LA2EIQ","canonical_record":{"source":{"id":"2509.25837","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-09-30T06:21:28Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"71ba4fbce7f41eb0fea965ad73c2a88d27af0c221e7d0f8eec89f2ea2603a8e0","abstract_canon_sha256":"dce185b25e64d8c242e472f0e149eb83926b0946c1f9b0be9faf96acfc6c0b46"},"schema_version":"1.0"},"canonical_sha256":"7f160d11100affdc4a8e98f4a0e83a267b418e2bfc1de329ecfd297afee5eb52","source":{"kind":"arxiv","id":"2509.25837","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2509.25837","created_at":"2026-06-02T01:03:34Z"},{"alias_kind":"arxiv_version","alias_value":"2509.25837v3","created_at":"2026-06-02T01:03:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2509.25837","created_at":"2026-06-02T01:03:34Z"},{"alias_kind":"pith_short_12","alias_value":"P4LA2EIQBL75","created_at":"2026-06-02T01:03:34Z"},{"alias_kind":"pith_short_16","alias_value":"P4LA2EIQBL75YSUO","created_at":"2026-06-02T01:03:34Z"},{"alias_kind":"pith_short_8","alias_value":"P4LA2EIQ","created_at":"2026-06-02T01:03:34Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:P4LA2EIQBL75YSUOTD2KB2B2EZ","target":"record","payload":{"canonical_record":{"source":{"id":"2509.25837","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-09-30T06:21:28Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"71ba4fbce7f41eb0fea965ad73c2a88d27af0c221e7d0f8eec89f2ea2603a8e0","abstract_canon_sha256":"dce185b25e64d8c242e472f0e149eb83926b0946c1f9b0be9faf96acfc6c0b46"},"schema_version":"1.0"},"canonical_sha256":"7f160d11100affdc4a8e98f4a0e83a267b418e2bfc1de329ecfd297afee5eb52","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-02T01:03:34.378154Z","signature_b64":"FJMDP4nnqb3L5LFwGW8bf7LgnBcv7O4dEk5+fYPonpz22Kwv/6/euu1AbaHE0zrYnUCDcIPv4iTKY4Wbfzy5Dg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7f160d11100affdc4a8e98f4a0e83a267b418e2bfc1de329ecfd297afee5eb52","last_reissued_at":"2026-06-02T01:03:34.377371Z","signature_status":"signed_v1","first_computed_at":"2026-06-02T01:03:34.377371Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2509.25837","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-02T01:03:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4HRwfLG1NPcnoVa3Y3ga8PQ2Gw8iW8XIJ4KaCSVNerk4lEfKCwoth/vsvFWAEa5+XZAI7ixElYN+xQbK0XnvCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-04T13:06:48.224005Z"},"content_sha256":"fac75a0ea173371446395a815b66ca2df5f576b7fafb8dd06d5eeee016876549","schema_version":"1.0","event_id":"sha256:fac75a0ea173371446395a815b66ca2df5f576b7fafb8dd06d5eeee016876549"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:P4LA2EIQBL75YSUOTD2KB2B2EZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Distillation of Large Language Models via Concrete Score Matching","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Byeonghu Na, Donghyeok Shin, Il-Chul Moon, Mina Kang, Yeongmin Kim","submitted_at":"2025-09-30T06:21:28Z","abstract_excerpt":"Large language models (LLMs) deliver remarkable performance but are costly to deploy, motivating knowledge distillation (KD) for efficient inference. Existing KD objectives typically match student and teacher probabilities via softmax, which blurs valuable logit information. While direct logit distillation (DLD) mitigates softmax smoothing, it fails to account for logit shift invariance, thereby restricting the solution space. We propose Concrete Score Distillation (CSD), a discrete score-matching objective that overcomes both softmax-induced smoothing and restrictions on the optimal solution "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2509.25837","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2509.25837/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-02T01:03:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HXR3ySRc6SsmMqjqKGzMaptnEVcdx40/3rTlaj3+QUkXj8CQmk9wqpnukk4iIR+Wca0wS+zR9dpx4HtuS6I3BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-04T13:06:48.224398Z"},"content_sha256":"20ef08c9d0c89b07b568d4414ee45663e7872074dff9a021f46fc92ae9459b2d","schema_version":"1.0","event_id":"sha256:20ef08c9d0c89b07b568d4414ee45663e7872074dff9a021f46fc92ae9459b2d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/P4LA2EIQBL75YSUOTD2KB2B2EZ/bundle.json","state_url":"https://pith.science/pith/P4LA2EIQBL75YSUOTD2KB2B2EZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/P4LA2EIQBL75YSUOTD2KB2B2EZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-04T13:06:48Z","links":{"resolver":"https://pith.science/pith/P4LA2EIQBL75YSUOTD2KB2B2EZ","bundle":"https://pith.science/pith/P4LA2EIQBL75YSUOTD2KB2B2EZ/bundle.json","state":"https://pith.science/pith/P4LA2EIQBL75YSUOTD2KB2B2EZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/P4LA2EIQBL75YSUOTD2KB2B2EZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:P4LA2EIQBL75YSUOTD2KB2B2EZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"dce185b25e64d8c242e472f0e149eb83926b0946c1f9b0be9faf96acfc6c0b46","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-09-30T06:21:28Z","title_canon_sha256":"71ba4fbce7f41eb0fea965ad73c2a88d27af0c221e7d0f8eec89f2ea2603a8e0"},"schema_version":"1.0","source":{"id":"2509.25837","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2509.25837","created_at":"2026-06-02T01:03:34Z"},{"alias_kind":"arxiv_version","alias_value":"2509.25837v3","created_at":"2026-06-02T01:03:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2509.25837","created_at":"2026-06-02T01:03:34Z"},{"alias_kind":"pith_short_12","alias_value":"P4LA2EIQBL75","created_at":"2026-06-02T01:03:34Z"},{"alias_kind":"pith_short_16","alias_value":"P4LA2EIQBL75YSUO","created_at":"2026-06-02T01:03:34Z"},{"alias_kind":"pith_short_8","alias_value":"P4LA2EIQ","created_at":"2026-06-02T01:03:34Z"}],"graph_snapshots":[{"event_id":"sha256:20ef08c9d0c89b07b568d4414ee45663e7872074dff9a021f46fc92ae9459b2d","target":"graph","created_at":"2026-06-02T01:03:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2509.25837/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) deliver remarkable performance but are costly to deploy, motivating knowledge distillation (KD) for efficient inference. Existing KD objectives typically match student and teacher probabilities via softmax, which blurs valuable logit information. While direct logit distillation (DLD) mitigates softmax smoothing, it fails to account for logit shift invariance, thereby restricting the solution space. We propose Concrete Score Distillation (CSD), a discrete score-matching objective that overcomes both softmax-induced smoothing and restrictions on the optimal solution ","authors_text":"Byeonghu Na, Donghyeok Shin, Il-Chul Moon, Mina Kang, Yeongmin Kim","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-09-30T06:21:28Z","title":"Distillation of Large Language Models via Concrete Score Matching"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2509.25837","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fac75a0ea173371446395a815b66ca2df5f576b7fafb8dd06d5eeee016876549","target":"record","created_at":"2026-06-02T01:03:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"dce185b25e64d8c242e472f0e149eb83926b0946c1f9b0be9faf96acfc6c0b46","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-09-30T06:21:28Z","title_canon_sha256":"71ba4fbce7f41eb0fea965ad73c2a88d27af0c221e7d0f8eec89f2ea2603a8e0"},"schema_version":"1.0","source":{"id":"2509.25837","kind":"arxiv","version":3}},"canonical_sha256":"7f160d11100affdc4a8e98f4a0e83a267b418e2bfc1de329ecfd297afee5eb52","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7f160d11100affdc4a8e98f4a0e83a267b418e2bfc1de329ecfd297afee5eb52","first_computed_at":"2026-06-02T01:03:34.377371Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-06-02T01:03:34.377371Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"FJMDP4nnqb3L5LFwGW8bf7LgnBcv7O4dEk5+fYPonpz22Kwv/6/euu1AbaHE0zrYnUCDcIPv4iTKY4Wbfzy5Dg==","signature_status":"signed_v1","signed_at":"2026-06-02T01:03:34.378154Z","signed_message":"canonical_sha256_bytes"},"source_id":"2509.25837","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fac75a0ea173371446395a815b66ca2df5f576b7fafb8dd06d5eeee016876549","sha256:20ef08c9d0c89b07b568d4414ee45663e7872074dff9a021f46fc92ae9459b2d"],"state_sha256":"b3c892b204a807acdba113d91c2196d5f3f4c739787bf3039ef6f3143bf20870"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5BvZv+9A3fdITdtT2nsbg/9yeQBq7mJELnF9WO/FEaa5WlMsB8YPjfio0cFY3ER5Lvk8gvni3iTkkkZfaZh8Bw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-04T13:06:48.226610Z","bundle_sha256":"e43918d1e9e295701af72f578aa0913e0fd9904c800080ae412e857624cf3dd9"}}