{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:3MIJ3XGF5AHVY7QWYO6BFYVAYG","short_pith_number":"pith:3MIJ3XGF","canonical_record":{"source":{"id":"2505.22135","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-05-28T08:59:02Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"6ab763bf707b43f6767ec7dcdca2380ab1a0c1424cc95c3c4e3a0105cca73258","abstract_canon_sha256":"27d21fc886f31c0f32559f498f0ec126fdb57928392235523f9e59cf7ddc2ef9"},"schema_version":"1.0"},"canonical_sha256":"db109ddcc5e80f5c7e16c3bc12e2a0c19e24bc01ef09cd6623663ead33925d8d","source":{"kind":"arxiv","id":"2505.22135","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.22135","created_at":"2026-07-05T11:11:10Z"},{"alias_kind":"arxiv_version","alias_value":"2505.22135v1","created_at":"2026-07-05T11:11:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.22135","created_at":"2026-07-05T11:11:10Z"},{"alias_kind":"pith_short_12","alias_value":"3MIJ3XGF5AHV","created_at":"2026-07-05T11:11:10Z"},{"alias_kind":"pith_short_16","alias_value":"3MIJ3XGF5AHVY7QW","created_at":"2026-07-05T11:11:10Z"},{"alias_kind":"pith_short_8","alias_value":"3MIJ3XGF","created_at":"2026-07-05T11:11:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:3MIJ3XGF5AHVY7QWYO6BFYVAYG","target":"record","payload":{"canonical_record":{"source":{"id":"2505.22135","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-05-28T08:59:02Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"6ab763bf707b43f6767ec7dcdca2380ab1a0c1424cc95c3c4e3a0105cca73258","abstract_canon_sha256":"27d21fc886f31c0f32559f498f0ec126fdb57928392235523f9e59cf7ddc2ef9"},"schema_version":"1.0"},"canonical_sha256":"db109ddcc5e80f5c7e16c3bc12e2a0c19e24bc01ef09cd6623663ead33925d8d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:11:10.504518Z","signature_b64":"k22Q7qNHYQ0Lhaq1l7mvnlbB0V53omcS7aqLDbVg4mRnjEL5zy9cLyqA2oRqIlq9oWKdHvsM4skzwGN5IBsgBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"db109ddcc5e80f5c7e16c3bc12e2a0c19e24bc01ef09cd6623663ead33925d8d","last_reissued_at":"2026-07-05T11:11:10.503938Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:11:10.503938Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.22135","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:11:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+3AmPOWv1ErB5ALt36uKyMxlrw/8YjWIv6xs+OQ87uM7/dOYkT5bjKqKD1zJDVV3V4YFCr8hSO6eDp1qfSRHAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T07:59:37.841970Z"},"content_sha256":"88fb1be11e50bef84ad55b90b334ab2eedeed139cf7b408d4efc2b18da5d4e0e","schema_version":"1.0","event_id":"sha256:88fb1be11e50bef84ad55b90b334ab2eedeed139cf7b408d4efc2b18da5d4e0e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:3MIJ3XGF5AHVY7QWYO6BFYVAYG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"RAD: Redundancy-Aware Distillation for Hybrid Models via Self-Speculative Decoding","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Hideyuki Tachibana, Hiroto Takegawa, Muneyoshi Inahara, Yuichiro Hoshino","submitted_at":"2025-05-28T08:59:02Z","abstract_excerpt":"Hybrid models combining Transformers and State Space Models (SSMs) are promising for balancing performance and efficiency. However, optimizing these hybrid models, particularly by addressing the potential redundancy inherent within the Transformer components, remains a significant challenge. In this paper, we propose RAD (Redundancy-Aware Distillation), a novel framework that uses self-speculative decoding as a diagnostic tool to identify redundant attention layers within the model. These identified layers are then selectively replaced with SSM components, followed by targeted (self-)distillat"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.22135","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.22135/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:11:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"V9XfMwx9k8/FZJpnP67HqgAhgDDFvTzTQxdkRrrWZHvxcron/EEJpHAHkOm6HdFjHqgslC8onL7XmjC+l7cJAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T07:59:37.842888Z"},"content_sha256":"48e0b896933e922c84437bc2aa64a3c1a7a545a021dd674475a285e740616bc5","schema_version":"1.0","event_id":"sha256:48e0b896933e922c84437bc2aa64a3c1a7a545a021dd674475a285e740616bc5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3MIJ3XGF5AHVY7QWYO6BFYVAYG/bundle.json","state_url":"https://pith.science/pith/3MIJ3XGF5AHVY7QWYO6BFYVAYG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3MIJ3XGF5AHVY7QWYO6BFYVAYG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T07:59:37Z","links":{"resolver":"https://pith.science/pith/3MIJ3XGF5AHVY7QWYO6BFYVAYG","bundle":"https://pith.science/pith/3MIJ3XGF5AHVY7QWYO6BFYVAYG/bundle.json","state":"https://pith.science/pith/3MIJ3XGF5AHVY7QWYO6BFYVAYG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3MIJ3XGF5AHVY7QWYO6BFYVAYG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:3MIJ3XGF5AHVY7QWYO6BFYVAYG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"27d21fc886f31c0f32559f498f0ec126fdb57928392235523f9e59cf7ddc2ef9","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-05-28T08:59:02Z","title_canon_sha256":"6ab763bf707b43f6767ec7dcdca2380ab1a0c1424cc95c3c4e3a0105cca73258"},"schema_version":"1.0","source":{"id":"2505.22135","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.22135","created_at":"2026-07-05T11:11:10Z"},{"alias_kind":"arxiv_version","alias_value":"2505.22135v1","created_at":"2026-07-05T11:11:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.22135","created_at":"2026-07-05T11:11:10Z"},{"alias_kind":"pith_short_12","alias_value":"3MIJ3XGF5AHV","created_at":"2026-07-05T11:11:10Z"},{"alias_kind":"pith_short_16","alias_value":"3MIJ3XGF5AHVY7QW","created_at":"2026-07-05T11:11:10Z"},{"alias_kind":"pith_short_8","alias_value":"3MIJ3XGF","created_at":"2026-07-05T11:11:10Z"}],"graph_snapshots":[{"event_id":"sha256:48e0b896933e922c84437bc2aa64a3c1a7a545a021dd674475a285e740616bc5","target":"graph","created_at":"2026-07-05T11:11:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.22135/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Hybrid models combining Transformers and State Space Models (SSMs) are promising for balancing performance and efficiency. However, optimizing these hybrid models, particularly by addressing the potential redundancy inherent within the Transformer components, remains a significant challenge. In this paper, we propose RAD (Redundancy-Aware Distillation), a novel framework that uses self-speculative decoding as a diagnostic tool to identify redundant attention layers within the model. These identified layers are then selectively replaced with SSM components, followed by targeted (self-)distillat","authors_text":"Hideyuki Tachibana, Hiroto Takegawa, Muneyoshi Inahara, Yuichiro Hoshino","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-05-28T08:59:02Z","title":"RAD: Redundancy-Aware Distillation for Hybrid Models via Self-Speculative Decoding"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.22135","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:88fb1be11e50bef84ad55b90b334ab2eedeed139cf7b408d4efc2b18da5d4e0e","target":"record","created_at":"2026-07-05T11:11:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"27d21fc886f31c0f32559f498f0ec126fdb57928392235523f9e59cf7ddc2ef9","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-05-28T08:59:02Z","title_canon_sha256":"6ab763bf707b43f6767ec7dcdca2380ab1a0c1424cc95c3c4e3a0105cca73258"},"schema_version":"1.0","source":{"id":"2505.22135","kind":"arxiv","version":1}},"canonical_sha256":"db109ddcc5e80f5c7e16c3bc12e2a0c19e24bc01ef09cd6623663ead33925d8d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"db109ddcc5e80f5c7e16c3bc12e2a0c19e24bc01ef09cd6623663ead33925d8d","first_computed_at":"2026-07-05T11:11:10.503938Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:11:10.503938Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"k22Q7qNHYQ0Lhaq1l7mvnlbB0V53omcS7aqLDbVg4mRnjEL5zy9cLyqA2oRqIlq9oWKdHvsM4skzwGN5IBsgBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:11:10.504518Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.22135","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:88fb1be11e50bef84ad55b90b334ab2eedeed139cf7b408d4efc2b18da5d4e0e","sha256:48e0b896933e922c84437bc2aa64a3c1a7a545a021dd674475a285e740616bc5"],"state_sha256":"fd46491c8340ff105aa86eec9dbeaa139356818084e947c5bb670c3c88d408c5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1QFLHj0U94rJLS1k8Br6blCk4GeF6Yi+qmiFwrSiBuCUdeQpgQnVtFk1N1MBQ/q6kauigcTfiTPed26Q2zUtCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T07:59:37.848942Z","bundle_sha256":"d1209c9c7100387cd67c1107d632c1cddbdc6b80b6b45c86c8d7f8386f4fab09"}}