{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:HRLM55F6TH4MRZ6RYI2YMHXTN6","short_pith_number":"pith:HRLM55F6","canonical_record":{"source":{"id":"2605.18865","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-05-15T07:47:32Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"c63e58913fd98e6c74235a05588981d2f002bd9807fa4070327dbab987b38058","abstract_canon_sha256":"0e027366387a997657681380672295fc91d2aace2a277c9b63d7b698a274d1d1"},"schema_version":"1.0"},"canonical_sha256":"3c56cef4be99f8c8e7d1c235861ef36f9e74e987c77b42594b470ff26741d35f","source":{"kind":"arxiv","id":"2605.18865","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2605.18865","created_at":"2026-05-20T00:06:29Z"},{"alias_kind":"arxiv_version","alias_value":"2605.18865v1","created_at":"2026-05-20T00:06:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.18865","created_at":"2026-05-20T00:06:29Z"},{"alias_kind":"pith_short_12","alias_value":"HRLM55F6TH4M","created_at":"2026-05-20T00:06:29Z"},{"alias_kind":"pith_short_16","alias_value":"HRLM55F6TH4MRZ6R","created_at":"2026-05-20T00:06:29Z"},{"alias_kind":"pith_short_8","alias_value":"HRLM55F6","created_at":"2026-05-20T00:06:29Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:HRLM55F6TH4MRZ6RYI2YMHXTN6","target":"record","payload":{"canonical_record":{"source":{"id":"2605.18865","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-05-15T07:47:32Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"c63e58913fd98e6c74235a05588981d2f002bd9807fa4070327dbab987b38058","abstract_canon_sha256":"0e027366387a997657681380672295fc91d2aace2a277c9b63d7b698a274d1d1"},"schema_version":"1.0"},"canonical_sha256":"3c56cef4be99f8c8e7d1c235861ef36f9e74e987c77b42594b470ff26741d35f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-20T00:06:29.254679Z","signature_b64":"9nLAVWVcBU8O1m3wUnaw33gB1FZUwysoh2cYr7yz+P/TtM7+4VGTMnoSK00jMgQPoU28eejO3XTjZWzf2U0mBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3c56cef4be99f8c8e7d1c235861ef36f9e74e987c77b42594b470ff26741d35f","last_reissued_at":"2026-05-20T00:06:29.254060Z","signature_status":"signed_v1","first_computed_at":"2026-05-20T00:06:29.254060Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2605.18865","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-20T00:06:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LA0w9W+RtJwP59gxiP8sNVCTefkKE8pF8gJk/nWpbS2y+fQWvAOvwFo2c7k/JeIM4KwxIY9/sGVy/ivQbqAIBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-27T23:16:06.156478Z"},"content_sha256":"9c8b1c8db835ddaf476d5de12648c85bf9e869795e72b6793177da46d8a90582","schema_version":"1.0","event_id":"sha256:9c8b1c8db835ddaf476d5de12648c85bf9e869795e72b6793177da46d8a90582"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:HRLM55F6TH4MRZ6RYI2YMHXTN6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"From Sparsity to Simplicity: Enabling Simpler Sequential Replacements via Sparse Attention Distillation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Huanrui Yang, Maxwell D Collins, Miao Hu, Yuxin Ren","submitted_at":"2026-05-15T07:47:32Z","abstract_excerpt":"Self-attention serves as the core foundation of large-scale transformer pretraining, but its quadratic token interaction cost makes inference expensive. Replacing attention with simpler sequential modules is appealing, yet naive substitution is often lossy, especially at larger scales. This paper revisits attention replacement through the lens of sparsity. Based on the observation of diverse sparsity patterns across transformer layers, we posit that pretrained transformers decompose the complex token dependency across tokens into various sequence-to-sequence mappings of diverse complexities, w"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2605.18865","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2605.18865/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-20T00:06:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NW6XQhpWGvoIVvqGct/ej7SPSe0zmIljsGU7cRZeuQpAsJYSRkQSXv+o43oto/IiDvtSJUBQ7Hosc8hxJSs0Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-27T23:16:06.157252Z"},"content_sha256":"15d246546ba668afbacf9f8d644350afa11a111b26721f8cedd39b619dee77e8","schema_version":"1.0","event_id":"sha256:15d246546ba668afbacf9f8d644350afa11a111b26721f8cedd39b619dee77e8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HRLM55F6TH4MRZ6RYI2YMHXTN6/bundle.json","state_url":"https://pith.science/pith/HRLM55F6TH4MRZ6RYI2YMHXTN6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HRLM55F6TH4MRZ6RYI2YMHXTN6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-27T23:16:06Z","links":{"resolver":"https://pith.science/pith/HRLM55F6TH4MRZ6RYI2YMHXTN6","bundle":"https://pith.science/pith/HRLM55F6TH4MRZ6RYI2YMHXTN6/bundle.json","state":"https://pith.science/pith/HRLM55F6TH4MRZ6RYI2YMHXTN6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HRLM55F6TH4MRZ6RYI2YMHXTN6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:HRLM55F6TH4MRZ6RYI2YMHXTN6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0e027366387a997657681380672295fc91d2aace2a277c9b63d7b698a274d1d1","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-05-15T07:47:32Z","title_canon_sha256":"c63e58913fd98e6c74235a05588981d2f002bd9807fa4070327dbab987b38058"},"schema_version":"1.0","source":{"id":"2605.18865","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2605.18865","created_at":"2026-05-20T00:06:29Z"},{"alias_kind":"arxiv_version","alias_value":"2605.18865v1","created_at":"2026-05-20T00:06:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.18865","created_at":"2026-05-20T00:06:29Z"},{"alias_kind":"pith_short_12","alias_value":"HRLM55F6TH4M","created_at":"2026-05-20T00:06:29Z"},{"alias_kind":"pith_short_16","alias_value":"HRLM55F6TH4MRZ6R","created_at":"2026-05-20T00:06:29Z"},{"alias_kind":"pith_short_8","alias_value":"HRLM55F6","created_at":"2026-05-20T00:06:29Z"}],"graph_snapshots":[{"event_id":"sha256:15d246546ba668afbacf9f8d644350afa11a111b26721f8cedd39b619dee77e8","target":"graph","created_at":"2026-05-20T00:06:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2605.18865/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Self-attention serves as the core foundation of large-scale transformer pretraining, but its quadratic token interaction cost makes inference expensive. Replacing attention with simpler sequential modules is appealing, yet naive substitution is often lossy, especially at larger scales. This paper revisits attention replacement through the lens of sparsity. Based on the observation of diverse sparsity patterns across transformer layers, we posit that pretrained transformers decompose the complex token dependency across tokens into various sequence-to-sequence mappings of diverse complexities, w","authors_text":"Huanrui Yang, Maxwell D Collins, Miao Hu, Yuxin Ren","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-05-15T07:47:32Z","title":"From Sparsity to Simplicity: Enabling Simpler Sequential Replacements via Sparse Attention Distillation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2605.18865","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9c8b1c8db835ddaf476d5de12648c85bf9e869795e72b6793177da46d8a90582","target":"record","created_at":"2026-05-20T00:06:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0e027366387a997657681380672295fc91d2aace2a277c9b63d7b698a274d1d1","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-05-15T07:47:32Z","title_canon_sha256":"c63e58913fd98e6c74235a05588981d2f002bd9807fa4070327dbab987b38058"},"schema_version":"1.0","source":{"id":"2605.18865","kind":"arxiv","version":1}},"canonical_sha256":"3c56cef4be99f8c8e7d1c235861ef36f9e74e987c77b42594b470ff26741d35f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3c56cef4be99f8c8e7d1c235861ef36f9e74e987c77b42594b470ff26741d35f","first_computed_at":"2026-05-20T00:06:29.254060Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-20T00:06:29.254060Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"9nLAVWVcBU8O1m3wUnaw33gB1FZUwysoh2cYr7yz+P/TtM7+4VGTMnoSK00jMgQPoU28eejO3XTjZWzf2U0mBA==","signature_status":"signed_v1","signed_at":"2026-05-20T00:06:29.254679Z","signed_message":"canonical_sha256_bytes"},"source_id":"2605.18865","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9c8b1c8db835ddaf476d5de12648c85bf9e869795e72b6793177da46d8a90582","sha256:15d246546ba668afbacf9f8d644350afa11a111b26721f8cedd39b619dee77e8"],"state_sha256":"655d7ee7b9457315ba77d6f25b8706df44c1241acda1db70cd227891d968110c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"POk4R975cfAtUZaehLizfMIW5wtrjgw6b/AEQ47DaL2QoJt3zophcm05mlnXi6WJbM58rRNXbxLvQgMZoKFnBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-27T23:16:06.160188Z","bundle_sha256":"057a6d379ba2487b63c89f2fd7055e5d76c3cfd5f2f6e678ccdefe8b3f423cc6"}}