{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:3FYM47HOHUA7M66GGKINWLDZRA","short_pith_number":"pith:3FYM47HO","canonical_record":{"source":{"id":"2504.20938","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-04-29T17:03:03Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"3f77ab5d19baca226ef2a5e3046f53b2ef0655475e7f0e23bdb1473bdb18a6c3","abstract_canon_sha256":"cfc8089198da9dc8768969575059c68edd315424aaf6607416ab872684f3d772"},"schema_version":"1.0"},"canonical_sha256":"d970ce7cee3d01f67bc63290db2c79883f8c4745a56b77a5485893ab1487f54d","source":{"kind":"arxiv","id":"2504.20938","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.20938","created_at":"2026-07-05T10:55:51Z"},{"alias_kind":"arxiv_version","alias_value":"2504.20938v1","created_at":"2026-07-05T10:55:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.20938","created_at":"2026-07-05T10:55:51Z"},{"alias_kind":"pith_short_12","alias_value":"3FYM47HOHUA7","created_at":"2026-07-05T10:55:51Z"},{"alias_kind":"pith_short_16","alias_value":"3FYM47HOHUA7M66G","created_at":"2026-07-05T10:55:51Z"},{"alias_kind":"pith_short_8","alias_value":"3FYM47HO","created_at":"2026-07-05T10:55:51Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:3FYM47HOHUA7M66GGKINWLDZRA","target":"record","payload":{"canonical_record":{"source":{"id":"2504.20938","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-04-29T17:03:03Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"3f77ab5d19baca226ef2a5e3046f53b2ef0655475e7f0e23bdb1473bdb18a6c3","abstract_canon_sha256":"cfc8089198da9dc8768969575059c68edd315424aaf6607416ab872684f3d772"},"schema_version":"1.0"},"canonical_sha256":"d970ce7cee3d01f67bc63290db2c79883f8c4745a56b77a5485893ab1487f54d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:55:51.856666Z","signature_b64":"OAaifWd3L+oFTZYpgDEGR0i3HX1pyP5Vpr8L2ixQDNJebFph9Dy4K7Z39a2/75B8CAi8VWy2T3r9wEIbp8DNDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d970ce7cee3d01f67bc63290db2c79883f8c4745a56b77a5485893ab1487f54d","last_reissued_at":"2026-07-05T10:55:51.856172Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:55:51.856172Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2504.20938","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:55:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2T2iAYWFJHjOzivVMzOHCdYHx2/C8EN7LI46qxAdNzj2gwhTNPAN79s+488CLM+h34ppLh3gfIbizNlxF9IZDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T01:57:31.126740Z"},"content_sha256":"0db1b3973dd12accca4e540b43ad7cf3c507a33d71e17f0fa4e6d858ca3d28ed","schema_version":"1.0","event_id":"sha256:0db1b3973dd12accca4e540b43ad7cf3c507a33d71e17f0fa4e6d858ca3d28ed"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:3FYM47HOHUA7M66GGKINWLDZRA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Towards Understanding the Nature of Attention with Low-Rank Sparse Decomposition","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.LG","authors_text":"Junping Zhang, Junxuan Wang, Qiong Tang, Rui Lin, Wentao Shu, Xipeng Qiu, Xuyang Ge, Zhengfu He","submitted_at":"2025-04-29T17:03:03Z","abstract_excerpt":"We propose Low-Rank Sparse Attention (Lorsa), a sparse replacement model of Transformer attention layers to disentangle original Multi Head Self Attention (MHSA) into individually comprehensible components. Lorsa is designed to address the challenge of attention superposition to understand attention-mediated interaction between features in different token positions. We show that Lorsa heads find cleaner and finer-grained versions of previously discovered MHSA behaviors like induction heads, successor heads and attention sink behavior (i.e., heavily attending to the first token). Lorsa and Spar"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.20938","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2504.20938/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:55:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SrEthWQ2E1utDAzW04QdRGDYzc2V6c7VoFEl1Va7hgAv+FWwFCFpllMYPjWMyOsy/WYrCfdbg0HlbROjIhnAAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T01:57:31.127297Z"},"content_sha256":"e9beee676760f5f3f3fe252ab81b9bac5daab5e23c662032e7718e10f3405e91","schema_version":"1.0","event_id":"sha256:e9beee676760f5f3f3fe252ab81b9bac5daab5e23c662032e7718e10f3405e91"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3FYM47HOHUA7M66GGKINWLDZRA/bundle.json","state_url":"https://pith.science/pith/3FYM47HOHUA7M66GGKINWLDZRA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3FYM47HOHUA7M66GGKINWLDZRA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T01:57:31Z","links":{"resolver":"https://pith.science/pith/3FYM47HOHUA7M66GGKINWLDZRA","bundle":"https://pith.science/pith/3FYM47HOHUA7M66GGKINWLDZRA/bundle.json","state":"https://pith.science/pith/3FYM47HOHUA7M66GGKINWLDZRA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3FYM47HOHUA7M66GGKINWLDZRA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:3FYM47HOHUA7M66GGKINWLDZRA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"cfc8089198da9dc8768969575059c68edd315424aaf6607416ab872684f3d772","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-04-29T17:03:03Z","title_canon_sha256":"3f77ab5d19baca226ef2a5e3046f53b2ef0655475e7f0e23bdb1473bdb18a6c3"},"schema_version":"1.0","source":{"id":"2504.20938","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.20938","created_at":"2026-07-05T10:55:51Z"},{"alias_kind":"arxiv_version","alias_value":"2504.20938v1","created_at":"2026-07-05T10:55:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.20938","created_at":"2026-07-05T10:55:51Z"},{"alias_kind":"pith_short_12","alias_value":"3FYM47HOHUA7","created_at":"2026-07-05T10:55:51Z"},{"alias_kind":"pith_short_16","alias_value":"3FYM47HOHUA7M66G","created_at":"2026-07-05T10:55:51Z"},{"alias_kind":"pith_short_8","alias_value":"3FYM47HO","created_at":"2026-07-05T10:55:51Z"}],"graph_snapshots":[{"event_id":"sha256:e9beee676760f5f3f3fe252ab81b9bac5daab5e23c662032e7718e10f3405e91","target":"graph","created_at":"2026-07-05T10:55:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2504.20938/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We propose Low-Rank Sparse Attention (Lorsa), a sparse replacement model of Transformer attention layers to disentangle original Multi Head Self Attention (MHSA) into individually comprehensible components. Lorsa is designed to address the challenge of attention superposition to understand attention-mediated interaction between features in different token positions. We show that Lorsa heads find cleaner and finer-grained versions of previously discovered MHSA behaviors like induction heads, successor heads and attention sink behavior (i.e., heavily attending to the first token). Lorsa and Spar","authors_text":"Junping Zhang, Junxuan Wang, Qiong Tang, Rui Lin, Wentao Shu, Xipeng Qiu, Xuyang Ge, Zhengfu He","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-04-29T17:03:03Z","title":"Towards Understanding the Nature of Attention with Low-Rank Sparse Decomposition"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.20938","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0db1b3973dd12accca4e540b43ad7cf3c507a33d71e17f0fa4e6d858ca3d28ed","target":"record","created_at":"2026-07-05T10:55:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"cfc8089198da9dc8768969575059c68edd315424aaf6607416ab872684f3d772","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-04-29T17:03:03Z","title_canon_sha256":"3f77ab5d19baca226ef2a5e3046f53b2ef0655475e7f0e23bdb1473bdb18a6c3"},"schema_version":"1.0","source":{"id":"2504.20938","kind":"arxiv","version":1}},"canonical_sha256":"d970ce7cee3d01f67bc63290db2c79883f8c4745a56b77a5485893ab1487f54d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d970ce7cee3d01f67bc63290db2c79883f8c4745a56b77a5485893ab1487f54d","first_computed_at":"2026-07-05T10:55:51.856172Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:55:51.856172Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"OAaifWd3L+oFTZYpgDEGR0i3HX1pyP5Vpr8L2ixQDNJebFph9Dy4K7Z39a2/75B8CAi8VWy2T3r9wEIbp8DNDg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:55:51.856666Z","signed_message":"canonical_sha256_bytes"},"source_id":"2504.20938","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0db1b3973dd12accca4e540b43ad7cf3c507a33d71e17f0fa4e6d858ca3d28ed","sha256:e9beee676760f5f3f3fe252ab81b9bac5daab5e23c662032e7718e10f3405e91"],"state_sha256":"f1f60209c1392ff673cafdc567b1fdc6aeaf2e57d361dd8392b1d957b0481ae4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Hnyus5cUqAQMwRGOloNR+O5pAqzNbSL8liu2hA8MNu0z51BmduElYTd8YVPjpwjj3YdweAJ/2Gg2Wy5QKysEBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T01:57:31.143135Z","bundle_sha256":"894f9af3e6912b113f0e8a7c7e0b61351df6c6bf0b9bbda9cd16565dd4551a16"}}