{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:6BEAZED2ZJNEYMMGBOYZZRENIK","short_pith_number":"pith:6BEAZED2","canonical_record":{"source":{"id":"2205.14014","kind":"arxiv","version":5},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-05-27T14:36:55Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"31da30fd3621f2e72f61e85fe1e30be2cc24097bf0f3eee1796fb65f0cd133ac","abstract_canon_sha256":"1d36af38bf0881ad984ce85c5afa598c7f1489295754bca419e035b6ac610533"},"schema_version":"1.0"},"canonical_sha256":"f0480c907aca5a4c31860bb19cc48d42a81497da04574d35bba98b5ae4d26f0d","source":{"kind":"arxiv","id":"2205.14014","version":5},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.14014","created_at":"2026-07-05T05:05:47Z"},{"alias_kind":"arxiv_version","alias_value":"2205.14014v5","created_at":"2026-07-05T05:05:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.14014","created_at":"2026-07-05T05:05:47Z"},{"alias_kind":"pith_short_12","alias_value":"6BEAZED2ZJNE","created_at":"2026-07-05T05:05:47Z"},{"alias_kind":"pith_short_16","alias_value":"6BEAZED2ZJNEYMMG","created_at":"2026-07-05T05:05:47Z"},{"alias_kind":"pith_short_8","alias_value":"6BEAZED2","created_at":"2026-07-05T05:05:47Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:6BEAZED2ZJNEYMMGBOYZZRENIK","target":"record","payload":{"canonical_record":{"source":{"id":"2205.14014","kind":"arxiv","version":5},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-05-27T14:36:55Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"31da30fd3621f2e72f61e85fe1e30be2cc24097bf0f3eee1796fb65f0cd133ac","abstract_canon_sha256":"1d36af38bf0881ad984ce85c5afa598c7f1489295754bca419e035b6ac610533"},"schema_version":"1.0"},"canonical_sha256":"f0480c907aca5a4c31860bb19cc48d42a81497da04574d35bba98b5ae4d26f0d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:05:47.744680Z","signature_b64":"N0/XVFtM6gEYvEJvhp+CG9cIWG+0P/RVc10aE0pBbDTnUF82eHLefg4DfW8lHsacej5DzIBFBi0BXu69TmBBDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f0480c907aca5a4c31860bb19cc48d42a81497da04574d35bba98b5ae4d26f0d","last_reissued_at":"2026-07-05T05:05:47.744259Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:05:47.744259Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2205.14014","source_version":5,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:05:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8VohIewIar+lO+Cx71XHlVxM5HK4/WgfyuLxi4Iw+hpv0pOdtElZw5GLsom7H42OIDSA6voKLbj2GfGoI4gWBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T09:13:01.304423Z"},"content_sha256":"42e7875be71321335aab1c94b7fc48fdada8d697a978aef9a618ec1825d6306e","schema_version":"1.0","event_id":"sha256:42e7875be71321335aab1c94b7fc48fdada8d697a978aef9a618ec1825d6306e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:6BEAZED2ZJNEYMMGBOYZZRENIK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"What Dense Graph Do You Need for Self-Attention?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Chu-Tak Lee, Qipeng Guo, Xipeng Qiu, Xuanjing Huang, Yunhua Zhou, Yuxin Wang, Zhangyue Yin","submitted_at":"2022-05-27T14:36:55Z","abstract_excerpt":"Transformers have made progress in miscellaneous tasks, but suffer from quadratic computational and memory complexities. Recent works propose sparse Transformers with attention on sparse graphs to reduce complexity and remain strong performance. While effective, the crucial parts of how dense a graph needs to be to perform well are not fully explored. In this paper, we propose Normalized Information Payload (NIP), a graph scoring function measuring information transfer on graph, which provides an analysis tool for trade-offs between performance and complexity. Guided by this theoretical analys"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.14014","kind":"arxiv","version":5},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2205.14014/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:05:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xG5BbgGbOWOoMy+qbqEsjvcQOZPvteTSaGoPZMFni3LTMmEQj5bPM+g37FRUx3wKGFpeEcnwuZ7QdogouonKBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T09:13:01.305397Z"},"content_sha256":"f948954b9f32da54f2994b67b7ecb0d11c38fd272f5df9d93fadb6e4beb4437b","schema_version":"1.0","event_id":"sha256:f948954b9f32da54f2994b67b7ecb0d11c38fd272f5df9d93fadb6e4beb4437b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6BEAZED2ZJNEYMMGBOYZZRENIK/bundle.json","state_url":"https://pith.science/pith/6BEAZED2ZJNEYMMGBOYZZRENIK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6BEAZED2ZJNEYMMGBOYZZRENIK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T09:13:01Z","links":{"resolver":"https://pith.science/pith/6BEAZED2ZJNEYMMGBOYZZRENIK","bundle":"https://pith.science/pith/6BEAZED2ZJNEYMMGBOYZZRENIK/bundle.json","state":"https://pith.science/pith/6BEAZED2ZJNEYMMGBOYZZRENIK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6BEAZED2ZJNEYMMGBOYZZRENIK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:6BEAZED2ZJNEYMMGBOYZZRENIK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1d36af38bf0881ad984ce85c5afa598c7f1489295754bca419e035b6ac610533","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-05-27T14:36:55Z","title_canon_sha256":"31da30fd3621f2e72f61e85fe1e30be2cc24097bf0f3eee1796fb65f0cd133ac"},"schema_version":"1.0","source":{"id":"2205.14014","kind":"arxiv","version":5}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.14014","created_at":"2026-07-05T05:05:47Z"},{"alias_kind":"arxiv_version","alias_value":"2205.14014v5","created_at":"2026-07-05T05:05:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.14014","created_at":"2026-07-05T05:05:47Z"},{"alias_kind":"pith_short_12","alias_value":"6BEAZED2ZJNE","created_at":"2026-07-05T05:05:47Z"},{"alias_kind":"pith_short_16","alias_value":"6BEAZED2ZJNEYMMG","created_at":"2026-07-05T05:05:47Z"},{"alias_kind":"pith_short_8","alias_value":"6BEAZED2","created_at":"2026-07-05T05:05:47Z"}],"graph_snapshots":[{"event_id":"sha256:f948954b9f32da54f2994b67b7ecb0d11c38fd272f5df9d93fadb6e4beb4437b","target":"graph","created_at":"2026-07-05T05:05:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2205.14014/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformers have made progress in miscellaneous tasks, but suffer from quadratic computational and memory complexities. Recent works propose sparse Transformers with attention on sparse graphs to reduce complexity and remain strong performance. While effective, the crucial parts of how dense a graph needs to be to perform well are not fully explored. In this paper, we propose Normalized Information Payload (NIP), a graph scoring function measuring information transfer on graph, which provides an analysis tool for trade-offs between performance and complexity. Guided by this theoretical analys","authors_text":"Chu-Tak Lee, Qipeng Guo, Xipeng Qiu, Xuanjing Huang, Yunhua Zhou, Yuxin Wang, Zhangyue Yin","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-05-27T14:36:55Z","title":"What Dense Graph Do You Need for Self-Attention?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.14014","kind":"arxiv","version":5},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:42e7875be71321335aab1c94b7fc48fdada8d697a978aef9a618ec1825d6306e","target":"record","created_at":"2026-07-05T05:05:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1d36af38bf0881ad984ce85c5afa598c7f1489295754bca419e035b6ac610533","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-05-27T14:36:55Z","title_canon_sha256":"31da30fd3621f2e72f61e85fe1e30be2cc24097bf0f3eee1796fb65f0cd133ac"},"schema_version":"1.0","source":{"id":"2205.14014","kind":"arxiv","version":5}},"canonical_sha256":"f0480c907aca5a4c31860bb19cc48d42a81497da04574d35bba98b5ae4d26f0d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f0480c907aca5a4c31860bb19cc48d42a81497da04574d35bba98b5ae4d26f0d","first_computed_at":"2026-07-05T05:05:47.744259Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:05:47.744259Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"N0/XVFtM6gEYvEJvhp+CG9cIWG+0P/RVc10aE0pBbDTnUF82eHLefg4DfW8lHsacej5DzIBFBi0BXu69TmBBDw==","signature_status":"signed_v1","signed_at":"2026-07-05T05:05:47.744680Z","signed_message":"canonical_sha256_bytes"},"source_id":"2205.14014","source_kind":"arxiv","source_version":5}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:42e7875be71321335aab1c94b7fc48fdada8d697a978aef9a618ec1825d6306e","sha256:f948954b9f32da54f2994b67b7ecb0d11c38fd272f5df9d93fadb6e4beb4437b"],"state_sha256":"10d8ec03b2719fbe0fd0eb68b7bb962d6a957304b044fa9dfa6765bd39a50eac"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Wr2SpErwPlYaZgMZQdVzK/SZm25vvDW8pknygkBENf+WfDxqhh+3hS5NzTIvF7hLhMz7NVJnWSJi980JF7YHDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T09:13:01.310639Z","bundle_sha256":"ff6c2dd9907df589a101d370ae27c8e49e4a0001e3bb01b8ebbc6f945e6702c4"}}