{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:5BIZ2WNCHNBDMUKXI6NBB7H6EK","short_pith_number":"pith:5BIZ2WNC","canonical_record":{"source":{"id":"2006.04862","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-06-08T18:30:12Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"37aa2ec1d806f408f436977df5be64232ff283a0aacd6af83a0c96da56ab6dfc","abstract_canon_sha256":"35a31ae3b72303d812295d0f61b60527168a5ea1b7d5dd6d64894b6c357c661a"},"schema_version":"1.0"},"canonical_sha256":"e8519d59a23b42365157479a10fcfe22b6e516995c38445b3294e6d24501b0a9","source":{"kind":"arxiv","id":"2006.04862","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2006.04862","created_at":"2026-07-05T02:00:46Z"},{"alias_kind":"arxiv_version","alias_value":"2006.04862v2","created_at":"2026-07-05T02:00:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2006.04862","created_at":"2026-07-05T02:00:46Z"},{"alias_kind":"pith_short_12","alias_value":"5BIZ2WNCHNBD","created_at":"2026-07-05T02:00:46Z"},{"alias_kind":"pith_short_16","alias_value":"5BIZ2WNCHNBDMUKX","created_at":"2026-07-05T02:00:46Z"},{"alias_kind":"pith_short_8","alias_value":"5BIZ2WNC","created_at":"2026-07-05T02:00:46Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:5BIZ2WNCHNBDMUKXI6NBB7H6EK","target":"record","payload":{"canonical_record":{"source":{"id":"2006.04862","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-06-08T18:30:12Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"37aa2ec1d806f408f436977df5be64232ff283a0aacd6af83a0c96da56ab6dfc","abstract_canon_sha256":"35a31ae3b72303d812295d0f61b60527168a5ea1b7d5dd6d64894b6c357c661a"},"schema_version":"1.0"},"canonical_sha256":"e8519d59a23b42365157479a10fcfe22b6e516995c38445b3294e6d24501b0a9","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:00:46.592669Z","signature_b64":"zwdbp3jmMNvJ/l8cO+VZDJ/be9hUiQM3ryPzJcJd4NSmHVu6HoBHkXPJFyFcawTkE9RsT85SIEumufV8vALJDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e8519d59a23b42365157479a10fcfe22b6e516995c38445b3294e6d24501b0a9","last_reissued_at":"2026-07-05T02:00:46.592009Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:00:46.592009Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2006.04862","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:00:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xx8Qx+h9UZ9yRmy6z3ghfQpkIq0i0lFQR/pshWHrLJA6+rIBONIEFNgp27XqQON/2tiOvdhj8GwIQRaahIKwAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T12:38:46.513017Z"},"content_sha256":"722f770f496f423fb3c9cdf825aac7a84d994718e6a97614277d69081a6bc9df","schema_version":"1.0","event_id":"sha256:722f770f496f423fb3c9cdf825aac7a84d994718e6a97614277d69081a6bc9df"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:5BIZ2WNCHNBDMUKXI6NBB7H6EK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"$O(n)$ Connections are Expressive Enough: Universal Approximability of Sparse Transformers","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Ankit Singh Rawat, Chulhee Yun, Sanjiv Kumar, Sashank J. Reddi, Srinadh Bhojanapalli, Yin-Wen Chang","submitted_at":"2020-06-08T18:30:12Z","abstract_excerpt":"Recently, Transformer networks have redefined the state of the art in many NLP tasks. However, these models suffer from quadratic computational cost in the input sequence length $n$ to compute pairwise attention in each layer. This has prompted recent research into sparse Transformers that sparsify the connections in the attention layers. While empirically promising for long sequences, fundamental questions remain unanswered: Can sparse Transformers approximate any arbitrary sequence-to-sequence function, similar to their dense counterparts? How does the sparsity pattern and the sparsity level"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2006.04862","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2006.04862/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:00:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uW73HFDCe0UABT9C2zFVkyv9GQlLRf5riM2yamVfmXENwGd+a+ww+8YdCNbjuzySLJzUD2Bf2lfCicmE60T3Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T12:38:46.513937Z"},"content_sha256":"bb74f009a9a2a5099a336635423d017167aa2399b587eb693321afd1fe9a712a","schema_version":"1.0","event_id":"sha256:bb74f009a9a2a5099a336635423d017167aa2399b587eb693321afd1fe9a712a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5BIZ2WNCHNBDMUKXI6NBB7H6EK/bundle.json","state_url":"https://pith.science/pith/5BIZ2WNCHNBDMUKXI6NBB7H6EK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5BIZ2WNCHNBDMUKXI6NBB7H6EK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T12:38:46Z","links":{"resolver":"https://pith.science/pith/5BIZ2WNCHNBDMUKXI6NBB7H6EK","bundle":"https://pith.science/pith/5BIZ2WNCHNBDMUKXI6NBB7H6EK/bundle.json","state":"https://pith.science/pith/5BIZ2WNCHNBDMUKXI6NBB7H6EK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5BIZ2WNCHNBDMUKXI6NBB7H6EK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:5BIZ2WNCHNBDMUKXI6NBB7H6EK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"35a31ae3b72303d812295d0f61b60527168a5ea1b7d5dd6d64894b6c357c661a","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-06-08T18:30:12Z","title_canon_sha256":"37aa2ec1d806f408f436977df5be64232ff283a0aacd6af83a0c96da56ab6dfc"},"schema_version":"1.0","source":{"id":"2006.04862","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2006.04862","created_at":"2026-07-05T02:00:46Z"},{"alias_kind":"arxiv_version","alias_value":"2006.04862v2","created_at":"2026-07-05T02:00:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2006.04862","created_at":"2026-07-05T02:00:46Z"},{"alias_kind":"pith_short_12","alias_value":"5BIZ2WNCHNBD","created_at":"2026-07-05T02:00:46Z"},{"alias_kind":"pith_short_16","alias_value":"5BIZ2WNCHNBDMUKX","created_at":"2026-07-05T02:00:46Z"},{"alias_kind":"pith_short_8","alias_value":"5BIZ2WNC","created_at":"2026-07-05T02:00:46Z"}],"graph_snapshots":[{"event_id":"sha256:bb74f009a9a2a5099a336635423d017167aa2399b587eb693321afd1fe9a712a","target":"graph","created_at":"2026-07-05T02:00:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2006.04862/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recently, Transformer networks have redefined the state of the art in many NLP tasks. However, these models suffer from quadratic computational cost in the input sequence length $n$ to compute pairwise attention in each layer. This has prompted recent research into sparse Transformers that sparsify the connections in the attention layers. While empirically promising for long sequences, fundamental questions remain unanswered: Can sparse Transformers approximate any arbitrary sequence-to-sequence function, similar to their dense counterparts? How does the sparsity pattern and the sparsity level","authors_text":"Ankit Singh Rawat, Chulhee Yun, Sanjiv Kumar, Sashank J. Reddi, Srinadh Bhojanapalli, Yin-Wen Chang","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-06-08T18:30:12Z","title":"$O(n)$ Connections are Expressive Enough: Universal Approximability of Sparse Transformers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2006.04862","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:722f770f496f423fb3c9cdf825aac7a84d994718e6a97614277d69081a6bc9df","target":"record","created_at":"2026-07-05T02:00:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"35a31ae3b72303d812295d0f61b60527168a5ea1b7d5dd6d64894b6c357c661a","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-06-08T18:30:12Z","title_canon_sha256":"37aa2ec1d806f408f436977df5be64232ff283a0aacd6af83a0c96da56ab6dfc"},"schema_version":"1.0","source":{"id":"2006.04862","kind":"arxiv","version":2}},"canonical_sha256":"e8519d59a23b42365157479a10fcfe22b6e516995c38445b3294e6d24501b0a9","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e8519d59a23b42365157479a10fcfe22b6e516995c38445b3294e6d24501b0a9","first_computed_at":"2026-07-05T02:00:46.592009Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:00:46.592009Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"zwdbp3jmMNvJ/l8cO+VZDJ/be9hUiQM3ryPzJcJd4NSmHVu6HoBHkXPJFyFcawTkE9RsT85SIEumufV8vALJDA==","signature_status":"signed_v1","signed_at":"2026-07-05T02:00:46.592669Z","signed_message":"canonical_sha256_bytes"},"source_id":"2006.04862","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:722f770f496f423fb3c9cdf825aac7a84d994718e6a97614277d69081a6bc9df","sha256:bb74f009a9a2a5099a336635423d017167aa2399b587eb693321afd1fe9a712a"],"state_sha256":"84d9ff4c9a212c379e70cc320cd4197dd2987dba3fc1f247dfd570f4844a5575"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6dZhi91V621EyugL99novI9a2pq6FAkk/OdYaucjGdDrlQe+8jXjpSaKnH9blwNPJ1x3crDPzNFbaXFU3QyUAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T12:38:46.520789Z","bundle_sha256":"1d3c97c01b7bd77af704c01614b68b6a34dd397b09ccfee064d8fb72fa9c5a1c"}}