{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:6BQEIXIMMOHTQ5NEUTFCX2XRMT","short_pith_number":"pith:6BQEIXIM","canonical_record":{"source":{"id":"2203.12276","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-03-23T08:47:01Z","cross_cats_sorted":[],"title_canon_sha256":"14e9d6d7b926b3bb4178c2719b14d2bf4da0e1a0bd10de103f33ced0b7dcf743","abstract_canon_sha256":"eb76736a853369187106bb1aeee79fd2d47a6e8ab494c38154d30fa093e7e5c3"},"schema_version":"1.0"},"canonical_sha256":"f060445d0c638f3875a4a4ca2beaf164fbaaa88d1812c9b117b6c20159b2bb9c","source":{"kind":"arxiv","id":"2203.12276","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2203.12276","created_at":"2026-07-05T04:07:57Z"},{"alias_kind":"arxiv_version","alias_value":"2203.12276v1","created_at":"2026-07-05T04:07:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2203.12276","created_at":"2026-07-05T04:07:57Z"},{"alias_kind":"pith_short_12","alias_value":"6BQEIXIMMOHT","created_at":"2026-07-05T04:07:57Z"},{"alias_kind":"pith_short_16","alias_value":"6BQEIXIMMOHTQ5NE","created_at":"2026-07-05T04:07:57Z"},{"alias_kind":"pith_short_8","alias_value":"6BQEIXIM","created_at":"2026-07-05T04:07:57Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:6BQEIXIMMOHTQ5NEUTFCX2XRMT","target":"record","payload":{"canonical_record":{"source":{"id":"2203.12276","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-03-23T08:47:01Z","cross_cats_sorted":[],"title_canon_sha256":"14e9d6d7b926b3bb4178c2719b14d2bf4da0e1a0bd10de103f33ced0b7dcf743","abstract_canon_sha256":"eb76736a853369187106bb1aeee79fd2d47a6e8ab494c38154d30fa093e7e5c3"},"schema_version":"1.0"},"canonical_sha256":"f060445d0c638f3875a4a4ca2beaf164fbaaa88d1812c9b117b6c20159b2bb9c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:07:57.689568Z","signature_b64":"ElDYTGwrjOfRdNsTxygM7xZvY4DLpfhT3+ckZV9U96g7+e+RoUa8i2GfGnsigP3yIJvAmQ+571S6u1CdasjFDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f060445d0c638f3875a4a4ca2beaf164fbaaa88d1812c9b117b6c20159b2bb9c","last_reissued_at":"2026-07-05T04:07:57.689144Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:07:57.689144Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2203.12276","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:07:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vgfTkB5RnM/dKYooyK8gYDf3y/odHty5wG3ZD+fRhq6a62KbW7m4VYWG2sUnKfZp35vY3yQe49xQ4GN90oMoBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-05T15:02:02.906065Z"},"content_sha256":"33e0dc069fb549a3ac6d9cd69eb416231a4960dec36d17f74ba419323d439e3a","schema_version":"1.0","event_id":"sha256:33e0dc069fb549a3ac6d9cd69eb416231a4960dec36d17f74ba419323d439e3a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:6BQEIXIMMOHTQ5NEUTFCX2XRMT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ERNIE-SPARSE: Learning Hierarchical Efficient Transformer Through Regularized Self-Attention","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"HaiFeng Wang, Hao Tian, Hua Wu, Jiaxiang Liu, Li Chen, Shikun Feng, Yang Liu, Yu Sun, Yuxiang Lu, Zhida Feng","submitted_at":"2022-03-23T08:47:01Z","abstract_excerpt":"Sparse Transformer has recently attracted a lot of attention since the ability for reducing the quadratic dependency on the sequence length. We argue that two factors, information bottleneck sensitivity and inconsistency between different attention topologies, could affect the performance of the Sparse Transformer. This paper proposes a well-designed model named ERNIE-Sparse. It consists of two distinctive parts: (i) Hierarchical Sparse Transformer (HST) to sequentially unify local and global information. (ii) Self-Attention Regularization (SAR) method, a novel regularization designed to minim"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2203.12276","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2203.12276/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:07:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vSedCwGVuNBbSofurukhP9JG93Bi4fp1MwIO8okwIMq0P5R2ynyAe6mxCcTh/XirShXTL/mtOF9evkyAo4KiAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-05T15:02:02.906701Z"},"content_sha256":"542e6c989ce614a239ad6245dca4e5d02129f9c245e005fa8fef6b96ccf54a44","schema_version":"1.0","event_id":"sha256:542e6c989ce614a239ad6245dca4e5d02129f9c245e005fa8fef6b96ccf54a44"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6BQEIXIMMOHTQ5NEUTFCX2XRMT/bundle.json","state_url":"https://pith.science/pith/6BQEIXIMMOHTQ5NEUTFCX2XRMT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6BQEIXIMMOHTQ5NEUTFCX2XRMT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-05T15:02:02Z","links":{"resolver":"https://pith.science/pith/6BQEIXIMMOHTQ5NEUTFCX2XRMT","bundle":"https://pith.science/pith/6BQEIXIMMOHTQ5NEUTFCX2XRMT/bundle.json","state":"https://pith.science/pith/6BQEIXIMMOHTQ5NEUTFCX2XRMT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6BQEIXIMMOHTQ5NEUTFCX2XRMT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:6BQEIXIMMOHTQ5NEUTFCX2XRMT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"eb76736a853369187106bb1aeee79fd2d47a6e8ab494c38154d30fa093e7e5c3","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-03-23T08:47:01Z","title_canon_sha256":"14e9d6d7b926b3bb4178c2719b14d2bf4da0e1a0bd10de103f33ced0b7dcf743"},"schema_version":"1.0","source":{"id":"2203.12276","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2203.12276","created_at":"2026-07-05T04:07:57Z"},{"alias_kind":"arxiv_version","alias_value":"2203.12276v1","created_at":"2026-07-05T04:07:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2203.12276","created_at":"2026-07-05T04:07:57Z"},{"alias_kind":"pith_short_12","alias_value":"6BQEIXIMMOHT","created_at":"2026-07-05T04:07:57Z"},{"alias_kind":"pith_short_16","alias_value":"6BQEIXIMMOHTQ5NE","created_at":"2026-07-05T04:07:57Z"},{"alias_kind":"pith_short_8","alias_value":"6BQEIXIM","created_at":"2026-07-05T04:07:57Z"}],"graph_snapshots":[{"event_id":"sha256:542e6c989ce614a239ad6245dca4e5d02129f9c245e005fa8fef6b96ccf54a44","target":"graph","created_at":"2026-07-05T04:07:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2203.12276/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Sparse Transformer has recently attracted a lot of attention since the ability for reducing the quadratic dependency on the sequence length. We argue that two factors, information bottleneck sensitivity and inconsistency between different attention topologies, could affect the performance of the Sparse Transformer. This paper proposes a well-designed model named ERNIE-Sparse. It consists of two distinctive parts: (i) Hierarchical Sparse Transformer (HST) to sequentially unify local and global information. (ii) Self-Attention Regularization (SAR) method, a novel regularization designed to minim","authors_text":"HaiFeng Wang, Hao Tian, Hua Wu, Jiaxiang Liu, Li Chen, Shikun Feng, Yang Liu, Yu Sun, Yuxiang Lu, Zhida Feng","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-03-23T08:47:01Z","title":"ERNIE-SPARSE: Learning Hierarchical Efficient Transformer Through Regularized Self-Attention"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2203.12276","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:33e0dc069fb549a3ac6d9cd69eb416231a4960dec36d17f74ba419323d439e3a","target":"record","created_at":"2026-07-05T04:07:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"eb76736a853369187106bb1aeee79fd2d47a6e8ab494c38154d30fa093e7e5c3","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-03-23T08:47:01Z","title_canon_sha256":"14e9d6d7b926b3bb4178c2719b14d2bf4da0e1a0bd10de103f33ced0b7dcf743"},"schema_version":"1.0","source":{"id":"2203.12276","kind":"arxiv","version":1}},"canonical_sha256":"f060445d0c638f3875a4a4ca2beaf164fbaaa88d1812c9b117b6c20159b2bb9c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f060445d0c638f3875a4a4ca2beaf164fbaaa88d1812c9b117b6c20159b2bb9c","first_computed_at":"2026-07-05T04:07:57.689144Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:07:57.689144Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ElDYTGwrjOfRdNsTxygM7xZvY4DLpfhT3+ckZV9U96g7+e+RoUa8i2GfGnsigP3yIJvAmQ+571S6u1CdasjFDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T04:07:57.689568Z","signed_message":"canonical_sha256_bytes"},"source_id":"2203.12276","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:33e0dc069fb549a3ac6d9cd69eb416231a4960dec36d17f74ba419323d439e3a","sha256:542e6c989ce614a239ad6245dca4e5d02129f9c245e005fa8fef6b96ccf54a44"],"state_sha256":"9081ff8af453a57cbdc81ca817ca6be8e6ad195043f0571fc00a57a3d1157894"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"L/1SbsC+alwP5V0Uo5HUZSlaS2D9HpWYqZ8FuEWgKxuecQY+hC2KGCMGXjlSz+NCdmK7pS991DmiZzW/aanCAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-05T15:02:02.910722Z","bundle_sha256":"3eeab87a77d24f7532193c584e47f1bfb15bc8796ea791ab64db9abc96e64fdd"}}