{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:ETHDLEONAXHJCCV634XMEWAE5Z","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"42f52fe044226ac55a9c3fec2d603f57c11e3321bba629670c80a2c12d3f6da8","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-12-31T16:12:48Z","title_canon_sha256":"5747efb326eab8d25268b6fa95dc34d487358ce9350d2d4381fa4c0006e994e5"},"schema_version":"1.0","source":{"id":"2012.15688","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2012.15688","created_at":"2026-07-05T02:42:28Z"},{"alias_kind":"arxiv_version","alias_value":"2012.15688v2","created_at":"2026-07-05T02:42:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2012.15688","created_at":"2026-07-05T02:42:28Z"},{"alias_kind":"pith_short_12","alias_value":"ETHDLEONAXHJ","created_at":"2026-07-05T02:42:28Z"},{"alias_kind":"pith_short_16","alias_value":"ETHDLEONAXHJCCV6","created_at":"2026-07-05T02:42:28Z"},{"alias_kind":"pith_short_8","alias_value":"ETHDLEON","created_at":"2026-07-05T02:42:28Z"}],"graph_snapshots":[{"event_id":"sha256:32289e4038d9aa5dd9e3c11dd64e893b67538729552950e7a3c9fb0388681801","target":"graph","created_at":"2026-07-05T02:42:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2012.15688/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformers are not suited for processing long documents, due to their quadratically increasing memory and time consumption. Simply truncating a long document or applying the sparse attention mechanism will incur the context fragmentation problem or lead to an inferior modeling capability against comparable model sizes. In this paper, we propose ERNIE-Doc, a document-level language pretraining model based on Recurrence Transformers. Two well-designed techniques, namely the retrospective feed mechanism and the enhanced recurrence mechanism, enable ERNIE-Doc, which has a much longer effective c","authors_text":"HaiFeng Wang, Hao Tian, Hua Wu, Junyuan Shang, Shuohuan Wang, Siyu Ding, Yu Sun","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-12-31T16:12:48Z","title":"ERNIE-Doc: A Retrospective Long-Document Modeling Transformer"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2012.15688","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fd967b57a6672de638f4c4613e28993e038b73997cbe66d21e5da87461d8c954","target":"record","created_at":"2026-07-05T02:42:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"42f52fe044226ac55a9c3fec2d603f57c11e3321bba629670c80a2c12d3f6da8","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-12-31T16:12:48Z","title_canon_sha256":"5747efb326eab8d25268b6fa95dc34d487358ce9350d2d4381fa4c0006e994e5"},"schema_version":"1.0","source":{"id":"2012.15688","kind":"arxiv","version":2}},"canonical_sha256":"24ce3591cd05ce910abedf2ec25804ee743c55e217d37246e24189732fa42df1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"24ce3591cd05ce910abedf2ec25804ee743c55e217d37246e24189732fa42df1","first_computed_at":"2026-07-05T02:42:28.793309Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:42:28.793309Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"lOtyYvnKbfTpTeGg9i3bW5eIP6JFVzTQlR2Uns2dkafW0Y2TN5RWKxOmjsBHGj8Wnxvllk34/1UeEjfOmLeBBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T02:42:28.793806Z","signed_message":"canonical_sha256_bytes"},"source_id":"2012.15688","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fd967b57a6672de638f4c4613e28993e038b73997cbe66d21e5da87461d8c954","sha256:32289e4038d9aa5dd9e3c11dd64e893b67538729552950e7a3c9fb0388681801"],"state_sha256":"0c65676218b054ba0353368533e9203cf3d3b8c840f6468b1b72e3069836d09e"}