{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:ETHDLEONAXHJCCV634XMEWAE5Z","short_pith_number":"pith:ETHDLEON","canonical_record":{"source":{"id":"2012.15688","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-12-31T16:12:48Z","cross_cats_sorted":[],"title_canon_sha256":"5747efb326eab8d25268b6fa95dc34d487358ce9350d2d4381fa4c0006e994e5","abstract_canon_sha256":"42f52fe044226ac55a9c3fec2d603f57c11e3321bba629670c80a2c12d3f6da8"},"schema_version":"1.0"},"canonical_sha256":"24ce3591cd05ce910abedf2ec25804ee743c55e217d37246e24189732fa42df1","source":{"kind":"arxiv","id":"2012.15688","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2012.15688","created_at":"2026-07-05T02:42:28Z"},{"alias_kind":"arxiv_version","alias_value":"2012.15688v2","created_at":"2026-07-05T02:42:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2012.15688","created_at":"2026-07-05T02:42:28Z"},{"alias_kind":"pith_short_12","alias_value":"ETHDLEONAXHJ","created_at":"2026-07-05T02:42:28Z"},{"alias_kind":"pith_short_16","alias_value":"ETHDLEONAXHJCCV6","created_at":"2026-07-05T02:42:28Z"},{"alias_kind":"pith_short_8","alias_value":"ETHDLEON","created_at":"2026-07-05T02:42:28Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:ETHDLEONAXHJCCV634XMEWAE5Z","target":"record","payload":{"canonical_record":{"source":{"id":"2012.15688","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-12-31T16:12:48Z","cross_cats_sorted":[],"title_canon_sha256":"5747efb326eab8d25268b6fa95dc34d487358ce9350d2d4381fa4c0006e994e5","abstract_canon_sha256":"42f52fe044226ac55a9c3fec2d603f57c11e3321bba629670c80a2c12d3f6da8"},"schema_version":"1.0"},"canonical_sha256":"24ce3591cd05ce910abedf2ec25804ee743c55e217d37246e24189732fa42df1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:42:28.793806Z","signature_b64":"lOtyYvnKbfTpTeGg9i3bW5eIP6JFVzTQlR2Uns2dkafW0Y2TN5RWKxOmjsBHGj8Wnxvllk34/1UeEjfOmLeBBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"24ce3591cd05ce910abedf2ec25804ee743c55e217d37246e24189732fa42df1","last_reissued_at":"2026-07-05T02:42:28.793309Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:42:28.793309Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2012.15688","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:42:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6NMY0GZyH3tHpQuJO3ExOzBmGTlCju98zCpGHSCZNt7uvojAaddgv6rMR6BiOLBuUUg30W75emTnYJLLEbxxBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T13:24:56.610758Z"},"content_sha256":"fd967b57a6672de638f4c4613e28993e038b73997cbe66d21e5da87461d8c954","schema_version":"1.0","event_id":"sha256:fd967b57a6672de638f4c4613e28993e038b73997cbe66d21e5da87461d8c954"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:ETHDLEONAXHJCCV634XMEWAE5Z","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ERNIE-Doc: A Retrospective Long-Document Modeling Transformer","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"HaiFeng Wang, Hao Tian, Hua Wu, Junyuan Shang, Shuohuan Wang, Siyu Ding, Yu Sun","submitted_at":"2020-12-31T16:12:48Z","abstract_excerpt":"Transformers are not suited for processing long documents, due to their quadratically increasing memory and time consumption. Simply truncating a long document or applying the sparse attention mechanism will incur the context fragmentation problem or lead to an inferior modeling capability against comparable model sizes. In this paper, we propose ERNIE-Doc, a document-level language pretraining model based on Recurrence Transformers. Two well-designed techniques, namely the retrospective feed mechanism and the enhanced recurrence mechanism, enable ERNIE-Doc, which has a much longer effective c"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2012.15688","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2012.15688/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:42:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"O/431gKv1J3+obzk4yx4tQH4LEQ4jqPynaz3gTwih3dMHFFW36GYqYa1fcJmceJ08WXo5nQhmwtMm9nlhRFLBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T13:24:56.611134Z"},"content_sha256":"32289e4038d9aa5dd9e3c11dd64e893b67538729552950e7a3c9fb0388681801","schema_version":"1.0","event_id":"sha256:32289e4038d9aa5dd9e3c11dd64e893b67538729552950e7a3c9fb0388681801"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ETHDLEONAXHJCCV634XMEWAE5Z/bundle.json","state_url":"https://pith.science/pith/ETHDLEONAXHJCCV634XMEWAE5Z/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ETHDLEONAXHJCCV634XMEWAE5Z/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T13:24:56Z","links":{"resolver":"https://pith.science/pith/ETHDLEONAXHJCCV634XMEWAE5Z","bundle":"https://pith.science/pith/ETHDLEONAXHJCCV634XMEWAE5Z/bundle.json","state":"https://pith.science/pith/ETHDLEONAXHJCCV634XMEWAE5Z/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ETHDLEONAXHJCCV634XMEWAE5Z/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:ETHDLEONAXHJCCV634XMEWAE5Z","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"42f52fe044226ac55a9c3fec2d603f57c11e3321bba629670c80a2c12d3f6da8","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-12-31T16:12:48Z","title_canon_sha256":"5747efb326eab8d25268b6fa95dc34d487358ce9350d2d4381fa4c0006e994e5"},"schema_version":"1.0","source":{"id":"2012.15688","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2012.15688","created_at":"2026-07-05T02:42:28Z"},{"alias_kind":"arxiv_version","alias_value":"2012.15688v2","created_at":"2026-07-05T02:42:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2012.15688","created_at":"2026-07-05T02:42:28Z"},{"alias_kind":"pith_short_12","alias_value":"ETHDLEONAXHJ","created_at":"2026-07-05T02:42:28Z"},{"alias_kind":"pith_short_16","alias_value":"ETHDLEONAXHJCCV6","created_at":"2026-07-05T02:42:28Z"},{"alias_kind":"pith_short_8","alias_value":"ETHDLEON","created_at":"2026-07-05T02:42:28Z"}],"graph_snapshots":[{"event_id":"sha256:32289e4038d9aa5dd9e3c11dd64e893b67538729552950e7a3c9fb0388681801","target":"graph","created_at":"2026-07-05T02:42:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2012.15688/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformers are not suited for processing long documents, due to their quadratically increasing memory and time consumption. Simply truncating a long document or applying the sparse attention mechanism will incur the context fragmentation problem or lead to an inferior modeling capability against comparable model sizes. In this paper, we propose ERNIE-Doc, a document-level language pretraining model based on Recurrence Transformers. Two well-designed techniques, namely the retrospective feed mechanism and the enhanced recurrence mechanism, enable ERNIE-Doc, which has a much longer effective c","authors_text":"HaiFeng Wang, Hao Tian, Hua Wu, Junyuan Shang, Shuohuan Wang, Siyu Ding, Yu Sun","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-12-31T16:12:48Z","title":"ERNIE-Doc: A Retrospective Long-Document Modeling Transformer"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2012.15688","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fd967b57a6672de638f4c4613e28993e038b73997cbe66d21e5da87461d8c954","target":"record","created_at":"2026-07-05T02:42:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"42f52fe044226ac55a9c3fec2d603f57c11e3321bba629670c80a2c12d3f6da8","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-12-31T16:12:48Z","title_canon_sha256":"5747efb326eab8d25268b6fa95dc34d487358ce9350d2d4381fa4c0006e994e5"},"schema_version":"1.0","source":{"id":"2012.15688","kind":"arxiv","version":2}},"canonical_sha256":"24ce3591cd05ce910abedf2ec25804ee743c55e217d37246e24189732fa42df1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"24ce3591cd05ce910abedf2ec25804ee743c55e217d37246e24189732fa42df1","first_computed_at":"2026-07-05T02:42:28.793309Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:42:28.793309Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"lOtyYvnKbfTpTeGg9i3bW5eIP6JFVzTQlR2Uns2dkafW0Y2TN5RWKxOmjsBHGj8Wnxvllk34/1UeEjfOmLeBBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T02:42:28.793806Z","signed_message":"canonical_sha256_bytes"},"source_id":"2012.15688","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fd967b57a6672de638f4c4613e28993e038b73997cbe66d21e5da87461d8c954","sha256:32289e4038d9aa5dd9e3c11dd64e893b67538729552950e7a3c9fb0388681801"],"state_sha256":"0c65676218b054ba0353368533e9203cf3d3b8c840f6468b1b72e3069836d09e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4kKKjFdZC6AbRD9YLBtCteFgkvmlU6xp/VpO4mG58VXoOQtObUUpcg0OCeDBLyDnedG+McnazP3OW3AF7nDYCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T13:24:56.613073Z","bundle_sha256":"61b3ea1116a6d34561b163686595ec91b7e6ae4c73a53192f3f6b252f32def7a"}}