{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:CPLNLQWUUIPR7AWHJCQQLF5SWP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ec622e0140abad9751373a7d3682dbafc1ae71052127f9a393838155a7a9f64f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-21T09:04:51Z","title_canon_sha256":"f1abf3a457f158da6eb5ba4e91a4906e8e3c15e0cdfcffadd9bd9e925b3ceb51"},"schema_version":"1.0","source":{"id":"2412.16545","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.16545","created_at":"2026-07-05T11:26:45Z"},{"alias_kind":"arxiv_version","alias_value":"2412.16545v2","created_at":"2026-07-05T11:26:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.16545","created_at":"2026-07-05T11:26:45Z"},{"alias_kind":"pith_short_12","alias_value":"CPLNLQWUUIPR","created_at":"2026-07-05T11:26:45Z"},{"alias_kind":"pith_short_16","alias_value":"CPLNLQWUUIPR7AWH","created_at":"2026-07-05T11:26:45Z"},{"alias_kind":"pith_short_8","alias_value":"CPLNLQWU","created_at":"2026-07-05T11:26:45Z"}],"graph_snapshots":[{"event_id":"sha256:360fd8c72e69eec23f2a3b99878823a50b8d7ffca0015888bcbe0a1229df0120","target":"graph","created_at":"2026-07-05T11:26:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.16545/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models have shown remarkable performance across a wide range of language tasks, owing to their exceptional capabilities in context modeling. The most commonly used method of context modeling is full self-attention, as seen in standard decoder-only Transformers. Although powerful, this method can be inefficient for long sequences and may overlook inherent input structures. To address these problems, an alternative approach is parallel context encoding, which splits the context into sub-pieces and encodes them parallelly. Because parallel patterns are not encountered during traini","authors_text":"Chenlong Deng, Dong Yu, Hongming Zhang, Shuaiyi Li, Tianqing Fang, Xinting Huang, Yan Wang, Zhisong Zhang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-21T09:04:51Z","title":"Attention Entropy is a Key Factor: An Analysis of Parallel Context Encoding with Full-attention-based Pre-trained Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.16545","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c7b1df84c9058eac7e8b243f8e3189e5c9782395b2f61d32f2cd76a8e42a96dd","target":"record","created_at":"2026-07-05T11:26:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ec622e0140abad9751373a7d3682dbafc1ae71052127f9a393838155a7a9f64f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-21T09:04:51Z","title_canon_sha256":"f1abf3a457f158da6eb5ba4e91a4906e8e3c15e0cdfcffadd9bd9e925b3ceb51"},"schema_version":"1.0","source":{"id":"2412.16545","kind":"arxiv","version":2}},"canonical_sha256":"13d6d5c2d4a21f1f82c748a10597b2b3fd4628fa6c262052525bfb5f48053536","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"13d6d5c2d4a21f1f82c748a10597b2b3fd4628fa6c262052525bfb5f48053536","first_computed_at":"2026-07-05T11:26:45.911146Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:26:45.911146Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"scCKwogtud4QzXNaPZnkBciCG79hi6tUre6YRVeDBbesS/H9EjID9rdTmhDh6JLePmPC/x/yeA3uHGW3YibyCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:26:45.911640Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.16545","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c7b1df84c9058eac7e8b243f8e3189e5c9782395b2f61d32f2cd76a8e42a96dd","sha256:360fd8c72e69eec23f2a3b99878823a50b8d7ffca0015888bcbe0a1229df0120"],"state_sha256":"f2a8851620ebb015eeeb14815f35de7a1472d4c59599ae90ec1b1693b5f7d348"}