{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:2CJJDS276DGJTP2P7WIEPY64VJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"64b6ce4c1e052016cef9aa67b7f5a1db0480e75abd211a43b10400b00cc9a594","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-04-18T03:44:57Z","title_canon_sha256":"2d37ce97f143a3c0f9b82118aa4e582c10368d24402a473f7f9022c636897e81"},"schema_version":"1.0","source":{"id":"2104.08698","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.08698","created_at":"2026-07-05T03:28:37Z"},{"alias_kind":"arxiv_version","alias_value":"2104.08698v2","created_at":"2026-07-05T03:28:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.08698","created_at":"2026-07-05T03:28:37Z"},{"alias_kind":"pith_short_12","alias_value":"2CJJDS276DGJ","created_at":"2026-07-05T03:28:37Z"},{"alias_kind":"pith_short_16","alias_value":"2CJJDS276DGJTP2P","created_at":"2026-07-05T03:28:37Z"},{"alias_kind":"pith_short_8","alias_value":"2CJJDS27","created_at":"2026-07-05T03:28:37Z"}],"graph_snapshots":[{"event_id":"sha256:01f27274dab3b797d1763d18f0b7f9e00cccd725bacc2327358e86b66b013f17","target":"graph","created_at":"2026-07-05T03:28:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2104.08698/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformer models are permutation equivariant. To supply the order and type information of the input tokens, position and segment embeddings are usually added to the input. Recent works proposed variations of positional encodings with relative position encodings achieving better performance. Our analysis shows that the gain actually comes from moving positional information to attention layer from the input. Motivated by this, we introduce Decoupled Positional Attention for Transformers (DIET), a simple yet effective mechanism to encode position and segment information into the Transformer mod","authors_text":"Chun-Sung Ferng, Henry Tsai, Hyung Won Chung, Pu-Chin Chen, Srinadh Bhojanapalli, Yin-Wen Chang","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-04-18T03:44:57Z","title":"A Simple and Effective Positional Encoding for Transformers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.08698","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:74ef4f0c95db576695274fa383922b9bee5843410cfa2029ec06f1336657ec0c","target":"record","created_at":"2026-07-05T03:28:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"64b6ce4c1e052016cef9aa67b7f5a1db0480e75abd211a43b10400b00cc9a594","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-04-18T03:44:57Z","title_canon_sha256":"2d37ce97f143a3c0f9b82118aa4e582c10368d24402a473f7f9022c636897e81"},"schema_version":"1.0","source":{"id":"2104.08698","kind":"arxiv","version":2}},"canonical_sha256":"d09291cb5ff0cc99bf4ffd9047e3dcaa4cb9cb25caf9eca951012b066f5763d3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d09291cb5ff0cc99bf4ffd9047e3dcaa4cb9cb25caf9eca951012b066f5763d3","first_computed_at":"2026-07-05T03:28:37.172188Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:28:37.172188Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"FG9NC4xJVmTG5PfJhCrmgSm3mNv5MVPIaR9VALGgF2TUWW8z29181Yef2GvdkfamffQcxztIZiHsfSzRLMgNCw==","signature_status":"signed_v1","signed_at":"2026-07-05T03:28:37.172559Z","signed_message":"canonical_sha256_bytes"},"source_id":"2104.08698","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:74ef4f0c95db576695274fa383922b9bee5843410cfa2029ec06f1336657ec0c","sha256:01f27274dab3b797d1763d18f0b7f9e00cccd725bacc2327358e86b66b013f17"],"state_sha256":"d5f5a5d2e6e0f5558a7fa0a13ec4c33da5f92542b2af786ecf06bfb4e857637f"}