{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:COHEZDHPNJR2ROJI5TBBJBZKIK","short_pith_number":"pith:COHEZDHP","canonical_record":{"source":{"id":"2009.13658","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-09-28T22:18:58Z","cross_cats_sorted":[],"title_canon_sha256":"2ac59a4be1171cdffde47c1adc939fb46f7441920a9bc64ee2929bac796c135b","abstract_canon_sha256":"ef34463205de5b92c2f787bca782f9f905c00905c2598b09a28df1ae096e5607"},"schema_version":"1.0"},"canonical_sha256":"138e4c8cef6a63a8b928ecc214872a42aa4d61c8ea7244eb1353d9d9ac9ff29c","source":{"kind":"arxiv","id":"2009.13658","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2009.13658","created_at":"2026-07-05T01:38:43Z"},{"alias_kind":"arxiv_version","alias_value":"2009.13658v1","created_at":"2026-07-05T01:38:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2009.13658","created_at":"2026-07-05T01:38:43Z"},{"alias_kind":"pith_short_12","alias_value":"COHEZDHPNJR2","created_at":"2026-07-05T01:38:43Z"},{"alias_kind":"pith_short_16","alias_value":"COHEZDHPNJR2ROJI","created_at":"2026-07-05T01:38:43Z"},{"alias_kind":"pith_short_8","alias_value":"COHEZDHP","created_at":"2026-07-05T01:38:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:COHEZDHPNJR2ROJI5TBBJBZKIK","target":"record","payload":{"canonical_record":{"source":{"id":"2009.13658","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-09-28T22:18:58Z","cross_cats_sorted":[],"title_canon_sha256":"2ac59a4be1171cdffde47c1adc939fb46f7441920a9bc64ee2929bac796c135b","abstract_canon_sha256":"ef34463205de5b92c2f787bca782f9f905c00905c2598b09a28df1ae096e5607"},"schema_version":"1.0"},"canonical_sha256":"138e4c8cef6a63a8b928ecc214872a42aa4d61c8ea7244eb1353d9d9ac9ff29c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:38:43.705886Z","signature_b64":"xrYhymRmgxEvZLo8HEmSZHYjqHw3r1D9DzuaMNEJVWOnhwRXUQ6yKmhzmty+ujgCn2oNnjY/qmvp6NoJ+VlGBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"138e4c8cef6a63a8b928ecc214872a42aa4d61c8ea7244eb1353d9d9ac9ff29c","last_reissued_at":"2026-07-05T01:38:43.705389Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:38:43.705389Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2009.13658","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:38:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GhKD8GMjwha/1UVDcIcKiP1XDQCwU4qqz9TO9xuzhYsM8T/QUFF6mdyl0fmzlXxMIUfNzs+Z3e1NvZtgvZ32Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T05:43:03.638501Z"},"content_sha256":"dae8b2f6694b0e66f38a6b62911332b3c3c3d62fca87738f5f465f09561251a8","schema_version":"1.0","event_id":"sha256:dae8b2f6694b0e66f38a6b62911332b3c3c3d62fca87738f5f465f09561251a8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:COHEZDHPNJR2ROJI5TBBJBZKIK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Improve Transformer Models with Better Relative Position Embeddings","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Bing Xiang, Davis Liang, Peng Xu, Zhiheng Huang","submitted_at":"2020-09-28T22:18:58Z","abstract_excerpt":"Transformer architectures rely on explicit position encodings in order to preserve a notion of word order. In this paper, we argue that existing work does not fully utilize position information. For example, the initial proposal of a sinusoid embedding is fixed and not learnable. In this paper, we first review absolute position embeddings and existing methods for relative position embeddings. We then propose new techniques that encourage increased interaction between query, key and relative position embeddings in the self-attention mechanism. Our most promising approach is a generalization of "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2009.13658","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2009.13658/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:38:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9IIj/xM1SSMUvyT413QADHSt0JtLRQteSVOF/5hVcGX+8OSMoXPCouJCODaiqU67VthJvbG9i3nuWGx+fW2ECQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T05:43:03.638995Z"},"content_sha256":"c730851e379cb624472fb02f2baf7dd7871c4ec634513dcb2713817f855b3775","schema_version":"1.0","event_id":"sha256:c730851e379cb624472fb02f2baf7dd7871c4ec634513dcb2713817f855b3775"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/COHEZDHPNJR2ROJI5TBBJBZKIK/bundle.json","state_url":"https://pith.science/pith/COHEZDHPNJR2ROJI5TBBJBZKIK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/COHEZDHPNJR2ROJI5TBBJBZKIK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T05:43:03Z","links":{"resolver":"https://pith.science/pith/COHEZDHPNJR2ROJI5TBBJBZKIK","bundle":"https://pith.science/pith/COHEZDHPNJR2ROJI5TBBJBZKIK/bundle.json","state":"https://pith.science/pith/COHEZDHPNJR2ROJI5TBBJBZKIK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/COHEZDHPNJR2ROJI5TBBJBZKIK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:COHEZDHPNJR2ROJI5TBBJBZKIK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ef34463205de5b92c2f787bca782f9f905c00905c2598b09a28df1ae096e5607","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-09-28T22:18:58Z","title_canon_sha256":"2ac59a4be1171cdffde47c1adc939fb46f7441920a9bc64ee2929bac796c135b"},"schema_version":"1.0","source":{"id":"2009.13658","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2009.13658","created_at":"2026-07-05T01:38:43Z"},{"alias_kind":"arxiv_version","alias_value":"2009.13658v1","created_at":"2026-07-05T01:38:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2009.13658","created_at":"2026-07-05T01:38:43Z"},{"alias_kind":"pith_short_12","alias_value":"COHEZDHPNJR2","created_at":"2026-07-05T01:38:43Z"},{"alias_kind":"pith_short_16","alias_value":"COHEZDHPNJR2ROJI","created_at":"2026-07-05T01:38:43Z"},{"alias_kind":"pith_short_8","alias_value":"COHEZDHP","created_at":"2026-07-05T01:38:43Z"}],"graph_snapshots":[{"event_id":"sha256:c730851e379cb624472fb02f2baf7dd7871c4ec634513dcb2713817f855b3775","target":"graph","created_at":"2026-07-05T01:38:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2009.13658/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformer architectures rely on explicit position encodings in order to preserve a notion of word order. In this paper, we argue that existing work does not fully utilize position information. For example, the initial proposal of a sinusoid embedding is fixed and not learnable. In this paper, we first review absolute position embeddings and existing methods for relative position embeddings. We then propose new techniques that encourage increased interaction between query, key and relative position embeddings in the self-attention mechanism. Our most promising approach is a generalization of ","authors_text":"Bing Xiang, Davis Liang, Peng Xu, Zhiheng Huang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-09-28T22:18:58Z","title":"Improve Transformer Models with Better Relative Position Embeddings"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2009.13658","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:dae8b2f6694b0e66f38a6b62911332b3c3c3d62fca87738f5f465f09561251a8","target":"record","created_at":"2026-07-05T01:38:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ef34463205de5b92c2f787bca782f9f905c00905c2598b09a28df1ae096e5607","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-09-28T22:18:58Z","title_canon_sha256":"2ac59a4be1171cdffde47c1adc939fb46f7441920a9bc64ee2929bac796c135b"},"schema_version":"1.0","source":{"id":"2009.13658","kind":"arxiv","version":1}},"canonical_sha256":"138e4c8cef6a63a8b928ecc214872a42aa4d61c8ea7244eb1353d9d9ac9ff29c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"138e4c8cef6a63a8b928ecc214872a42aa4d61c8ea7244eb1353d9d9ac9ff29c","first_computed_at":"2026-07-05T01:38:43.705389Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:38:43.705389Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"xrYhymRmgxEvZLo8HEmSZHYjqHw3r1D9DzuaMNEJVWOnhwRXUQ6yKmhzmty+ujgCn2oNnjY/qmvp6NoJ+VlGBw==","signature_status":"signed_v1","signed_at":"2026-07-05T01:38:43.705886Z","signed_message":"canonical_sha256_bytes"},"source_id":"2009.13658","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:dae8b2f6694b0e66f38a6b62911332b3c3c3d62fca87738f5f465f09561251a8","sha256:c730851e379cb624472fb02f2baf7dd7871c4ec634513dcb2713817f855b3775"],"state_sha256":"7af8ee85752c9ae06bd544a6331454dd9061f669ce4285bd71b14242a2d60666"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"u21lhuc8rUgrZuO7rbf9Wxc2swImrWK5//MD9Mr3mOCV3hBqAgIz39TRpjG8vr/jqjiLPHkHsc3MfrejjOjeBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T05:43:03.642486Z","bundle_sha256":"081d06e1d0c96e07ecee98df61245dbfc0f3ccab370f4c8d6df4652a09c2bbc2"}}