{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:GTI7SIFKYAHQZFIHRM7ELMSOZ5","short_pith_number":"pith:GTI7SIFK","canonical_record":{"source":{"id":"2305.20019","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-05-31T16:48:06Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"aa729594b1c9a8de1b64bd923ca17413dd9fb2bfe7a011a5cdf7a4bd0dafccab","abstract_canon_sha256":"f60c44d7847eb995fd72ca79692ff0c915f78f6743a7190fb4caae46692fa332"},"schema_version":"1.0"},"canonical_sha256":"34d1f920aac00f0c95078b3e45b24ecf721c5293276a96c0c7e36ef768fdc031","source":{"kind":"arxiv","id":"2305.20019","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.20019","created_at":"2026-07-05T06:16:05Z"},{"alias_kind":"arxiv_version","alias_value":"2305.20019v1","created_at":"2026-07-05T06:16:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.20019","created_at":"2026-07-05T06:16:05Z"},{"alias_kind":"pith_short_12","alias_value":"GTI7SIFKYAHQ","created_at":"2026-07-05T06:16:05Z"},{"alias_kind":"pith_short_16","alias_value":"GTI7SIFKYAHQZFIH","created_at":"2026-07-05T06:16:05Z"},{"alias_kind":"pith_short_8","alias_value":"GTI7SIFK","created_at":"2026-07-05T06:16:05Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:GTI7SIFKYAHQZFIHRM7ELMSOZ5","target":"record","payload":{"canonical_record":{"source":{"id":"2305.20019","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-05-31T16:48:06Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"aa729594b1c9a8de1b64bd923ca17413dd9fb2bfe7a011a5cdf7a4bd0dafccab","abstract_canon_sha256":"f60c44d7847eb995fd72ca79692ff0c915f78f6743a7190fb4caae46692fa332"},"schema_version":"1.0"},"canonical_sha256":"34d1f920aac00f0c95078b3e45b24ecf721c5293276a96c0c7e36ef768fdc031","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:16:05.958052Z","signature_b64":"RVVLfxYx5HCrMx+Ry+62y1/jVvPR8ftLEjvOcGV4QNaibDmxlmSbIQtzoUIjwf53BaqSupIruDvKW7ade0X4Cg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"34d1f920aac00f0c95078b3e45b24ecf721c5293276a96c0c7e36ef768fdc031","last_reissued_at":"2026-07-05T06:16:05.957592Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:16:05.957592Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.20019","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:16:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2JYLNeEydM7zrwz0ss2sff3uQu0YVPo0ZF9jrgqr68pzgrwjsC+pNo0DdGnuTDIzF3xLIjJGG7J9w9l/tnyGBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T01:25:47.112226Z"},"content_sha256":"5856380ae4173960803d07b15c9ab158ca24521c516528d661b8c6c2df8b4f4e","schema_version":"1.0","event_id":"sha256:5856380ae4173960803d07b15c9ab158ca24521c516528d661b8c6c2df8b4f4e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:GTI7SIFKYAHQZFIHRM7ELMSOZ5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Monotonic Location Attention for Length Generalization","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Cornelia Caragea, Jishnu Ray Chowdhury","submitted_at":"2023-05-31T16:48:06Z","abstract_excerpt":"We explore different ways to utilize position-based cross-attention in seq2seq networks to enable length generalization in algorithmic tasks. We show that a simple approach of interpolating the original and reversed encoded representations combined with relative attention allows near-perfect length generalization for both forward and reverse lookup tasks or copy tasks that had been generally hard to tackle. We also devise harder diagnostic tasks where the relative distance of the ideal attention position varies with timestep. In such settings, the simple interpolation trick with relative atten"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.20019","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.20019/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:16:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pCIWslsd2N+0NqoSmrqMrzNO494RRVn1Yf3vaAJIO4AAxqYsiHAPnPCI7TlFTqDAxChMD9FK247Ro+Ho9b0vBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T01:25:47.112893Z"},"content_sha256":"2bc7b18d7b5c232c83eb17ce2934d7326aef4e5bb04579afe2419529ad9f3da8","schema_version":"1.0","event_id":"sha256:2bc7b18d7b5c232c83eb17ce2934d7326aef4e5bb04579afe2419529ad9f3da8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GTI7SIFKYAHQZFIHRM7ELMSOZ5/bundle.json","state_url":"https://pith.science/pith/GTI7SIFKYAHQZFIHRM7ELMSOZ5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GTI7SIFKYAHQZFIHRM7ELMSOZ5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T01:25:47Z","links":{"resolver":"https://pith.science/pith/GTI7SIFKYAHQZFIHRM7ELMSOZ5","bundle":"https://pith.science/pith/GTI7SIFKYAHQZFIHRM7ELMSOZ5/bundle.json","state":"https://pith.science/pith/GTI7SIFKYAHQZFIHRM7ELMSOZ5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GTI7SIFKYAHQZFIHRM7ELMSOZ5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:GTI7SIFKYAHQZFIHRM7ELMSOZ5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f60c44d7847eb995fd72ca79692ff0c915f78f6743a7190fb4caae46692fa332","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-05-31T16:48:06Z","title_canon_sha256":"aa729594b1c9a8de1b64bd923ca17413dd9fb2bfe7a011a5cdf7a4bd0dafccab"},"schema_version":"1.0","source":{"id":"2305.20019","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.20019","created_at":"2026-07-05T06:16:05Z"},{"alias_kind":"arxiv_version","alias_value":"2305.20019v1","created_at":"2026-07-05T06:16:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.20019","created_at":"2026-07-05T06:16:05Z"},{"alias_kind":"pith_short_12","alias_value":"GTI7SIFKYAHQ","created_at":"2026-07-05T06:16:05Z"},{"alias_kind":"pith_short_16","alias_value":"GTI7SIFKYAHQZFIH","created_at":"2026-07-05T06:16:05Z"},{"alias_kind":"pith_short_8","alias_value":"GTI7SIFK","created_at":"2026-07-05T06:16:05Z"}],"graph_snapshots":[{"event_id":"sha256:2bc7b18d7b5c232c83eb17ce2934d7326aef4e5bb04579afe2419529ad9f3da8","target":"graph","created_at":"2026-07-05T06:16:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.20019/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We explore different ways to utilize position-based cross-attention in seq2seq networks to enable length generalization in algorithmic tasks. We show that a simple approach of interpolating the original and reversed encoded representations combined with relative attention allows near-perfect length generalization for both forward and reverse lookup tasks or copy tasks that had been generally hard to tackle. We also devise harder diagnostic tasks where the relative distance of the ideal attention position varies with timestep. In such settings, the simple interpolation trick with relative atten","authors_text":"Cornelia Caragea, Jishnu Ray Chowdhury","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-05-31T16:48:06Z","title":"Monotonic Location Attention for Length Generalization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.20019","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5856380ae4173960803d07b15c9ab158ca24521c516528d661b8c6c2df8b4f4e","target":"record","created_at":"2026-07-05T06:16:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f60c44d7847eb995fd72ca79692ff0c915f78f6743a7190fb4caae46692fa332","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-05-31T16:48:06Z","title_canon_sha256":"aa729594b1c9a8de1b64bd923ca17413dd9fb2bfe7a011a5cdf7a4bd0dafccab"},"schema_version":"1.0","source":{"id":"2305.20019","kind":"arxiv","version":1}},"canonical_sha256":"34d1f920aac00f0c95078b3e45b24ecf721c5293276a96c0c7e36ef768fdc031","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"34d1f920aac00f0c95078b3e45b24ecf721c5293276a96c0c7e36ef768fdc031","first_computed_at":"2026-07-05T06:16:05.957592Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:16:05.957592Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"RVVLfxYx5HCrMx+Ry+62y1/jVvPR8ftLEjvOcGV4QNaibDmxlmSbIQtzoUIjwf53BaqSupIruDvKW7ade0X4Cg==","signature_status":"signed_v1","signed_at":"2026-07-05T06:16:05.958052Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.20019","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5856380ae4173960803d07b15c9ab158ca24521c516528d661b8c6c2df8b4f4e","sha256:2bc7b18d7b5c232c83eb17ce2934d7326aef4e5bb04579afe2419529ad9f3da8"],"state_sha256":"669fab4473d07c39065caf3a3c1694ad8898f13708225d9d7a92a5bda3c518ab"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VlvILKZfPy1+zGz+fx2bUBd7kfG5kit4OyeiQ2aYnrUraGVc2utLHu3G3k47NXMduVM8iR5J5s4C3cMvwn7gCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T01:25:47.119489Z","bundle_sha256":"1fcce2551714da75653c6686ae5ae8162742f98be567eb0aef876faf172cb044"}}