{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:DZHB2UNMJ4ZWC7AFJ2FZY655ZU","short_pith_number":"pith:DZHB2UNM","canonical_record":{"source":{"id":"1911.03872","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-11-10T07:39:42Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"29206b9182b15fa26cbadd62b202449bf8a27c50fac25859d7e0ebbf392c1d28","abstract_canon_sha256":"8c20475b2d64501f52da68187be67a0b8daa04ece327b88185c39dd40dd8ea44"},"schema_version":"1.0"},"canonical_sha256":"1e4e1d51ac4f33617c054e8b9c7bbdcd06687d5fef0ab1ea958f9ce1e9b04a6f","source":{"kind":"arxiv","id":"1911.03872","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1911.03872","created_at":"2026-07-05T00:57:24Z"},{"alias_kind":"arxiv_version","alias_value":"1911.03872v2","created_at":"2026-07-05T00:57:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1911.03872","created_at":"2026-07-05T00:57:24Z"},{"alias_kind":"pith_short_12","alias_value":"DZHB2UNMJ4ZW","created_at":"2026-07-05T00:57:24Z"},{"alias_kind":"pith_short_16","alias_value":"DZHB2UNMJ4ZWC7AF","created_at":"2026-07-05T00:57:24Z"},{"alias_kind":"pith_short_8","alias_value":"DZHB2UNM","created_at":"2026-07-05T00:57:24Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:DZHB2UNMJ4ZWC7AFJ2FZY655ZU","target":"record","payload":{"canonical_record":{"source":{"id":"1911.03872","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-11-10T07:39:42Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"29206b9182b15fa26cbadd62b202449bf8a27c50fac25859d7e0ebbf392c1d28","abstract_canon_sha256":"8c20475b2d64501f52da68187be67a0b8daa04ece327b88185c39dd40dd8ea44"},"schema_version":"1.0"},"canonical_sha256":"1e4e1d51ac4f33617c054e8b9c7bbdcd06687d5fef0ab1ea958f9ce1e9b04a6f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:57:24.499484Z","signature_b64":"2ms6hB66QMtnyAlW3aACNooNfx/+MCDdSGweK1f1mgYoI+qpEoFydsK0heOyugWZSycObmEKl/VjGXVxIZJwCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1e4e1d51ac4f33617c054e8b9c7bbdcd06687d5fef0ab1ea958f9ce1e9b04a6f","last_reissued_at":"2026-07-05T00:57:24.499118Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:57:24.499118Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1911.03872","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:57:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IppzYicJJyrtAoZ6IVMHjCtM+bIinHhJZZXhhj1ONRfAZkpvnTsGctagG0Qp+eusO6Tf7X4MLWMFUhqQKkaLCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T19:47:52.678584Z"},"content_sha256":"2024bed6af8b6cd2078d14e5ac6812badea7cdf12c5ad09bc2d02b61b2bab851","schema_version":"1.0","event_id":"sha256:2024bed6af8b6cd2078d14e5ac6812badea7cdf12c5ad09bc2d02b61b2bab851"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:DZHB2UNMJ4ZWC7AFJ2FZY655ZU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Location Attention for Extrapolation to Longer Sequences","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Dieuwke Hupkes, Elia Bruni, Gautier Dagan, Yann Dubois","submitted_at":"2019-11-10T07:39:42Z","abstract_excerpt":"Neural networks are surprisingly good at interpolating and perform remarkably well when the training set examples resemble those in the test set. However, they are often unable to extrapolate patterns beyond the seen data, even when the abstractions required for such patterns are simple. In this paper, we first review the notion of extrapolation, why it is important and how one could hope to tackle it. We then focus on a specific type of extrapolation which is especially useful for natural language processing: generalization to sequences that are longer than the training ones. We hypothesize t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1911.03872","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1911.03872/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:57:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iQ19cskmwReDIXfBe/5M2ZaTBMSy2ad9tHYJX8J5l2mP5SZ4fkjM0m3A7VXopR+ysujLE4v0jPCoXiYzcYJ7Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T19:47:52.679086Z"},"content_sha256":"017ba09489c83ec614e34a3d922dd089d2c279b4818d56255a5740b368a4b18d","schema_version":"1.0","event_id":"sha256:017ba09489c83ec614e34a3d922dd089d2c279b4818d56255a5740b368a4b18d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DZHB2UNMJ4ZWC7AFJ2FZY655ZU/bundle.json","state_url":"https://pith.science/pith/DZHB2UNMJ4ZWC7AFJ2FZY655ZU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DZHB2UNMJ4ZWC7AFJ2FZY655ZU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T19:47:52Z","links":{"resolver":"https://pith.science/pith/DZHB2UNMJ4ZWC7AFJ2FZY655ZU","bundle":"https://pith.science/pith/DZHB2UNMJ4ZWC7AFJ2FZY655ZU/bundle.json","state":"https://pith.science/pith/DZHB2UNMJ4ZWC7AFJ2FZY655ZU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DZHB2UNMJ4ZWC7AFJ2FZY655ZU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:DZHB2UNMJ4ZWC7AFJ2FZY655ZU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8c20475b2d64501f52da68187be67a0b8daa04ece327b88185c39dd40dd8ea44","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-11-10T07:39:42Z","title_canon_sha256":"29206b9182b15fa26cbadd62b202449bf8a27c50fac25859d7e0ebbf392c1d28"},"schema_version":"1.0","source":{"id":"1911.03872","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1911.03872","created_at":"2026-07-05T00:57:24Z"},{"alias_kind":"arxiv_version","alias_value":"1911.03872v2","created_at":"2026-07-05T00:57:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1911.03872","created_at":"2026-07-05T00:57:24Z"},{"alias_kind":"pith_short_12","alias_value":"DZHB2UNMJ4ZW","created_at":"2026-07-05T00:57:24Z"},{"alias_kind":"pith_short_16","alias_value":"DZHB2UNMJ4ZWC7AF","created_at":"2026-07-05T00:57:24Z"},{"alias_kind":"pith_short_8","alias_value":"DZHB2UNM","created_at":"2026-07-05T00:57:24Z"}],"graph_snapshots":[{"event_id":"sha256:017ba09489c83ec614e34a3d922dd089d2c279b4818d56255a5740b368a4b18d","target":"graph","created_at":"2026-07-05T00:57:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1911.03872/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Neural networks are surprisingly good at interpolating and perform remarkably well when the training set examples resemble those in the test set. However, they are often unable to extrapolate patterns beyond the seen data, even when the abstractions required for such patterns are simple. In this paper, we first review the notion of extrapolation, why it is important and how one could hope to tackle it. We then focus on a specific type of extrapolation which is especially useful for natural language processing: generalization to sequences that are longer than the training ones. We hypothesize t","authors_text":"Dieuwke Hupkes, Elia Bruni, Gautier Dagan, Yann Dubois","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-11-10T07:39:42Z","title":"Location Attention for Extrapolation to Longer Sequences"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1911.03872","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2024bed6af8b6cd2078d14e5ac6812badea7cdf12c5ad09bc2d02b61b2bab851","target":"record","created_at":"2026-07-05T00:57:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8c20475b2d64501f52da68187be67a0b8daa04ece327b88185c39dd40dd8ea44","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-11-10T07:39:42Z","title_canon_sha256":"29206b9182b15fa26cbadd62b202449bf8a27c50fac25859d7e0ebbf392c1d28"},"schema_version":"1.0","source":{"id":"1911.03872","kind":"arxiv","version":2}},"canonical_sha256":"1e4e1d51ac4f33617c054e8b9c7bbdcd06687d5fef0ab1ea958f9ce1e9b04a6f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1e4e1d51ac4f33617c054e8b9c7bbdcd06687d5fef0ab1ea958f9ce1e9b04a6f","first_computed_at":"2026-07-05T00:57:24.499118Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:57:24.499118Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"2ms6hB66QMtnyAlW3aACNooNfx/+MCDdSGweK1f1mgYoI+qpEoFydsK0heOyugWZSycObmEKl/VjGXVxIZJwCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T00:57:24.499484Z","signed_message":"canonical_sha256_bytes"},"source_id":"1911.03872","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2024bed6af8b6cd2078d14e5ac6812badea7cdf12c5ad09bc2d02b61b2bab851","sha256:017ba09489c83ec614e34a3d922dd089d2c279b4818d56255a5740b368a4b18d"],"state_sha256":"9e6df75c30d7288793f4def0f6e87030a13c7e6faca27f6cebadcd53207951a8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"B2ZSsH1T22XZt0BqkNmz44uHFiHcCzsLAPenetG2oscD/tD7+3DfGVFYyv4dAZmqkruZrFy845HRMary81POCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T19:47:52.683057Z","bundle_sha256":"67538c17fcd527a6e0fccdf38f9633d8f205755663778a20f367eb485b24b29c"}}