{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:MIJKLQQUNUMFN6WFFHJSRPUT7B","short_pith_number":"pith:MIJKLQQU","canonical_record":{"source":{"id":"2110.07732","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-14T21:24:27Z","cross_cats_sorted":["cs.AI","cs.NE"],"title_canon_sha256":"d95944097ae6465a34861ed4c773d6be4a4c825baf7eeb0cd131bf6b5f307262","abstract_canon_sha256":"49466b15500c7b684a7c67bbde7e76709671e7cbe6f888583cf54a43b5d43674"},"schema_version":"1.0"},"canonical_sha256":"6212a5c2146d1856fac529d328be93f86992317c34ab3f20113dc7502d050e93","source":{"kind":"arxiv","id":"2110.07732","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.07732","created_at":"2026-07-05T04:20:30Z"},{"alias_kind":"arxiv_version","alias_value":"2110.07732v4","created_at":"2026-07-05T04:20:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.07732","created_at":"2026-07-05T04:20:30Z"},{"alias_kind":"pith_short_12","alias_value":"MIJKLQQUNUMF","created_at":"2026-07-05T04:20:30Z"},{"alias_kind":"pith_short_16","alias_value":"MIJKLQQUNUMFN6WF","created_at":"2026-07-05T04:20:30Z"},{"alias_kind":"pith_short_8","alias_value":"MIJKLQQU","created_at":"2026-07-05T04:20:30Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:MIJKLQQUNUMFN6WFFHJSRPUT7B","target":"record","payload":{"canonical_record":{"source":{"id":"2110.07732","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-14T21:24:27Z","cross_cats_sorted":["cs.AI","cs.NE"],"title_canon_sha256":"d95944097ae6465a34861ed4c773d6be4a4c825baf7eeb0cd131bf6b5f307262","abstract_canon_sha256":"49466b15500c7b684a7c67bbde7e76709671e7cbe6f888583cf54a43b5d43674"},"schema_version":"1.0"},"canonical_sha256":"6212a5c2146d1856fac529d328be93f86992317c34ab3f20113dc7502d050e93","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:20:30.217344Z","signature_b64":"Yi2xDoOC+TkdUEbS5HLQ4UKgzoyx3tUx2G7Oirnd8aEyt3jJ9oGj1i2uDx/stxySBg8Zi7wzttuRev5KO1LPAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6212a5c2146d1856fac529d328be93f86992317c34ab3f20113dc7502d050e93","last_reissued_at":"2026-07-05T04:20:30.216861Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:20:30.216861Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2110.07732","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:20:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cWVXibp8vUMkQmT9RUBvTFJYXzqOh4vZC2kE8TRccaht6LIJPa1Nm8zoZq5pXO2eNheZgvLBVPbMdAPj0wTNDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T22:44:12.897718Z"},"content_sha256":"4544ec62caa6b98ba8f84c85b344e4a5e9853587d767722973761fd37c2969d8","schema_version":"1.0","event_id":"sha256:4544ec62caa6b98ba8f84c85b344e4a5e9853587d767722973761fd37c2969d8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:MIJKLQQUNUMFN6WFFHJSRPUT7B","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The Neural Data Router: Adaptive Control Flow in Transformers Improves Systematic Generalization","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.NE"],"primary_cat":"cs.LG","authors_text":"J\\\"urgen Schmidhuber, Kazuki Irie, R\\'obert Csord\\'as","submitted_at":"2021-10-14T21:24:27Z","abstract_excerpt":"Despite progress across a broad range of applications, Transformers have limited success in systematic generalization. The situation is especially frustrating in the case of algorithmic tasks, where they often fail to find intuitive solutions that route relevant information to the right node/operation at the right time in the grid represented by Transformer columns. To facilitate the learning of useful control flow, we propose two modifications to the Transformer architecture, copy gate and geometric attention. Our novel Neural Data Router (NDR) achieves 100% length generalization accuracy on "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.07732","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2110.07732/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:20:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"koQc9pKZkGwwCH+vsb9Uxrp9EB+Z7igG+9YEgN6zK4FB9ktP2naKRq//Ub1axuq3b2xXaSG/ACWO1TpZI9kADA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T22:44:12.898577Z"},"content_sha256":"f05cf6a7bccc77002557af4af6afb2cf5368950051af93928f4b034fe5d6224f","schema_version":"1.0","event_id":"sha256:f05cf6a7bccc77002557af4af6afb2cf5368950051af93928f4b034fe5d6224f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MIJKLQQUNUMFN6WFFHJSRPUT7B/bundle.json","state_url":"https://pith.science/pith/MIJKLQQUNUMFN6WFFHJSRPUT7B/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MIJKLQQUNUMFN6WFFHJSRPUT7B/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T22:44:12Z","links":{"resolver":"https://pith.science/pith/MIJKLQQUNUMFN6WFFHJSRPUT7B","bundle":"https://pith.science/pith/MIJKLQQUNUMFN6WFFHJSRPUT7B/bundle.json","state":"https://pith.science/pith/MIJKLQQUNUMFN6WFFHJSRPUT7B/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MIJKLQQUNUMFN6WFFHJSRPUT7B/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:MIJKLQQUNUMFN6WFFHJSRPUT7B","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"49466b15500c7b684a7c67bbde7e76709671e7cbe6f888583cf54a43b5d43674","cross_cats_sorted":["cs.AI","cs.NE"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-14T21:24:27Z","title_canon_sha256":"d95944097ae6465a34861ed4c773d6be4a4c825baf7eeb0cd131bf6b5f307262"},"schema_version":"1.0","source":{"id":"2110.07732","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.07732","created_at":"2026-07-05T04:20:30Z"},{"alias_kind":"arxiv_version","alias_value":"2110.07732v4","created_at":"2026-07-05T04:20:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.07732","created_at":"2026-07-05T04:20:30Z"},{"alias_kind":"pith_short_12","alias_value":"MIJKLQQUNUMF","created_at":"2026-07-05T04:20:30Z"},{"alias_kind":"pith_short_16","alias_value":"MIJKLQQUNUMFN6WF","created_at":"2026-07-05T04:20:30Z"},{"alias_kind":"pith_short_8","alias_value":"MIJKLQQU","created_at":"2026-07-05T04:20:30Z"}],"graph_snapshots":[{"event_id":"sha256:f05cf6a7bccc77002557af4af6afb2cf5368950051af93928f4b034fe5d6224f","target":"graph","created_at":"2026-07-05T04:20:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2110.07732/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Despite progress across a broad range of applications, Transformers have limited success in systematic generalization. The situation is especially frustrating in the case of algorithmic tasks, where they often fail to find intuitive solutions that route relevant information to the right node/operation at the right time in the grid represented by Transformer columns. To facilitate the learning of useful control flow, we propose two modifications to the Transformer architecture, copy gate and geometric attention. Our novel Neural Data Router (NDR) achieves 100% length generalization accuracy on ","authors_text":"J\\\"urgen Schmidhuber, Kazuki Irie, R\\'obert Csord\\'as","cross_cats":["cs.AI","cs.NE"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-14T21:24:27Z","title":"The Neural Data Router: Adaptive Control Flow in Transformers Improves Systematic Generalization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.07732","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4544ec62caa6b98ba8f84c85b344e4a5e9853587d767722973761fd37c2969d8","target":"record","created_at":"2026-07-05T04:20:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"49466b15500c7b684a7c67bbde7e76709671e7cbe6f888583cf54a43b5d43674","cross_cats_sorted":["cs.AI","cs.NE"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-14T21:24:27Z","title_canon_sha256":"d95944097ae6465a34861ed4c773d6be4a4c825baf7eeb0cd131bf6b5f307262"},"schema_version":"1.0","source":{"id":"2110.07732","kind":"arxiv","version":4}},"canonical_sha256":"6212a5c2146d1856fac529d328be93f86992317c34ab3f20113dc7502d050e93","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6212a5c2146d1856fac529d328be93f86992317c34ab3f20113dc7502d050e93","first_computed_at":"2026-07-05T04:20:30.216861Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:20:30.216861Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Yi2xDoOC+TkdUEbS5HLQ4UKgzoyx3tUx2G7Oirnd8aEyt3jJ9oGj1i2uDx/stxySBg8Zi7wzttuRev5KO1LPAg==","signature_status":"signed_v1","signed_at":"2026-07-05T04:20:30.217344Z","signed_message":"canonical_sha256_bytes"},"source_id":"2110.07732","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4544ec62caa6b98ba8f84c85b344e4a5e9853587d767722973761fd37c2969d8","sha256:f05cf6a7bccc77002557af4af6afb2cf5368950051af93928f4b034fe5d6224f"],"state_sha256":"efb30952867f60fa5c0ac332d3f6f5cb329cb671b7eb0e8779f1aaea726919ae"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"a9Xe68KDaYUBtdWobU7Zk1fdmzqG24yR/1BeJXb2VSeKqiHMsAib0ms7OGC8AbMqHJbDiRrbltJPhEF46q/DCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T22:44:12.905911Z","bundle_sha256":"eb28c6cf16c5417707d0a3d55e971d273ad68135fb8c3c4b7fa04efba99f7d50"}}