{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:MFMFK5FMEEGNWJCHSNFLUGKN7P","short_pith_number":"pith:MFMFK5FM","canonical_record":{"source":{"id":"2302.05326","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-01-20T23:17:48Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"c604b4dff73bbe8b7f39ecb81140a9722900b5fb79d55f810e2ecc8903c15864","abstract_canon_sha256":"b673e6c56f05547f46da781fee75d098232357a48a89206cacafcc8d8d2bea53"},"schema_version":"1.0"},"canonical_sha256":"61585574ac210cdb2447934aba194dfbc933defc22cd9c17f6008dcd0a5a9518","source":{"kind":"arxiv","id":"2302.05326","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.05326","created_at":"2026-07-05T07:15:13Z"},{"alias_kind":"arxiv_version","alias_value":"2302.05326v3","created_at":"2026-07-05T07:15:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.05326","created_at":"2026-07-05T07:15:13Z"},{"alias_kind":"pith_short_12","alias_value":"MFMFK5FMEEGN","created_at":"2026-07-05T07:15:13Z"},{"alias_kind":"pith_short_16","alias_value":"MFMFK5FMEEGNWJCH","created_at":"2026-07-05T07:15:13Z"},{"alias_kind":"pith_short_8","alias_value":"MFMFK5FM","created_at":"2026-07-05T07:15:13Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:MFMFK5FMEEGNWJCHSNFLUGKN7P","target":"record","payload":{"canonical_record":{"source":{"id":"2302.05326","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-01-20T23:17:48Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"c604b4dff73bbe8b7f39ecb81140a9722900b5fb79d55f810e2ecc8903c15864","abstract_canon_sha256":"b673e6c56f05547f46da781fee75d098232357a48a89206cacafcc8d8d2bea53"},"schema_version":"1.0"},"canonical_sha256":"61585574ac210cdb2447934aba194dfbc933defc22cd9c17f6008dcd0a5a9518","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:15:13.156339Z","signature_b64":"p9/47p01xxVdNj3aovSNjpI9ssL6r9eA7VXtyvEsnmB8oj7X2W/KJwS80ICZx8tZd9hvqd/76KJnX1KmibG5Cg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"61585574ac210cdb2447934aba194dfbc933defc22cd9c17f6008dcd0a5a9518","last_reissued_at":"2026-07-05T07:15:13.155919Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:15:13.155919Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2302.05326","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:15:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bM9tAMWah2Erq9VcEbXbBAguhW4EyXIdkpJc5L/H+ybMxH+6Vg3leP3jo3u9xzGtUbY/5uUjjXOhZBvJmcEqBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T21:55:56.462403Z"},"content_sha256":"4ed40716588d329f819c6371f2e75bce4516073c1560e4e5ec89b5559797f848","schema_version":"1.0","event_id":"sha256:4ed40716588d329f819c6371f2e75bce4516073c1560e4e5ec89b5559797f848"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:MFMFK5FMEEGNWJCHSNFLUGKN7P","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Scalable Real-Time Recurrent Learning Using Columnar-Constructive Networks","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Haseeb Shah, Khurram Javed, Martha White, Rich Sutton","submitted_at":"2023-01-20T23:17:48Z","abstract_excerpt":"Constructing states from sequences of observations is an important component of reinforcement learning agents. One solution for state construction is to use recurrent neural networks. Back-propagation through time (BPTT), and real-time recurrent learning (RTRL) are two popular gradient-based methods for recurrent learning. BPTT requires complete trajectories of observations before it can compute the gradients and is unsuitable for online updates. RTRL can do online updates but scales poorly to large networks. In this paper, we propose two constraints that make RTRL scalable. We show that by ei"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.05326","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2302.05326/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:15:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HLCDs/WFPZHeVu2GcLCu+t/ApNXY8Wn+FGPnz+v9CjAl4Idh2+yo2ahm9TW8eiL8BqE0tii9JNUd0DsphbqkDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T21:55:56.462926Z"},"content_sha256":"43932300fffc5deff09cc3982ee5edf730f842f43dfa7ffd0c40293ec68cedd6","schema_version":"1.0","event_id":"sha256:43932300fffc5deff09cc3982ee5edf730f842f43dfa7ffd0c40293ec68cedd6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MFMFK5FMEEGNWJCHSNFLUGKN7P/bundle.json","state_url":"https://pith.science/pith/MFMFK5FMEEGNWJCHSNFLUGKN7P/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MFMFK5FMEEGNWJCHSNFLUGKN7P/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T21:55:56Z","links":{"resolver":"https://pith.science/pith/MFMFK5FMEEGNWJCHSNFLUGKN7P","bundle":"https://pith.science/pith/MFMFK5FMEEGNWJCHSNFLUGKN7P/bundle.json","state":"https://pith.science/pith/MFMFK5FMEEGNWJCHSNFLUGKN7P/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MFMFK5FMEEGNWJCHSNFLUGKN7P/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:MFMFK5FMEEGNWJCHSNFLUGKN7P","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b673e6c56f05547f46da781fee75d098232357a48a89206cacafcc8d8d2bea53","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-01-20T23:17:48Z","title_canon_sha256":"c604b4dff73bbe8b7f39ecb81140a9722900b5fb79d55f810e2ecc8903c15864"},"schema_version":"1.0","source":{"id":"2302.05326","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.05326","created_at":"2026-07-05T07:15:13Z"},{"alias_kind":"arxiv_version","alias_value":"2302.05326v3","created_at":"2026-07-05T07:15:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.05326","created_at":"2026-07-05T07:15:13Z"},{"alias_kind":"pith_short_12","alias_value":"MFMFK5FMEEGN","created_at":"2026-07-05T07:15:13Z"},{"alias_kind":"pith_short_16","alias_value":"MFMFK5FMEEGNWJCH","created_at":"2026-07-05T07:15:13Z"},{"alias_kind":"pith_short_8","alias_value":"MFMFK5FM","created_at":"2026-07-05T07:15:13Z"}],"graph_snapshots":[{"event_id":"sha256:43932300fffc5deff09cc3982ee5edf730f842f43dfa7ffd0c40293ec68cedd6","target":"graph","created_at":"2026-07-05T07:15:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2302.05326/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Constructing states from sequences of observations is an important component of reinforcement learning agents. One solution for state construction is to use recurrent neural networks. Back-propagation through time (BPTT), and real-time recurrent learning (RTRL) are two popular gradient-based methods for recurrent learning. BPTT requires complete trajectories of observations before it can compute the gradients and is unsuitable for online updates. RTRL can do online updates but scales poorly to large networks. In this paper, we propose two constraints that make RTRL scalable. We show that by ei","authors_text":"Haseeb Shah, Khurram Javed, Martha White, Rich Sutton","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-01-20T23:17:48Z","title":"Scalable Real-Time Recurrent Learning Using Columnar-Constructive Networks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.05326","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4ed40716588d329f819c6371f2e75bce4516073c1560e4e5ec89b5559797f848","target":"record","created_at":"2026-07-05T07:15:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b673e6c56f05547f46da781fee75d098232357a48a89206cacafcc8d8d2bea53","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-01-20T23:17:48Z","title_canon_sha256":"c604b4dff73bbe8b7f39ecb81140a9722900b5fb79d55f810e2ecc8903c15864"},"schema_version":"1.0","source":{"id":"2302.05326","kind":"arxiv","version":3}},"canonical_sha256":"61585574ac210cdb2447934aba194dfbc933defc22cd9c17f6008dcd0a5a9518","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"61585574ac210cdb2447934aba194dfbc933defc22cd9c17f6008dcd0a5a9518","first_computed_at":"2026-07-05T07:15:13.155919Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:15:13.155919Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"p9/47p01xxVdNj3aovSNjpI9ssL6r9eA7VXtyvEsnmB8oj7X2W/KJwS80ICZx8tZd9hvqd/76KJnX1KmibG5Cg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:15:13.156339Z","signed_message":"canonical_sha256_bytes"},"source_id":"2302.05326","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4ed40716588d329f819c6371f2e75bce4516073c1560e4e5ec89b5559797f848","sha256:43932300fffc5deff09cc3982ee5edf730f842f43dfa7ffd0c40293ec68cedd6"],"state_sha256":"c5bc4dfabc8e7039bf953df784b2991f01208cead2ce2ea4440ff2b90e52b4d6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gQgtVA/SkT0mffWSotErVBTmF+XGkYxa6MesGlFeix09Cz2Qy6+GKPiNaEQjXJZBZ5uVVUX+LLCmVg+u72vKDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T21:55:56.466194Z","bundle_sha256":"2e0900d386a21bb600c9e7cf22fbf531f861b441c5e0c573167ed610c3f6b421"}}