{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:OJWUHIK2TDRR4I4TLWQDB7UTGI","short_pith_number":"pith:OJWUHIK2","canonical_record":{"source":{"id":"2402.09900","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-15T11:56:53Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"920538f3e44eef0bc5ecb8c925e7a278926ffeb7081b204b7207c960539fed33","abstract_canon_sha256":"8aa918fbc9393f64c857981acc01464ac92f4509bbfe415ed86210f1ed4f554b"},"schema_version":"1.0"},"canonical_sha256":"726d43a15a98e31e23935da030fe933230e1a57aeee22288bf2445ce5a56fd26","source":{"kind":"arxiv","id":"2402.09900","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.09900","created_at":"2026-07-05T09:26:58Z"},{"alias_kind":"arxiv_version","alias_value":"2402.09900v3","created_at":"2026-07-05T09:26:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.09900","created_at":"2026-07-05T09:26:58Z"},{"alias_kind":"pith_short_12","alias_value":"OJWUHIK2TDRR","created_at":"2026-07-05T09:26:58Z"},{"alias_kind":"pith_short_16","alias_value":"OJWUHIK2TDRR4I4T","created_at":"2026-07-05T09:26:58Z"},{"alias_kind":"pith_short_8","alias_value":"OJWUHIK2","created_at":"2026-07-05T09:26:58Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:OJWUHIK2TDRR4I4TLWQDB7UTGI","target":"record","payload":{"canonical_record":{"source":{"id":"2402.09900","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-15T11:56:53Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"920538f3e44eef0bc5ecb8c925e7a278926ffeb7081b204b7207c960539fed33","abstract_canon_sha256":"8aa918fbc9393f64c857981acc01464ac92f4509bbfe415ed86210f1ed4f554b"},"schema_version":"1.0"},"canonical_sha256":"726d43a15a98e31e23935da030fe933230e1a57aeee22288bf2445ce5a56fd26","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:26:58.161756Z","signature_b64":"wxzU+omz5Xs1Nu+/Lj41d3I3SMg7duqNqAsdYUMKV9AaDakq02YghAQp3yA1QSb5v8TiFXzO3ldpiGk7+JQRBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"726d43a15a98e31e23935da030fe933230e1a57aeee22288bf2445ce5a56fd26","last_reissued_at":"2026-07-05T09:26:58.161190Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:26:58.161190Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.09900","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:26:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"stEDT0rI9YvASFtZNwzmnfbncqcoUu4C9aTP2plrCojoe4IyPKCk/OyFBMk2VVqhTmkMNFKKNyRQmpOzwfnvAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T03:32:14.428553Z"},"content_sha256":"30eb30b68d21db9799cb81a72e52f511f8f8b88569a32d2a53166d45aa156681","schema_version":"1.0","event_id":"sha256:30eb30b68d21db9799cb81a72e52f511f8f8b88569a32d2a53166d45aa156681"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:OJWUHIK2TDRR4I4TLWQDB7UTGI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Recurrent Reinforcement Learning with Memoroids","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Amanda Prorok, Chris Lu, Jakob Foerster, Ryan Kortvelesy, Stephan Liwicki, Steven Morad","submitted_at":"2024-02-15T11:56:53Z","abstract_excerpt":"Memory models such as Recurrent Neural Networks (RNNs) and Transformers address Partially Observable Markov Decision Processes (POMDPs) by mapping trajectories to latent Markov states. Neither model scales particularly well to long sequences, especially compared to an emerging class of memory models called Linear Recurrent Models. We discover that the recurrent update of these models resembles a monoid, leading us to reformulate existing models using a novel monoid-based framework that we call memoroids. We revisit the traditional approach to batching in recurrent reinforcement learning, highl"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.09900","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.09900/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:26:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zHi9fR9T3oIewcjJqFISe2JSnqpL0bF7muN1Vs4pHNX5Sp5KF9/i1JsYBg/niRlH+1dj4K7QO/KbKngxxLOFDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T03:32:14.429059Z"},"content_sha256":"7d952abee84b33d9263e8c0ab11d672e054be2806317ab7502738e3eb815e779","schema_version":"1.0","event_id":"sha256:7d952abee84b33d9263e8c0ab11d672e054be2806317ab7502738e3eb815e779"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OJWUHIK2TDRR4I4TLWQDB7UTGI/bundle.json","state_url":"https://pith.science/pith/OJWUHIK2TDRR4I4TLWQDB7UTGI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OJWUHIK2TDRR4I4TLWQDB7UTGI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T03:32:14Z","links":{"resolver":"https://pith.science/pith/OJWUHIK2TDRR4I4TLWQDB7UTGI","bundle":"https://pith.science/pith/OJWUHIK2TDRR4I4TLWQDB7UTGI/bundle.json","state":"https://pith.science/pith/OJWUHIK2TDRR4I4TLWQDB7UTGI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OJWUHIK2TDRR4I4TLWQDB7UTGI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:OJWUHIK2TDRR4I4TLWQDB7UTGI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8aa918fbc9393f64c857981acc01464ac92f4509bbfe415ed86210f1ed4f554b","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-15T11:56:53Z","title_canon_sha256":"920538f3e44eef0bc5ecb8c925e7a278926ffeb7081b204b7207c960539fed33"},"schema_version":"1.0","source":{"id":"2402.09900","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.09900","created_at":"2026-07-05T09:26:58Z"},{"alias_kind":"arxiv_version","alias_value":"2402.09900v3","created_at":"2026-07-05T09:26:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.09900","created_at":"2026-07-05T09:26:58Z"},{"alias_kind":"pith_short_12","alias_value":"OJWUHIK2TDRR","created_at":"2026-07-05T09:26:58Z"},{"alias_kind":"pith_short_16","alias_value":"OJWUHIK2TDRR4I4T","created_at":"2026-07-05T09:26:58Z"},{"alias_kind":"pith_short_8","alias_value":"OJWUHIK2","created_at":"2026-07-05T09:26:58Z"}],"graph_snapshots":[{"event_id":"sha256:7d952abee84b33d9263e8c0ab11d672e054be2806317ab7502738e3eb815e779","target":"graph","created_at":"2026-07-05T09:26:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.09900/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Memory models such as Recurrent Neural Networks (RNNs) and Transformers address Partially Observable Markov Decision Processes (POMDPs) by mapping trajectories to latent Markov states. Neither model scales particularly well to long sequences, especially compared to an emerging class of memory models called Linear Recurrent Models. We discover that the recurrent update of these models resembles a monoid, leading us to reformulate existing models using a novel monoid-based framework that we call memoroids. We revisit the traditional approach to batching in recurrent reinforcement learning, highl","authors_text":"Amanda Prorok, Chris Lu, Jakob Foerster, Ryan Kortvelesy, Stephan Liwicki, Steven Morad","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-15T11:56:53Z","title":"Recurrent Reinforcement Learning with Memoroids"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.09900","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:30eb30b68d21db9799cb81a72e52f511f8f8b88569a32d2a53166d45aa156681","target":"record","created_at":"2026-07-05T09:26:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8aa918fbc9393f64c857981acc01464ac92f4509bbfe415ed86210f1ed4f554b","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-15T11:56:53Z","title_canon_sha256":"920538f3e44eef0bc5ecb8c925e7a278926ffeb7081b204b7207c960539fed33"},"schema_version":"1.0","source":{"id":"2402.09900","kind":"arxiv","version":3}},"canonical_sha256":"726d43a15a98e31e23935da030fe933230e1a57aeee22288bf2445ce5a56fd26","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"726d43a15a98e31e23935da030fe933230e1a57aeee22288bf2445ce5a56fd26","first_computed_at":"2026-07-05T09:26:58.161190Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:26:58.161190Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"wxzU+omz5Xs1Nu+/Lj41d3I3SMg7duqNqAsdYUMKV9AaDakq02YghAQp3yA1QSb5v8TiFXzO3ldpiGk7+JQRBA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:26:58.161756Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.09900","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:30eb30b68d21db9799cb81a72e52f511f8f8b88569a32d2a53166d45aa156681","sha256:7d952abee84b33d9263e8c0ab11d672e054be2806317ab7502738e3eb815e779"],"state_sha256":"a79f9a1bae1e60efa7b7784053f23bc18c00934a8eaa86c35e9fa4d4b7a070d7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VtQstikWOhX8ba15zvnsB4wiX/UMby6d4zy1CGkJHpeF7rJqHjkOlb5bn2oT8YdNMDY3xYAUxbGtDHtAh1+3DQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T03:32:14.433901Z","bundle_sha256":"3088072b931555303b1a3069c23a6422ed4480c6e821882a9b82feed95b5fca0"}}