{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:HQ246KRRCRE6YB4ZDESOPH2GCZ","short_pith_number":"pith:HQ246KRR","canonical_record":{"source":{"id":"2405.17358","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-27T17:02:35Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"1d3452836513deaac2352aabeacabe311581f9dd1a52d642cc309be4ee36bfb1","abstract_canon_sha256":"18437ad754957e1b36705ebe460356cf3c2b26e6d9ca826a6b9810997edfe79f"},"schema_version":"1.0"},"canonical_sha256":"3c35cf2a311449ec07991924e79f461642b19174539e1bde5dedcab6b8e31d38","source":{"kind":"arxiv","id":"2405.17358","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.17358","created_at":"2026-07-05T08:25:05Z"},{"alias_kind":"arxiv_version","alias_value":"2405.17358v3","created_at":"2026-07-05T08:25:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.17358","created_at":"2026-07-05T08:25:05Z"},{"alias_kind":"pith_short_12","alias_value":"HQ246KRRCRE6","created_at":"2026-07-05T08:25:05Z"},{"alias_kind":"pith_short_16","alias_value":"HQ246KRRCRE6YB4Z","created_at":"2026-07-05T08:25:05Z"},{"alias_kind":"pith_short_8","alias_value":"HQ246KRR","created_at":"2026-07-05T08:25:05Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:HQ246KRRCRE6YB4ZDESOPH2GCZ","target":"record","payload":{"canonical_record":{"source":{"id":"2405.17358","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-27T17:02:35Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"1d3452836513deaac2352aabeacabe311581f9dd1a52d642cc309be4ee36bfb1","abstract_canon_sha256":"18437ad754957e1b36705ebe460356cf3c2b26e6d9ca826a6b9810997edfe79f"},"schema_version":"1.0"},"canonical_sha256":"3c35cf2a311449ec07991924e79f461642b19174539e1bde5dedcab6b8e31d38","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:25:05.375810Z","signature_b64":"+YztJIUEgbcy0LEk6DDRdrPuBeeX6oi/VbqmCO/TaNd+YbEyFLpdBjomRdDtcptsxQ37RAn3Apj4jFMgsMqcAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3c35cf2a311449ec07991924e79f461642b19174539e1bde5dedcab6b8e31d38","last_reissued_at":"2026-07-05T08:25:05.375277Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:25:05.375277Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.17358","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:25:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"arzqnFNLi+yPOjH3MTZuAERzabdc4uihrR9gsxsMcjUJuPIj17HdBWkHf3oiyERoO8RTqbFk53JZw3JBcsbHBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T06:12:57.897469Z"},"content_sha256":"8f50adfa2a9734905c229a8330b4d52610f54c165434e1c533fc7f2f5646d1e7","schema_version":"1.0","event_id":"sha256:8f50adfa2a9734905c229a8330b4d52610f54c165434e1c533fc7f2f5646d1e7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:HQ246KRRCRE6YB4ZDESOPH2GCZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Rethinking Transformers in Solving POMDPs","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Chenhao Lu, Huazhe Xu, Kaizhe Hu, Ruizhe Shi, Simon S. Du, Yuyao Liu","submitted_at":"2024-05-27T17:02:35Z","abstract_excerpt":"Sequential decision-making algorithms such as reinforcement learning (RL) in real-world scenarios inevitably face environments with partial observability. This paper scrutinizes the effectiveness of a popular architecture, namely Transformers, in Partially Observable Markov Decision Processes (POMDPs) and reveals its theoretical limitations. We establish that regular languages, which Transformers struggle to model, are reducible to POMDPs. This poses a significant challenge for Transformers in learning POMDP-specific inductive biases, due to their lack of inherent recurrence found in other mod"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.17358","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.17358/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:25:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"k3kZu8G5CKjOsPrXKEJa8rOJ9iZxfkx+zkVHR49VIpyKJ/6+U4g3KhWjEzoHHhhE+lD8uxCkoyu/v/Am2X2vBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T06:12:57.897973Z"},"content_sha256":"6389116391226ba8fd02dce98d4d9d0606586bbbd20c49eb1765dfc7ffdbbc0c","schema_version":"1.0","event_id":"sha256:6389116391226ba8fd02dce98d4d9d0606586bbbd20c49eb1765dfc7ffdbbc0c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HQ246KRRCRE6YB4ZDESOPH2GCZ/bundle.json","state_url":"https://pith.science/pith/HQ246KRRCRE6YB4ZDESOPH2GCZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HQ246KRRCRE6YB4ZDESOPH2GCZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T06:12:57Z","links":{"resolver":"https://pith.science/pith/HQ246KRRCRE6YB4ZDESOPH2GCZ","bundle":"https://pith.science/pith/HQ246KRRCRE6YB4ZDESOPH2GCZ/bundle.json","state":"https://pith.science/pith/HQ246KRRCRE6YB4ZDESOPH2GCZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HQ246KRRCRE6YB4ZDESOPH2GCZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:HQ246KRRCRE6YB4ZDESOPH2GCZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"18437ad754957e1b36705ebe460356cf3c2b26e6d9ca826a6b9810997edfe79f","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-27T17:02:35Z","title_canon_sha256":"1d3452836513deaac2352aabeacabe311581f9dd1a52d642cc309be4ee36bfb1"},"schema_version":"1.0","source":{"id":"2405.17358","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.17358","created_at":"2026-07-05T08:25:05Z"},{"alias_kind":"arxiv_version","alias_value":"2405.17358v3","created_at":"2026-07-05T08:25:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.17358","created_at":"2026-07-05T08:25:05Z"},{"alias_kind":"pith_short_12","alias_value":"HQ246KRRCRE6","created_at":"2026-07-05T08:25:05Z"},{"alias_kind":"pith_short_16","alias_value":"HQ246KRRCRE6YB4Z","created_at":"2026-07-05T08:25:05Z"},{"alias_kind":"pith_short_8","alias_value":"HQ246KRR","created_at":"2026-07-05T08:25:05Z"}],"graph_snapshots":[{"event_id":"sha256:6389116391226ba8fd02dce98d4d9d0606586bbbd20c49eb1765dfc7ffdbbc0c","target":"graph","created_at":"2026-07-05T08:25:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.17358/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Sequential decision-making algorithms such as reinforcement learning (RL) in real-world scenarios inevitably face environments with partial observability. This paper scrutinizes the effectiveness of a popular architecture, namely Transformers, in Partially Observable Markov Decision Processes (POMDPs) and reveals its theoretical limitations. We establish that regular languages, which Transformers struggle to model, are reducible to POMDPs. This poses a significant challenge for Transformers in learning POMDP-specific inductive biases, due to their lack of inherent recurrence found in other mod","authors_text":"Chenhao Lu, Huazhe Xu, Kaizhe Hu, Ruizhe Shi, Simon S. Du, Yuyao Liu","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-27T17:02:35Z","title":"Rethinking Transformers in Solving POMDPs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.17358","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8f50adfa2a9734905c229a8330b4d52610f54c165434e1c533fc7f2f5646d1e7","target":"record","created_at":"2026-07-05T08:25:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"18437ad754957e1b36705ebe460356cf3c2b26e6d9ca826a6b9810997edfe79f","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-27T17:02:35Z","title_canon_sha256":"1d3452836513deaac2352aabeacabe311581f9dd1a52d642cc309be4ee36bfb1"},"schema_version":"1.0","source":{"id":"2405.17358","kind":"arxiv","version":3}},"canonical_sha256":"3c35cf2a311449ec07991924e79f461642b19174539e1bde5dedcab6b8e31d38","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3c35cf2a311449ec07991924e79f461642b19174539e1bde5dedcab6b8e31d38","first_computed_at":"2026-07-05T08:25:05.375277Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:25:05.375277Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+YztJIUEgbcy0LEk6DDRdrPuBeeX6oi/VbqmCO/TaNd+YbEyFLpdBjomRdDtcptsxQ37RAn3Apj4jFMgsMqcAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:25:05.375810Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.17358","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8f50adfa2a9734905c229a8330b4d52610f54c165434e1c533fc7f2f5646d1e7","sha256:6389116391226ba8fd02dce98d4d9d0606586bbbd20c49eb1765dfc7ffdbbc0c"],"state_sha256":"6b5d75dd8cc6a953b65d0109a9c7b0eaaebdc64ea622016538047bb9d2c9847d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"u2QoaDxp6rF5rn1t/kDAWIOWvZXUxHcZOoCGfXlBmmNBia/SRqFQ981iIPFREq3MgV8UGki1Td/D+QdeD33yBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T06:12:57.903416Z","bundle_sha256":"ca74094076c6f6cebee7909128fe38f7be56a83262204439378314c01274487e"}}