{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:ACDIG6MHAU2BXO2BTU2UX6CDZ6","short_pith_number":"pith:ACDIG6MH","canonical_record":{"source":{"id":"1802.04325","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-02-12T19:38:44Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"98a4b7784bf5cdfe8382e462a4d21a8085c36a67459a2e251b697d01f1908f8b","abstract_canon_sha256":"a6d2289c7d6da933f59df2bc292f77c442d2d7ee6ae6e14bb7c183b57b6a7688"},"schema_version":"1.0"},"canonical_sha256":"008683798705341bbb419d354bf843cf8a174417b176bbadb71673277e83df68","source":{"kind":"arxiv","id":"1802.04325","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1802.04325","created_at":"2026-05-18T00:13:44Z"},{"alias_kind":"arxiv_version","alias_value":"1802.04325v2","created_at":"2026-05-18T00:13:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1802.04325","created_at":"2026-05-18T00:13:44Z"},{"alias_kind":"pith_short_12","alias_value":"ACDIG6MHAU2B","created_at":"2026-05-18T12:32:13Z"},{"alias_kind":"pith_short_16","alias_value":"ACDIG6MHAU2BXO2B","created_at":"2026-05-18T12:32:13Z"},{"alias_kind":"pith_short_8","alias_value":"ACDIG6MH","created_at":"2026-05-18T12:32:13Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:ACDIG6MHAU2BXO2BTU2UX6CDZ6","target":"record","payload":{"canonical_record":{"source":{"id":"1802.04325","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-02-12T19:38:44Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"98a4b7784bf5cdfe8382e462a4d21a8085c36a67459a2e251b697d01f1908f8b","abstract_canon_sha256":"a6d2289c7d6da933f59df2bc292f77c442d2d7ee6ae6e14bb7c183b57b6a7688"},"schema_version":"1.0"},"canonical_sha256":"008683798705341bbb419d354bf843cf8a174417b176bbadb71673277e83df68","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:13:44.916656Z","signature_b64":"G9YU9tuiciY55SEXsIG9lBY7Fbiq4Ja56vv3T4PGyybS/9tg/DDdihuGwkrJfNGnjOj5NBRHBhmCVZ9hNlm3DQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"008683798705341bbb419d354bf843cf8a174417b176bbadb71673277e83df68","last_reissued_at":"2026-05-18T00:13:44.915887Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:13:44.915887Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1802.04325","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:13:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Eu8qfuvUOZ7ZzDl3OshBbfzMSeQ2e8iKBcK0cJLLg/cTyWA6g16dLLSC1MS2uXwFCk1NG0OfbkkpzMqloCbuCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-08T14:53:11.032232Z"},"content_sha256":"2325ea0b092fd692b7db9cfd810bc4f1979fa2cb87cb7b9a906023ab8126f897","schema_version":"1.0","event_id":"sha256:2325ea0b092fd692b7db9cfd810bc4f1979fa2cb87cb7b9a906023ab8126f897"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:ACDIG6MHAU2BXO2BTU2UX6CDZ6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Efficient Model-Based Deep Reinforcement Learning with Variational State Tabulation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","stat.ML"],"primary_cat":"cs.LG","authors_text":"Dane Corneil, Johanni Brea, Wulfram Gerstner","submitted_at":"2018-02-12T19:38:44Z","abstract_excerpt":"Modern reinforcement learning algorithms reach super-human performance on many board and video games, but they are sample inefficient, i.e. they typically require significantly more playing experience than humans to reach an equal performance level. To improve sample efficiency, an agent may build a model of the environment and use planning methods to update its policy. In this article we introduce Variational State Tabulation (VaST), which maps an environment with a high-dimensional state space (e.g. the space of visual inputs) to an abstract tabular model. Prioritized sweeping with small bac"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1802.04325","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:13:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EE75pro33E9ARXzMqtn4YaiGKdkp7rjmTOL0uoaDvYcHd/qTnEZPSJGkD7zD8CRieYurGmQnbDT4r+LpBbp0DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-08T14:53:11.032591Z"},"content_sha256":"1e26a5ca9bad3ccc6df9f32ba5c029898cfd16ce5d2a57513b41bc01f1eee80e","schema_version":"1.0","event_id":"sha256:1e26a5ca9bad3ccc6df9f32ba5c029898cfd16ce5d2a57513b41bc01f1eee80e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ACDIG6MHAU2BXO2BTU2UX6CDZ6/bundle.json","state_url":"https://pith.science/pith/ACDIG6MHAU2BXO2BTU2UX6CDZ6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ACDIG6MHAU2BXO2BTU2UX6CDZ6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-08T14:53:11Z","links":{"resolver":"https://pith.science/pith/ACDIG6MHAU2BXO2BTU2UX6CDZ6","bundle":"https://pith.science/pith/ACDIG6MHAU2BXO2BTU2UX6CDZ6/bundle.json","state":"https://pith.science/pith/ACDIG6MHAU2BXO2BTU2UX6CDZ6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ACDIG6MHAU2BXO2BTU2UX6CDZ6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:ACDIG6MHAU2BXO2BTU2UX6CDZ6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a6d2289c7d6da933f59df2bc292f77c442d2d7ee6ae6e14bb7c183b57b6a7688","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-02-12T19:38:44Z","title_canon_sha256":"98a4b7784bf5cdfe8382e462a4d21a8085c36a67459a2e251b697d01f1908f8b"},"schema_version":"1.0","source":{"id":"1802.04325","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1802.04325","created_at":"2026-05-18T00:13:44Z"},{"alias_kind":"arxiv_version","alias_value":"1802.04325v2","created_at":"2026-05-18T00:13:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1802.04325","created_at":"2026-05-18T00:13:44Z"},{"alias_kind":"pith_short_12","alias_value":"ACDIG6MHAU2B","created_at":"2026-05-18T12:32:13Z"},{"alias_kind":"pith_short_16","alias_value":"ACDIG6MHAU2BXO2B","created_at":"2026-05-18T12:32:13Z"},{"alias_kind":"pith_short_8","alias_value":"ACDIG6MH","created_at":"2026-05-18T12:32:13Z"}],"graph_snapshots":[{"event_id":"sha256:1e26a5ca9bad3ccc6df9f32ba5c029898cfd16ce5d2a57513b41bc01f1eee80e","target":"graph","created_at":"2026-05-18T00:13:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Modern reinforcement learning algorithms reach super-human performance on many board and video games, but they are sample inefficient, i.e. they typically require significantly more playing experience than humans to reach an equal performance level. To improve sample efficiency, an agent may build a model of the environment and use planning methods to update its policy. In this article we introduce Variational State Tabulation (VaST), which maps an environment with a high-dimensional state space (e.g. the space of visual inputs) to an abstract tabular model. Prioritized sweeping with small bac","authors_text":"Dane Corneil, Johanni Brea, Wulfram Gerstner","cross_cats":["cs.AI","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-02-12T19:38:44Z","title":"Efficient Model-Based Deep Reinforcement Learning with Variational State Tabulation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1802.04325","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2325ea0b092fd692b7db9cfd810bc4f1979fa2cb87cb7b9a906023ab8126f897","target":"record","created_at":"2026-05-18T00:13:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a6d2289c7d6da933f59df2bc292f77c442d2d7ee6ae6e14bb7c183b57b6a7688","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-02-12T19:38:44Z","title_canon_sha256":"98a4b7784bf5cdfe8382e462a4d21a8085c36a67459a2e251b697d01f1908f8b"},"schema_version":"1.0","source":{"id":"1802.04325","kind":"arxiv","version":2}},"canonical_sha256":"008683798705341bbb419d354bf843cf8a174417b176bbadb71673277e83df68","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"008683798705341bbb419d354bf843cf8a174417b176bbadb71673277e83df68","first_computed_at":"2026-05-18T00:13:44.915887Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:13:44.915887Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"G9YU9tuiciY55SEXsIG9lBY7Fbiq4Ja56vv3T4PGyybS/9tg/DDdihuGwkrJfNGnjOj5NBRHBhmCVZ9hNlm3DQ==","signature_status":"signed_v1","signed_at":"2026-05-18T00:13:44.916656Z","signed_message":"canonical_sha256_bytes"},"source_id":"1802.04325","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2325ea0b092fd692b7db9cfd810bc4f1979fa2cb87cb7b9a906023ab8126f897","sha256:1e26a5ca9bad3ccc6df9f32ba5c029898cfd16ce5d2a57513b41bc01f1eee80e"],"state_sha256":"9be223d52ee2db38875d76c7b22e947d92899634bf6715c2d23e9b3b02c120b2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dLVy8aPc750QWGAVsR28Ppwnr7FobWvodoZvDJx9gvoToaw/UYiKWrZVpCJntlrNrHs/VXRzCvYo/rQ3gkFyDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-08T14:53:11.034670Z","bundle_sha256":"529020b7a37207bcb4b687bacfba170c8aa1db0109b4adaba41785976deb8e34"}}