{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2013:X2LE3GQOZNUNXOV725DGFW4DGB","short_pith_number":"pith:X2LE3GQO","canonical_record":{"source":{"id":"1301.3869","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2013-01-16T15:51:06Z","cross_cats_sorted":[],"title_canon_sha256":"b557f9e7a0339e4d4fac3659e1a757412fab5950c6b15831b4aae1c103124bc6","abstract_canon_sha256":"d99d0a8666a865b4dd58d6e90dc52cf17b2e514929a49b33264130c8d9b9b7d5"},"schema_version":"1.0"},"canonical_sha256":"be964d9a0ecb68dbbabfd74662db833070182b6ad73dd20ad2bba09e0b707db0","source":{"kind":"arxiv","id":"1301.3869","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1301.3869","created_at":"2026-05-18T03:36:15Z"},{"alias_kind":"arxiv_version","alias_value":"1301.3869v1","created_at":"2026-05-18T03:36:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1301.3869","created_at":"2026-05-18T03:36:15Z"},{"alias_kind":"pith_short_12","alias_value":"X2LE3GQOZNUN","created_at":"2026-05-18T12:28:06Z"},{"alias_kind":"pith_short_16","alias_value":"X2LE3GQOZNUNXOV7","created_at":"2026-05-18T12:28:06Z"},{"alias_kind":"pith_short_8","alias_value":"X2LE3GQO","created_at":"2026-05-18T12:28:06Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2013:X2LE3GQOZNUNXOV725DGFW4DGB","target":"record","payload":{"canonical_record":{"source":{"id":"1301.3869","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2013-01-16T15:51:06Z","cross_cats_sorted":[],"title_canon_sha256":"b557f9e7a0339e4d4fac3659e1a757412fab5950c6b15831b4aae1c103124bc6","abstract_canon_sha256":"d99d0a8666a865b4dd58d6e90dc52cf17b2e514929a49b33264130c8d9b9b7d5"},"schema_version":"1.0"},"canonical_sha256":"be964d9a0ecb68dbbabfd74662db833070182b6ad73dd20ad2bba09e0b707db0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T03:36:15.195892Z","signature_b64":"EUDGyraQAO226ybdgDvLeHgc3F3av3MqrexNJ6Y4u/KVHxhBYKOZoxxsKAby6hktuwxN1tdEDLku+0dGYSIEAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"be964d9a0ecb68dbbabfd74662db833070182b6ad73dd20ad2bba09e0b707db0","last_reissued_at":"2026-05-18T03:36:15.195266Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T03:36:15.195266Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1301.3869","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T03:36:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HI2Gnt3N2EN6XgpPJTcEp/cj12SxMs99G2B25+DmCxYIiAOdtY8CQfu+2H3LbgTAAE2XV11x+9CHXO1JmYZbBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-06T03:57:11.499162Z"},"content_sha256":"b4da20ad6278b9d30a6f394daea43c79a1c73acfc47391f195f99be79e3a7bfe","schema_version":"1.0","event_id":"sha256:b4da20ad6278b9d30a6f394daea43c79a1c73acfc47391f195f99be79e3a7bfe"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2013:X2LE3GQOZNUNXOV725DGFW4DGB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Policy Iteration for Factored MDPs","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Daphne Koller, Ron Parr","submitted_at":"2013-01-16T15:51:06Z","abstract_excerpt":"Many large MDPs can be represented compactly using a dynamic Bayesian network.  Although the structure of the value function does not retain the structure of the process, recent work has shown that value functions in factored MDPs can often be approximated well using a decomposed value function: a linear combination of <I>restricted</I> basis functions, each of which refers only to a small subset of variables.  An approximate value function for a particular policy can be computed using approximate dynamic programming, but this approach (and others) can only produce an approximation relative to"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1301.3869","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T03:36:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"h45+iZBXP+c44jCu+sj+0PSlVpDDjZ8Bes6S+VyH54RtpX+SXs8886MjI2kyc3qxdaGY88iYBSt2JulSWnaPDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-06T03:57:11.499915Z"},"content_sha256":"90b87bcd9446c06d84388aa8c6095403ecd4939887cf34062b007e47c481e7b4","schema_version":"1.0","event_id":"sha256:90b87bcd9446c06d84388aa8c6095403ecd4939887cf34062b007e47c481e7b4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/X2LE3GQOZNUNXOV725DGFW4DGB/bundle.json","state_url":"https://pith.science/pith/X2LE3GQOZNUNXOV725DGFW4DGB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/X2LE3GQOZNUNXOV725DGFW4DGB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-06T03:57:11Z","links":{"resolver":"https://pith.science/pith/X2LE3GQOZNUNXOV725DGFW4DGB","bundle":"https://pith.science/pith/X2LE3GQOZNUNXOV725DGFW4DGB/bundle.json","state":"https://pith.science/pith/X2LE3GQOZNUNXOV725DGFW4DGB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/X2LE3GQOZNUNXOV725DGFW4DGB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2013:X2LE3GQOZNUNXOV725DGFW4DGB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d99d0a8666a865b4dd58d6e90dc52cf17b2e514929a49b33264130c8d9b9b7d5","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2013-01-16T15:51:06Z","title_canon_sha256":"b557f9e7a0339e4d4fac3659e1a757412fab5950c6b15831b4aae1c103124bc6"},"schema_version":"1.0","source":{"id":"1301.3869","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1301.3869","created_at":"2026-05-18T03:36:15Z"},{"alias_kind":"arxiv_version","alias_value":"1301.3869v1","created_at":"2026-05-18T03:36:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1301.3869","created_at":"2026-05-18T03:36:15Z"},{"alias_kind":"pith_short_12","alias_value":"X2LE3GQOZNUN","created_at":"2026-05-18T12:28:06Z"},{"alias_kind":"pith_short_16","alias_value":"X2LE3GQOZNUNXOV7","created_at":"2026-05-18T12:28:06Z"},{"alias_kind":"pith_short_8","alias_value":"X2LE3GQO","created_at":"2026-05-18T12:28:06Z"}],"graph_snapshots":[{"event_id":"sha256:90b87bcd9446c06d84388aa8c6095403ecd4939887cf34062b007e47c481e7b4","target":"graph","created_at":"2026-05-18T03:36:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Many large MDPs can be represented compactly using a dynamic Bayesian network.  Although the structure of the value function does not retain the structure of the process, recent work has shown that value functions in factored MDPs can often be approximated well using a decomposed value function: a linear combination of <I>restricted</I> basis functions, each of which refers only to a small subset of variables.  An approximate value function for a particular policy can be computed using approximate dynamic programming, but this approach (and others) can only produce an approximation relative to","authors_text":"Daphne Koller, Ron Parr","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2013-01-16T15:51:06Z","title":"Policy Iteration for Factored MDPs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1301.3869","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b4da20ad6278b9d30a6f394daea43c79a1c73acfc47391f195f99be79e3a7bfe","target":"record","created_at":"2026-05-18T03:36:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d99d0a8666a865b4dd58d6e90dc52cf17b2e514929a49b33264130c8d9b9b7d5","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2013-01-16T15:51:06Z","title_canon_sha256":"b557f9e7a0339e4d4fac3659e1a757412fab5950c6b15831b4aae1c103124bc6"},"schema_version":"1.0","source":{"id":"1301.3869","kind":"arxiv","version":1}},"canonical_sha256":"be964d9a0ecb68dbbabfd74662db833070182b6ad73dd20ad2bba09e0b707db0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"be964d9a0ecb68dbbabfd74662db833070182b6ad73dd20ad2bba09e0b707db0","first_computed_at":"2026-05-18T03:36:15.195266Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T03:36:15.195266Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"EUDGyraQAO226ybdgDvLeHgc3F3av3MqrexNJ6Y4u/KVHxhBYKOZoxxsKAby6hktuwxN1tdEDLku+0dGYSIEAw==","signature_status":"signed_v1","signed_at":"2026-05-18T03:36:15.195892Z","signed_message":"canonical_sha256_bytes"},"source_id":"1301.3869","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b4da20ad6278b9d30a6f394daea43c79a1c73acfc47391f195f99be79e3a7bfe","sha256:90b87bcd9446c06d84388aa8c6095403ecd4939887cf34062b007e47c481e7b4"],"state_sha256":"63d7c76a0f75e8d9a56bfc5e5222ecb7392d20be701a73db9b93ecfad52492c5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UjQQaRIP0bOTVZy5ZYrWNQ0xwP4M9Jey/gYlqjeAs4SMizkXR67ZatOSwcd4u+aDoWgLPNeZvbr3np+LYcB9Aw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-06T03:57:11.503872Z","bundle_sha256":"f431ae51c3971ddcb8270cf77ea21080f8b49681ae8b3f68f60d175c827e2a9b"}}