{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2012:XOZKENMOABF7MO2Z7Y2533X77Y","short_pith_number":"pith:XOZKENMO","canonical_record":{"source":{"id":"1205.2643","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2012-05-09T15:26:47Z","cross_cats_sorted":["cs.SY","math.OC","stat.CO","stat.ML"],"title_canon_sha256":"31f2df213b8e1bb9e3edca3b4ecf56a0e52ce92e57721fdeea027baa4a8cca91","abstract_canon_sha256":"719a9a65adc7bea6b77aee3b91754e190ad75a81ed10cb8cdfe30a4b032b8597"},"schema_version":"1.0"},"canonical_sha256":"bbb2a2358e004bf63b59fe35ddeefffe06d5732b37e45a5aa7c331558e2f72cb","source":{"kind":"arxiv","id":"1205.2643","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1205.2643","created_at":"2026-05-18T03:55:47Z"},{"alias_kind":"arxiv_version","alias_value":"1205.2643v1","created_at":"2026-05-18T03:55:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1205.2643","created_at":"2026-05-18T03:55:47Z"},{"alias_kind":"pith_short_12","alias_value":"XOZKENMOABF7","created_at":"2026-05-18T12:27:27Z"},{"alias_kind":"pith_short_16","alias_value":"XOZKENMOABF7MO2Z","created_at":"2026-05-18T12:27:27Z"},{"alias_kind":"pith_short_8","alias_value":"XOZKENMO","created_at":"2026-05-18T12:27:27Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2012:XOZKENMOABF7MO2Z7Y2533X77Y","target":"record","payload":{"canonical_record":{"source":{"id":"1205.2643","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2012-05-09T15:26:47Z","cross_cats_sorted":["cs.SY","math.OC","stat.CO","stat.ML"],"title_canon_sha256":"31f2df213b8e1bb9e3edca3b4ecf56a0e52ce92e57721fdeea027baa4a8cca91","abstract_canon_sha256":"719a9a65adc7bea6b77aee3b91754e190ad75a81ed10cb8cdfe30a4b032b8597"},"schema_version":"1.0"},"canonical_sha256":"bbb2a2358e004bf63b59fe35ddeefffe06d5732b37e45a5aa7c331558e2f72cb","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T03:55:47.682291Z","signature_b64":"C+DFFF5eYn1WWhAfiEJuJNxnwDuJEfvQz7dd+RENnGrxbihIGErvdY78qj9P5qHrMJSgBBaAOXZnpWjjXZP/Ag==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"bbb2a2358e004bf63b59fe35ddeefffe06d5732b37e45a5aa7c331558e2f72cb","last_reissued_at":"2026-05-18T03:55:47.681733Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T03:55:47.681733Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1205.2643","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T03:55:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"d3H8sfTT4FXFrcFB9Cg2gFuCx97ikr9ZIQISu43qH6c8BaZD5AHW7DHzUcjD6hz0gnjlQeTOIeR+fbC3wNSMCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-31T12:56:30.592808Z"},"content_sha256":"9c69f86a1d0157993c355610566193d256ae73c3c4c2402822d54ae4a19e66a6","schema_version":"1.0","event_id":"sha256:9c69f86a1d0157993c355610566193d256ae73c3c4c2402822d54ae4a19e66a6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2012:XOZKENMOABF7MO2Z7Y2533X77Y","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"New inference strategies for solving Markov Decision Processes using reversible jump MCMC","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.SY","math.OC","stat.CO","stat.ML"],"primary_cat":"cs.LG","authors_text":"Arnaud Doucet, Hendrik Kueck, Matthias Hoffman, Nando de Freitas","submitted_at":"2012-05-09T15:26:47Z","abstract_excerpt":"In this paper we build on previous work which uses inferences techniques, in particular Markov Chain Monte Carlo (MCMC) methods, to solve parameterized control problems. We propose a number of modifications in order to make this approach more practical in general, higher-dimensional spaces. We first introduce a new target distribution which is able to incorporate more reward information from sampled trajectories. We also show how to break strong correlations between the policy parameters and sampled trajectories in order to sample more freely. Finally, we show how to incorporate these techniqu"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1205.2643","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T03:55:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ICT2Jc6Xl8pp1G3+9pscwtfqCwY4ONXllgQx0K7tohnKZ72ZZ9dNavbsWU/Wu5qUV7gX43rJwNS96dFHONS5Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-31T12:56:30.593457Z"},"content_sha256":"910162e157f54475332a924e5da348cd20e53a3377a98ef2c6148eca6bf6812b","schema_version":"1.0","event_id":"sha256:910162e157f54475332a924e5da348cd20e53a3377a98ef2c6148eca6bf6812b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XOZKENMOABF7MO2Z7Y2533X77Y/bundle.json","state_url":"https://pith.science/pith/XOZKENMOABF7MO2Z7Y2533X77Y/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XOZKENMOABF7MO2Z7Y2533X77Y/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-31T12:56:30Z","links":{"resolver":"https://pith.science/pith/XOZKENMOABF7MO2Z7Y2533X77Y","bundle":"https://pith.science/pith/XOZKENMOABF7MO2Z7Y2533X77Y/bundle.json","state":"https://pith.science/pith/XOZKENMOABF7MO2Z7Y2533X77Y/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XOZKENMOABF7MO2Z7Y2533X77Y/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2012:XOZKENMOABF7MO2Z7Y2533X77Y","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"719a9a65adc7bea6b77aee3b91754e190ad75a81ed10cb8cdfe30a4b032b8597","cross_cats_sorted":["cs.SY","math.OC","stat.CO","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2012-05-09T15:26:47Z","title_canon_sha256":"31f2df213b8e1bb9e3edca3b4ecf56a0e52ce92e57721fdeea027baa4a8cca91"},"schema_version":"1.0","source":{"id":"1205.2643","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1205.2643","created_at":"2026-05-18T03:55:47Z"},{"alias_kind":"arxiv_version","alias_value":"1205.2643v1","created_at":"2026-05-18T03:55:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1205.2643","created_at":"2026-05-18T03:55:47Z"},{"alias_kind":"pith_short_12","alias_value":"XOZKENMOABF7","created_at":"2026-05-18T12:27:27Z"},{"alias_kind":"pith_short_16","alias_value":"XOZKENMOABF7MO2Z","created_at":"2026-05-18T12:27:27Z"},{"alias_kind":"pith_short_8","alias_value":"XOZKENMO","created_at":"2026-05-18T12:27:27Z"}],"graph_snapshots":[{"event_id":"sha256:910162e157f54475332a924e5da348cd20e53a3377a98ef2c6148eca6bf6812b","target":"graph","created_at":"2026-05-18T03:55:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"In this paper we build on previous work which uses inferences techniques, in particular Markov Chain Monte Carlo (MCMC) methods, to solve parameterized control problems. We propose a number of modifications in order to make this approach more practical in general, higher-dimensional spaces. We first introduce a new target distribution which is able to incorporate more reward information from sampled trajectories. We also show how to break strong correlations between the policy parameters and sampled trajectories in order to sample more freely. Finally, we show how to incorporate these techniqu","authors_text":"Arnaud Doucet, Hendrik Kueck, Matthias Hoffman, Nando de Freitas","cross_cats":["cs.SY","math.OC","stat.CO","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2012-05-09T15:26:47Z","title":"New inference strategies for solving Markov Decision Processes using reversible jump MCMC"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1205.2643","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9c69f86a1d0157993c355610566193d256ae73c3c4c2402822d54ae4a19e66a6","target":"record","created_at":"2026-05-18T03:55:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"719a9a65adc7bea6b77aee3b91754e190ad75a81ed10cb8cdfe30a4b032b8597","cross_cats_sorted":["cs.SY","math.OC","stat.CO","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2012-05-09T15:26:47Z","title_canon_sha256":"31f2df213b8e1bb9e3edca3b4ecf56a0e52ce92e57721fdeea027baa4a8cca91"},"schema_version":"1.0","source":{"id":"1205.2643","kind":"arxiv","version":1}},"canonical_sha256":"bbb2a2358e004bf63b59fe35ddeefffe06d5732b37e45a5aa7c331558e2f72cb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"bbb2a2358e004bf63b59fe35ddeefffe06d5732b37e45a5aa7c331558e2f72cb","first_computed_at":"2026-05-18T03:55:47.681733Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T03:55:47.681733Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"C+DFFF5eYn1WWhAfiEJuJNxnwDuJEfvQz7dd+RENnGrxbihIGErvdY78qj9P5qHrMJSgBBaAOXZnpWjjXZP/Ag==","signature_status":"signed_v1","signed_at":"2026-05-18T03:55:47.682291Z","signed_message":"canonical_sha256_bytes"},"source_id":"1205.2643","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9c69f86a1d0157993c355610566193d256ae73c3c4c2402822d54ae4a19e66a6","sha256:910162e157f54475332a924e5da348cd20e53a3377a98ef2c6148eca6bf6812b"],"state_sha256":"00e3276cdcbd6e87ed021a1c61dbaad00072ed7cd21594f3b739afa6f219c936"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Bu3Ta6v9dqEIhBS4Q9thbJvf2hTnsjsw/eTUTsPXxXZjijhpTljYowhq5/QiNYOx7Ghj4HX8Eoto8moqjRZpDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-31T12:56:30.596737Z","bundle_sha256":"ed49a6f2daddceb90c9a5bbcd8b921c29ab57e21356788d8341a025ec0d83de5"}}