{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2017:SDFJHW44BLDTC5KLWD4QY5GM3Y","short_pith_number":"pith:SDFJHW44","canonical_record":{"source":{"id":"1703.09390","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-03-28T03:32:55Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"48bafb34bd325296e0253c9809241c2c2dfb51f720a5d68c30a4b22512f9e768","abstract_canon_sha256":"86e5d07e6dea91a3c3cde3ef612afa94f9159aca9be75442c02f6b4237454c2a"},"schema_version":"1.0"},"canonical_sha256":"90ca93db9c0ac731754bb0f90c74ccde0ccf26aa472a99fc42b31aba3d4bedef","source":{"kind":"arxiv","id":"1703.09390","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1703.09390","created_at":"2026-05-18T00:31:21Z"},{"alias_kind":"arxiv_version","alias_value":"1703.09390v2","created_at":"2026-05-18T00:31:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1703.09390","created_at":"2026-05-18T00:31:21Z"},{"alias_kind":"pith_short_12","alias_value":"SDFJHW44BLDT","created_at":"2026-05-18T12:31:43Z"},{"alias_kind":"pith_short_16","alias_value":"SDFJHW44BLDTC5KL","created_at":"2026-05-18T12:31:43Z"},{"alias_kind":"pith_short_8","alias_value":"SDFJHW44","created_at":"2026-05-18T12:31:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2017:SDFJHW44BLDTC5KLWD4QY5GM3Y","target":"record","payload":{"canonical_record":{"source":{"id":"1703.09390","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-03-28T03:32:55Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"48bafb34bd325296e0253c9809241c2c2dfb51f720a5d68c30a4b22512f9e768","abstract_canon_sha256":"86e5d07e6dea91a3c3cde3ef612afa94f9159aca9be75442c02f6b4237454c2a"},"schema_version":"1.0"},"canonical_sha256":"90ca93db9c0ac731754bb0f90c74ccde0ccf26aa472a99fc42b31aba3d4bedef","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:31:21.899246Z","signature_b64":"0Ixq1O9tmXA+Xa5vSKo/Nv2UVt6WnA7xD+3b8zm7tn++KJFXzT5Rfw3OSZoTumT8ux+HopwNlz5GrN330GPmBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"90ca93db9c0ac731754bb0f90c74ccde0ccf26aa472a99fc42b31aba3d4bedef","last_reissued_at":"2026-05-18T00:31:21.898433Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:31:21.898433Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1703.09390","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:31:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KP2zviihgBvZ1BNCF+IG6cxgMB9BNPZknSRxjN3k5mL8wu41Ryjd5gbKFXbdf97stzZosLuGUkG0RFHqOXSaBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-30T05:29:14.881540Z"},"content_sha256":"4d7f06677edb70b3454251bb5c323eb83c714109083d5870d1cdace22bd49b23","schema_version":"1.0","event_id":"sha256:4d7f06677edb70b3454251bb5c323eb83c714109083d5870d1cdace22bd49b23"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2017:SDFJHW44BLDTC5KLWD4QY5GM3Y","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Factoring Exogenous State for Model-Free Monte Carlo","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Claire Montgomery, Rachel Houtman, Ronald Metoyer, Sean McGregor, Thomas G. Dietterich","submitted_at":"2017-03-28T03:32:55Z","abstract_excerpt":"Policy analysts wish to visualize a range of policies for large simulator-defined Markov Decision Processes (MDPs). One visualization approach is to invoke the simulator to generate on-policy trajectories and then visualize those trajectories. When the simulator is expensive, this is not practical, and some method is required for generating trajectories for new policies without invoking the simulator. The method of Model-Free Monte Carlo (MFMC) can do this by stitching together state transitions for a new policy based on previously-sampled trajectories from other policies. This \"off-policy Mon"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1703.09390","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:31:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"reLWF3SS1AGfPr+qz/Vn/Wy6KO0HTkWH0AHGBJLqhM0v9naH4w0rX29dGZSBUS4kjOEZm7/tA3yDl7ZLieXiAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-30T05:29:14.881892Z"},"content_sha256":"c8ebdac783dcc10f9dd4a7063f5a7d7866a21a804c2aa783e799e85ca859bea1","schema_version":"1.0","event_id":"sha256:c8ebdac783dcc10f9dd4a7063f5a7d7866a21a804c2aa783e799e85ca859bea1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/SDFJHW44BLDTC5KLWD4QY5GM3Y/bundle.json","state_url":"https://pith.science/pith/SDFJHW44BLDTC5KLWD4QY5GM3Y/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/SDFJHW44BLDTC5KLWD4QY5GM3Y/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-30T05:29:14Z","links":{"resolver":"https://pith.science/pith/SDFJHW44BLDTC5KLWD4QY5GM3Y","bundle":"https://pith.science/pith/SDFJHW44BLDTC5KLWD4QY5GM3Y/bundle.json","state":"https://pith.science/pith/SDFJHW44BLDTC5KLWD4QY5GM3Y/state.json","well_known_bundle":"https://pith.science/.well-known/pith/SDFJHW44BLDTC5KLWD4QY5GM3Y/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2017:SDFJHW44BLDTC5KLWD4QY5GM3Y","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"86e5d07e6dea91a3c3cde3ef612afa94f9159aca9be75442c02f6b4237454c2a","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-03-28T03:32:55Z","title_canon_sha256":"48bafb34bd325296e0253c9809241c2c2dfb51f720a5d68c30a4b22512f9e768"},"schema_version":"1.0","source":{"id":"1703.09390","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1703.09390","created_at":"2026-05-18T00:31:21Z"},{"alias_kind":"arxiv_version","alias_value":"1703.09390v2","created_at":"2026-05-18T00:31:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1703.09390","created_at":"2026-05-18T00:31:21Z"},{"alias_kind":"pith_short_12","alias_value":"SDFJHW44BLDT","created_at":"2026-05-18T12:31:43Z"},{"alias_kind":"pith_short_16","alias_value":"SDFJHW44BLDTC5KL","created_at":"2026-05-18T12:31:43Z"},{"alias_kind":"pith_short_8","alias_value":"SDFJHW44","created_at":"2026-05-18T12:31:43Z"}],"graph_snapshots":[{"event_id":"sha256:c8ebdac783dcc10f9dd4a7063f5a7d7866a21a804c2aa783e799e85ca859bea1","target":"graph","created_at":"2026-05-18T00:31:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Policy analysts wish to visualize a range of policies for large simulator-defined Markov Decision Processes (MDPs). One visualization approach is to invoke the simulator to generate on-policy trajectories and then visualize those trajectories. When the simulator is expensive, this is not practical, and some method is required for generating trajectories for new policies without invoking the simulator. The method of Model-Free Monte Carlo (MFMC) can do this by stitching together state transitions for a new policy based on previously-sampled trajectories from other policies. This \"off-policy Mon","authors_text":"Claire Montgomery, Rachel Houtman, Ronald Metoyer, Sean McGregor, Thomas G. Dietterich","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-03-28T03:32:55Z","title":"Factoring Exogenous State for Model-Free Monte Carlo"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1703.09390","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4d7f06677edb70b3454251bb5c323eb83c714109083d5870d1cdace22bd49b23","target":"record","created_at":"2026-05-18T00:31:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"86e5d07e6dea91a3c3cde3ef612afa94f9159aca9be75442c02f6b4237454c2a","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-03-28T03:32:55Z","title_canon_sha256":"48bafb34bd325296e0253c9809241c2c2dfb51f720a5d68c30a4b22512f9e768"},"schema_version":"1.0","source":{"id":"1703.09390","kind":"arxiv","version":2}},"canonical_sha256":"90ca93db9c0ac731754bb0f90c74ccde0ccf26aa472a99fc42b31aba3d4bedef","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"90ca93db9c0ac731754bb0f90c74ccde0ccf26aa472a99fc42b31aba3d4bedef","first_computed_at":"2026-05-18T00:31:21.898433Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:31:21.898433Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0Ixq1O9tmXA+Xa5vSKo/Nv2UVt6WnA7xD+3b8zm7tn++KJFXzT5Rfw3OSZoTumT8ux+HopwNlz5GrN330GPmBg==","signature_status":"signed_v1","signed_at":"2026-05-18T00:31:21.899246Z","signed_message":"canonical_sha256_bytes"},"source_id":"1703.09390","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4d7f06677edb70b3454251bb5c323eb83c714109083d5870d1cdace22bd49b23","sha256:c8ebdac783dcc10f9dd4a7063f5a7d7866a21a804c2aa783e799e85ca859bea1"],"state_sha256":"98ce7c771267dfa58e2be2ae6ce98b53ac16d880d0294614ce8762c5fbd36609"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"J9AW3LAW5jfr8TAFSlSfmU3l1jtqvpPsrb0RCWi/XEnyUK9oXNYzbJB1YMfUjqpPhhsy1H1kGaxmp4LKYSHqBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-30T05:29:14.883872Z","bundle_sha256":"c7d4e9887d72b353f18a93046e26ae68fd084a7cc8dbba868f6eaf40a88e212b"}}