{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2017:SDFJHW44BLDTC5KLWD4QY5GM3Y","short_pith_number":"pith:SDFJHW44","schema_version":"1.0","canonical_sha256":"90ca93db9c0ac731754bb0f90c74ccde0ccf26aa472a99fc42b31aba3d4bedef","source":{"kind":"arxiv","id":"1703.09390","version":2},"attestation_state":"computed","paper":{"title":"Factoring Exogenous State for Model-Free Monte Carlo","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Claire Montgomery, Rachel Houtman, Ronald Metoyer, Sean McGregor, Thomas G. Dietterich","submitted_at":"2017-03-28T03:32:55Z","abstract_excerpt":"Policy analysts wish to visualize a range of policies for large simulator-defined Markov Decision Processes (MDPs). One visualization approach is to invoke the simulator to generate on-policy trajectories and then visualize those trajectories. When the simulator is expensive, this is not practical, and some method is required for generating trajectories for new policies without invoking the simulator. The method of Model-Free Monte Carlo (MFMC) can do this by stitching together state transitions for a new policy based on previously-sampled trajectories from other policies. This \"off-policy Mon"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"1703.09390","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-03-28T03:32:55Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"48bafb34bd325296e0253c9809241c2c2dfb51f720a5d68c30a4b22512f9e768","abstract_canon_sha256":"86e5d07e6dea91a3c3cde3ef612afa94f9159aca9be75442c02f6b4237454c2a"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:31:21.899246Z","signature_b64":"0Ixq1O9tmXA+Xa5vSKo/Nv2UVt6WnA7xD+3b8zm7tn++KJFXzT5Rfw3OSZoTumT8ux+HopwNlz5GrN330GPmBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"90ca93db9c0ac731754bb0f90c74ccde0ccf26aa472a99fc42b31aba3d4bedef","last_reissued_at":"2026-05-18T00:31:21.898433Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:31:21.898433Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Factoring Exogenous State for Model-Free Monte Carlo","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Claire Montgomery, Rachel Houtman, Ronald Metoyer, Sean McGregor, Thomas G. Dietterich","submitted_at":"2017-03-28T03:32:55Z","abstract_excerpt":"Policy analysts wish to visualize a range of policies for large simulator-defined Markov Decision Processes (MDPs). One visualization approach is to invoke the simulator to generate on-policy trajectories and then visualize those trajectories. When the simulator is expensive, this is not practical, and some method is required for generating trajectories for new policies without invoking the simulator. The method of Model-Free Monte Carlo (MFMC) can do this by stitching together state transitions for a new policy based on previously-sampled trajectories from other policies. This \"off-policy Mon"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1703.09390","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"1703.09390","created_at":"2026-05-18T00:31:21.898578+00:00"},{"alias_kind":"arxiv_version","alias_value":"1703.09390v2","created_at":"2026-05-18T00:31:21.898578+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1703.09390","created_at":"2026-05-18T00:31:21.898578+00:00"},{"alias_kind":"pith_short_12","alias_value":"SDFJHW44BLDT","created_at":"2026-05-18T12:31:43.269735+00:00"},{"alias_kind":"pith_short_16","alias_value":"SDFJHW44BLDTC5KL","created_at":"2026-05-18T12:31:43.269735+00:00"},{"alias_kind":"pith_short_8","alias_value":"SDFJHW44","created_at":"2026-05-18T12:31:43.269735+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/SDFJHW44BLDTC5KLWD4QY5GM3Y","json":"https://pith.science/pith/SDFJHW44BLDTC5KLWD4QY5GM3Y.json","graph_json":"https://pith.science/api/pith-number/SDFJHW44BLDTC5KLWD4QY5GM3Y/graph.json","events_json":"https://pith.science/api/pith-number/SDFJHW44BLDTC5KLWD4QY5GM3Y/events.json","paper":"https://pith.science/paper/SDFJHW44"},"agent_actions":{"view_html":"https://pith.science/pith/SDFJHW44BLDTC5KLWD4QY5GM3Y","download_json":"https://pith.science/pith/SDFJHW44BLDTC5KLWD4QY5GM3Y.json","view_paper":"https://pith.science/paper/SDFJHW44","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=1703.09390&json=true","fetch_graph":"https://pith.science/api/pith-number/SDFJHW44BLDTC5KLWD4QY5GM3Y/graph.json","fetch_events":"https://pith.science/api/pith-number/SDFJHW44BLDTC5KLWD4QY5GM3Y/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/SDFJHW44BLDTC5KLWD4QY5GM3Y/action/timestamp_anchor","attest_storage":"https://pith.science/pith/SDFJHW44BLDTC5KLWD4QY5GM3Y/action/storage_attestation","attest_author":"https://pith.science/pith/SDFJHW44BLDTC5KLWD4QY5GM3Y/action/author_attestation","sign_citation":"https://pith.science/pith/SDFJHW44BLDTC5KLWD4QY5GM3Y/action/citation_signature","submit_replication":"https://pith.science/pith/SDFJHW44BLDTC5KLWD4QY5GM3Y/action/replication_record"}},"created_at":"2026-05-18T00:31:21.898578+00:00","updated_at":"2026-05-18T00:31:21.898578+00:00"}