{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:QSSDBHCTVG2IFN3EVAYJBY37D5","short_pith_number":"pith:QSSDBHCT","canonical_record":{"source":{"id":"2202.00821","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2022-02-02T00:23:05Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"42c789e14d60dfb9842876be2040da5de37124f30d04ca2ddc8d0855b5a9e0a9","abstract_canon_sha256":"f3e44389d35b44afd8b1d130c017c819109754ec8635481fd333a1b76ac96659"},"schema_version":"1.0"},"canonical_sha256":"84a4309c53a9b482b764a83090e37f1f51a78ead057f4cb100925093f34b0306","source":{"kind":"arxiv","id":"2202.00821","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2202.00821","created_at":"2026-07-05T04:32:38Z"},{"alias_kind":"arxiv_version","alias_value":"2202.00821v3","created_at":"2026-07-05T04:32:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2202.00821","created_at":"2026-07-05T04:32:38Z"},{"alias_kind":"pith_short_12","alias_value":"QSSDBHCTVG2I","created_at":"2026-07-05T04:32:38Z"},{"alias_kind":"pith_short_16","alias_value":"QSSDBHCTVG2IFN3E","created_at":"2026-07-05T04:32:38Z"},{"alias_kind":"pith_short_8","alias_value":"QSSDBHCT","created_at":"2026-07-05T04:32:38Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:QSSDBHCTVG2IFN3EVAYJBY37D5","target":"record","payload":{"canonical_record":{"source":{"id":"2202.00821","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2022-02-02T00:23:05Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"42c789e14d60dfb9842876be2040da5de37124f30d04ca2ddc8d0855b5a9e0a9","abstract_canon_sha256":"f3e44389d35b44afd8b1d130c017c819109754ec8635481fd333a1b76ac96659"},"schema_version":"1.0"},"canonical_sha256":"84a4309c53a9b482b764a83090e37f1f51a78ead057f4cb100925093f34b0306","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:32:38.906730Z","signature_b64":"WRm9A3mbfdTZ3xKZIzssebtr9wKf7nFwVSs9Xki60rWfLm9l3I0NsCnLxHTOkQv83pmUKFIZVxZktnm2A9jwDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"84a4309c53a9b482b764a83090e37f1f51a78ead057f4cb100925093f34b0306","last_reissued_at":"2026-07-05T04:32:38.906254Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:32:38.906254Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2202.00821","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:32:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GW3eupRo5/+Vor9srS3rhTEE2x8sPxDyBAN9N0z1L9E3Mt8QTvrk2tU3LLKsSlzU25thrnj6beFzhoMe6hHcAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T05:56:24.051021Z"},"content_sha256":"55ea3625200befe39a8109f5f433bfb8e316c8e26e19f2d41e959e2dc1734d47","schema_version":"1.0","event_id":"sha256:55ea3625200befe39a8109f5f433bfb8e316c8e26e19f2d41e959e2dc1734d47"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:QSSDBHCTVG2IFN3EVAYJBY37D5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Optimizing Sequential Experimental Design with Deep Reinforcement Learning","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Amir Dezfouli, Edwin V. Bonilla, Iadine Chades, Tom Blau","submitted_at":"2022-02-02T00:23:05Z","abstract_excerpt":"Bayesian approaches developed to solve the optimal design of sequential experiments are mathematically elegant but computationally challenging. Recently, techniques using amortization have been proposed to make these Bayesian approaches practical, by training a parameterized policy that proposes designs efficiently at deployment time. However, these methods may not sufficiently explore the design space, require access to a differentiable probabilistic model and can only optimize over continuous design spaces. Here, we address these limitations by showing that the problem of optimizing policies"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2202.00821","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2202.00821/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:32:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"s6SSXF7KPhUoweq7cEP4kUFdybUpWnRQttW9xIXztjnQJg+2Z7ryULY8MkSn6L0dgLsKPE5p40X1hmMpFXyLCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T05:56:24.051637Z"},"content_sha256":"de4574f56cfaa7e22f12cef8dd146cebd48b16620ef98006fd0fd7eed2ad158e","schema_version":"1.0","event_id":"sha256:de4574f56cfaa7e22f12cef8dd146cebd48b16620ef98006fd0fd7eed2ad158e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QSSDBHCTVG2IFN3EVAYJBY37D5/bundle.json","state_url":"https://pith.science/pith/QSSDBHCTVG2IFN3EVAYJBY37D5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QSSDBHCTVG2IFN3EVAYJBY37D5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-09T05:56:24Z","links":{"resolver":"https://pith.science/pith/QSSDBHCTVG2IFN3EVAYJBY37D5","bundle":"https://pith.science/pith/QSSDBHCTVG2IFN3EVAYJBY37D5/bundle.json","state":"https://pith.science/pith/QSSDBHCTVG2IFN3EVAYJBY37D5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QSSDBHCTVG2IFN3EVAYJBY37D5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:QSSDBHCTVG2IFN3EVAYJBY37D5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f3e44389d35b44afd8b1d130c017c819109754ec8635481fd333a1b76ac96659","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2022-02-02T00:23:05Z","title_canon_sha256":"42c789e14d60dfb9842876be2040da5de37124f30d04ca2ddc8d0855b5a9e0a9"},"schema_version":"1.0","source":{"id":"2202.00821","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2202.00821","created_at":"2026-07-05T04:32:38Z"},{"alias_kind":"arxiv_version","alias_value":"2202.00821v3","created_at":"2026-07-05T04:32:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2202.00821","created_at":"2026-07-05T04:32:38Z"},{"alias_kind":"pith_short_12","alias_value":"QSSDBHCTVG2I","created_at":"2026-07-05T04:32:38Z"},{"alias_kind":"pith_short_16","alias_value":"QSSDBHCTVG2IFN3E","created_at":"2026-07-05T04:32:38Z"},{"alias_kind":"pith_short_8","alias_value":"QSSDBHCT","created_at":"2026-07-05T04:32:38Z"}],"graph_snapshots":[{"event_id":"sha256:de4574f56cfaa7e22f12cef8dd146cebd48b16620ef98006fd0fd7eed2ad158e","target":"graph","created_at":"2026-07-05T04:32:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2202.00821/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Bayesian approaches developed to solve the optimal design of sequential experiments are mathematically elegant but computationally challenging. Recently, techniques using amortization have been proposed to make these Bayesian approaches practical, by training a parameterized policy that proposes designs efficiently at deployment time. However, these methods may not sufficiently explore the design space, require access to a differentiable probabilistic model and can only optimize over continuous design spaces. Here, we address these limitations by showing that the problem of optimizing policies","authors_text":"Amir Dezfouli, Edwin V. Bonilla, Iadine Chades, Tom Blau","cross_cats":["stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2022-02-02T00:23:05Z","title":"Optimizing Sequential Experimental Design with Deep Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2202.00821","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:55ea3625200befe39a8109f5f433bfb8e316c8e26e19f2d41e959e2dc1734d47","target":"record","created_at":"2026-07-05T04:32:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f3e44389d35b44afd8b1d130c017c819109754ec8635481fd333a1b76ac96659","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2022-02-02T00:23:05Z","title_canon_sha256":"42c789e14d60dfb9842876be2040da5de37124f30d04ca2ddc8d0855b5a9e0a9"},"schema_version":"1.0","source":{"id":"2202.00821","kind":"arxiv","version":3}},"canonical_sha256":"84a4309c53a9b482b764a83090e37f1f51a78ead057f4cb100925093f34b0306","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"84a4309c53a9b482b764a83090e37f1f51a78ead057f4cb100925093f34b0306","first_computed_at":"2026-07-05T04:32:38.906254Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:32:38.906254Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"WRm9A3mbfdTZ3xKZIzssebtr9wKf7nFwVSs9Xki60rWfLm9l3I0NsCnLxHTOkQv83pmUKFIZVxZktnm2A9jwDA==","signature_status":"signed_v1","signed_at":"2026-07-05T04:32:38.906730Z","signed_message":"canonical_sha256_bytes"},"source_id":"2202.00821","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:55ea3625200befe39a8109f5f433bfb8e316c8e26e19f2d41e959e2dc1734d47","sha256:de4574f56cfaa7e22f12cef8dd146cebd48b16620ef98006fd0fd7eed2ad158e"],"state_sha256":"b3a05e566ae59603eb10c4f1e468c7aaa0378856771e4fd58f37b84167f98c70"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OI45Jxip4FyID2H7qM6EcSue5BqjY2xfQX5ZaCPYnke0LlnqxwY0TND/duIaKc9XqtkSkXWOcoElLurs6hCTDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-09T05:56:24.055057Z","bundle_sha256":"16a1a96cff54cf7287a716a1325d4368bdbca2f2e11b218cac1b2d2449e15e52"}}