{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:I3JZMNSZ2DTIJHWRKK4NKTCHU2","short_pith_number":"pith:I3JZMNSZ","canonical_record":{"source":{"id":"2209.13126","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-09-27T02:56:08Z","cross_cats_sorted":[],"title_canon_sha256":"fe6c78f3b63119d8664fa2030ae9465c2b5f6e7437384bada368947617c6d0cf","abstract_canon_sha256":"a06e17eabf506371b42b5dd02599aca2004e2d847402a8c25364e3094ce8be88"},"schema_version":"1.0"},"canonical_sha256":"46d3963659d0e6849ed152b8d54c47a69fec09ec433ea850e50154b60a9c12cd","source":{"kind":"arxiv","id":"2209.13126","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2209.13126","created_at":"2026-07-05T05:01:06Z"},{"alias_kind":"arxiv_version","alias_value":"2209.13126v1","created_at":"2026-07-05T05:01:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2209.13126","created_at":"2026-07-05T05:01:06Z"},{"alias_kind":"pith_short_12","alias_value":"I3JZMNSZ2DTI","created_at":"2026-07-05T05:01:06Z"},{"alias_kind":"pith_short_16","alias_value":"I3JZMNSZ2DTIJHWR","created_at":"2026-07-05T05:01:06Z"},{"alias_kind":"pith_short_8","alias_value":"I3JZMNSZ","created_at":"2026-07-05T05:01:06Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:I3JZMNSZ2DTIJHWRKK4NKTCHU2","target":"record","payload":{"canonical_record":{"source":{"id":"2209.13126","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-09-27T02:56:08Z","cross_cats_sorted":[],"title_canon_sha256":"fe6c78f3b63119d8664fa2030ae9465c2b5f6e7437384bada368947617c6d0cf","abstract_canon_sha256":"a06e17eabf506371b42b5dd02599aca2004e2d847402a8c25364e3094ce8be88"},"schema_version":"1.0"},"canonical_sha256":"46d3963659d0e6849ed152b8d54c47a69fec09ec433ea850e50154b60a9c12cd","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:01:06.704993Z","signature_b64":"8Soo2rLSphiNlWuPa98zb5dtw/TT3NVehBocb9OFw3gKBFPG5kgVES6kRgwwtLxJf5IOqsdLL03lkGdrYyqMBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"46d3963659d0e6849ed152b8d54c47a69fec09ec433ea850e50154b60a9c12cd","last_reissued_at":"2026-07-05T05:01:06.704594Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:01:06.704594Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2209.13126","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:01:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Mzbk9PAr8j0zC5yCY+zOIOitG8ILQKmxBGmRj5jgFD9RAHU9kFIzppJKvzWsFesZg4wrb5YYMmVcS3YU9uLKAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T04:50:30.567822Z"},"content_sha256":"56598e333f60d868c3fc1204da32305ac8cb45c8aa6e055aa3aca445fe55db0d","schema_version":"1.0","event_id":"sha256:56598e333f60d868c3fc1204da32305ac8cb45c8aa6e055aa3aca445fe55db0d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:I3JZMNSZ2DTIJHWRKK4NKTCHU2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Design of experiments for the calibration of history-dependent models via deep reinforcement learning and an enhanced Kalman filter","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Nathaniel A. Trask, Nhon N. Phan, Nikolaos N. Vlassis, Reese E. Jones, Ruben Villarreal, Sharlotte L.B. Kramer, Tommie A. Catanach, WaiChing Sun","submitted_at":"2022-09-27T02:56:08Z","abstract_excerpt":"Experimental data is costly to obtain, which makes it difficult to calibrate complex models. For many models an experimental design that produces the best calibration given a limited experimental budget is not obvious. This paper introduces a deep reinforcement learning (RL) algorithm for design of experiments that maximizes the information gain measured by Kullback-Leibler (KL) divergence obtained via the Kalman filter (KF). This combination enables experimental design for rapid online experiments where traditional methods are too costly. We formulate possible configurations of experiments as"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2209.13126","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2209.13126/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:01:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MguvIacQYBN2YjQOQJzFthEWf4TSICuvN5LmurweXey23DDhkqBf+eGyl3VInflink5QiTdQs/zhiHW6VnJxDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T04:50:30.568761Z"},"content_sha256":"f15c3ce8595aa07f5afb0df5e8159675972694700a0d69fe18c3f3c6602cc57e","schema_version":"1.0","event_id":"sha256:f15c3ce8595aa07f5afb0df5e8159675972694700a0d69fe18c3f3c6602cc57e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/I3JZMNSZ2DTIJHWRKK4NKTCHU2/bundle.json","state_url":"https://pith.science/pith/I3JZMNSZ2DTIJHWRKK4NKTCHU2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/I3JZMNSZ2DTIJHWRKK4NKTCHU2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T04:50:30Z","links":{"resolver":"https://pith.science/pith/I3JZMNSZ2DTIJHWRKK4NKTCHU2","bundle":"https://pith.science/pith/I3JZMNSZ2DTIJHWRKK4NKTCHU2/bundle.json","state":"https://pith.science/pith/I3JZMNSZ2DTIJHWRKK4NKTCHU2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/I3JZMNSZ2DTIJHWRKK4NKTCHU2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:I3JZMNSZ2DTIJHWRKK4NKTCHU2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a06e17eabf506371b42b5dd02599aca2004e2d847402a8c25364e3094ce8be88","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-09-27T02:56:08Z","title_canon_sha256":"fe6c78f3b63119d8664fa2030ae9465c2b5f6e7437384bada368947617c6d0cf"},"schema_version":"1.0","source":{"id":"2209.13126","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2209.13126","created_at":"2026-07-05T05:01:06Z"},{"alias_kind":"arxiv_version","alias_value":"2209.13126v1","created_at":"2026-07-05T05:01:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2209.13126","created_at":"2026-07-05T05:01:06Z"},{"alias_kind":"pith_short_12","alias_value":"I3JZMNSZ2DTI","created_at":"2026-07-05T05:01:06Z"},{"alias_kind":"pith_short_16","alias_value":"I3JZMNSZ2DTIJHWR","created_at":"2026-07-05T05:01:06Z"},{"alias_kind":"pith_short_8","alias_value":"I3JZMNSZ","created_at":"2026-07-05T05:01:06Z"}],"graph_snapshots":[{"event_id":"sha256:f15c3ce8595aa07f5afb0df5e8159675972694700a0d69fe18c3f3c6602cc57e","target":"graph","created_at":"2026-07-05T05:01:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2209.13126/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Experimental data is costly to obtain, which makes it difficult to calibrate complex models. For many models an experimental design that produces the best calibration given a limited experimental budget is not obvious. This paper introduces a deep reinforcement learning (RL) algorithm for design of experiments that maximizes the information gain measured by Kullback-Leibler (KL) divergence obtained via the Kalman filter (KF). This combination enables experimental design for rapid online experiments where traditional methods are too costly. We formulate possible configurations of experiments as","authors_text":"Nathaniel A. Trask, Nhon N. Phan, Nikolaos N. Vlassis, Reese E. Jones, Ruben Villarreal, Sharlotte L.B. Kramer, Tommie A. Catanach, WaiChing Sun","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-09-27T02:56:08Z","title":"Design of experiments for the calibration of history-dependent models via deep reinforcement learning and an enhanced Kalman filter"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2209.13126","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:56598e333f60d868c3fc1204da32305ac8cb45c8aa6e055aa3aca445fe55db0d","target":"record","created_at":"2026-07-05T05:01:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a06e17eabf506371b42b5dd02599aca2004e2d847402a8c25364e3094ce8be88","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-09-27T02:56:08Z","title_canon_sha256":"fe6c78f3b63119d8664fa2030ae9465c2b5f6e7437384bada368947617c6d0cf"},"schema_version":"1.0","source":{"id":"2209.13126","kind":"arxiv","version":1}},"canonical_sha256":"46d3963659d0e6849ed152b8d54c47a69fec09ec433ea850e50154b60a9c12cd","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"46d3963659d0e6849ed152b8d54c47a69fec09ec433ea850e50154b60a9c12cd","first_computed_at":"2026-07-05T05:01:06.704594Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:01:06.704594Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"8Soo2rLSphiNlWuPa98zb5dtw/TT3NVehBocb9OFw3gKBFPG5kgVES6kRgwwtLxJf5IOqsdLL03lkGdrYyqMBA==","signature_status":"signed_v1","signed_at":"2026-07-05T05:01:06.704993Z","signed_message":"canonical_sha256_bytes"},"source_id":"2209.13126","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:56598e333f60d868c3fc1204da32305ac8cb45c8aa6e055aa3aca445fe55db0d","sha256:f15c3ce8595aa07f5afb0df5e8159675972694700a0d69fe18c3f3c6602cc57e"],"state_sha256":"a3107fa0282b7b9eb2e7f32484a1c3123e68721b07b52078fb5c7490541d7a18"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eAkMNqWQ5gZg1MWFIcSq2zl1Bje4M6frY+/+5luYY/925/YNFy3YszgXdne8qrOKNXoF+H1MXpWvkjTXI7cHBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T04:50:30.576018Z","bundle_sha256":"c2bd6f29eb5738b74fbd0701298aec35a1faa837addd97ac85d6e8a094d68017"}}