{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:FRR6TE6NZR3WCEYNSORLFDZJIH","short_pith_number":"pith:FRR6TE6N","canonical_record":{"source":{"id":"2309.01909","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-09-05T02:45:18Z","cross_cats_sorted":["cs.SY","eess.SY"],"title_canon_sha256":"9e32d7f2e828129f7c3c5289adf4221fd843642a82b8631c6b6b780f7a7dd5f7","abstract_canon_sha256":"54fbdb2483a379e9afc3ac843273314a9d2deb4ba9dfaa63be22c85006467e45"},"schema_version":"1.0"},"canonical_sha256":"2c63e993cdcc7761130d93a2b28f2941cbf53b4011719d96910656e135c4341a","source":{"kind":"arxiv","id":"2309.01909","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.01909","created_at":"2026-07-05T11:16:01Z"},{"alias_kind":"arxiv_version","alias_value":"2309.01909v1","created_at":"2026-07-05T11:16:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.01909","created_at":"2026-07-05T11:16:01Z"},{"alias_kind":"pith_short_12","alias_value":"FRR6TE6NZR3W","created_at":"2026-07-05T11:16:01Z"},{"alias_kind":"pith_short_16","alias_value":"FRR6TE6NZR3WCEYN","created_at":"2026-07-05T11:16:01Z"},{"alias_kind":"pith_short_8","alias_value":"FRR6TE6N","created_at":"2026-07-05T11:16:01Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:FRR6TE6NZR3WCEYNSORLFDZJIH","target":"record","payload":{"canonical_record":{"source":{"id":"2309.01909","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-09-05T02:45:18Z","cross_cats_sorted":["cs.SY","eess.SY"],"title_canon_sha256":"9e32d7f2e828129f7c3c5289adf4221fd843642a82b8631c6b6b780f7a7dd5f7","abstract_canon_sha256":"54fbdb2483a379e9afc3ac843273314a9d2deb4ba9dfaa63be22c85006467e45"},"schema_version":"1.0"},"canonical_sha256":"2c63e993cdcc7761130d93a2b28f2941cbf53b4011719d96910656e135c4341a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:16:01.096742Z","signature_b64":"kzJYYNXiqE0lJZdKJYflVRYE1QAW9KZ//EVJuWUdPtBLP+gKV6z0oGW49i007z9MBmzf9sDnqG4djyTmjAooCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2c63e993cdcc7761130d93a2b28f2941cbf53b4011719d96910656e135c4341a","last_reissued_at":"2026-07-05T11:16:01.096219Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:16:01.096219Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2309.01909","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:16:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4tGUJgMCn10Fk4dHcB6a0tqWfqKGQe+s/t6S6PlHMfC1WuYcOZJOUNEkc8ytqLXl56pPviV7P+Ynxd0La5RpDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T05:47:09.280861Z"},"content_sha256":"3765b8b7b1cc3045c3a4ca4fc2c0a9608070ca15d3cc0f7425b34702975c498d","schema_version":"1.0","event_id":"sha256:3765b8b7b1cc3045c3a4ca4fc2c0a9608070ca15d3cc0f7425b34702975c498d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:FRR6TE6NZR3WCEYNSORLFDZJIH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Survey on Physics Informed Reinforcement Learning: Review and Open Problems","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.SY","eess.SY"],"primary_cat":"cs.LG","authors_text":"Chayan Banerjee, Clinton Fookes, Kien Nguyen, Maziar Raissi","submitted_at":"2023-09-05T02:45:18Z","abstract_excerpt":"The inclusion of physical information in machine learning frameworks has revolutionized many application areas. This involves enhancing the learning process by incorporating physical constraints and adhering to physical laws. In this work we explore their utility for reinforcement learning applications. We present a thorough review of the literature on incorporating physics information, as known as physics priors, in reinforcement learning approaches, commonly referred to as physics-informed reinforcement learning (PIRL). We introduce a novel taxonomy with the reinforcement learning pipeline a"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.01909","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2309.01909/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:16:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0mJUa1yQ6A/EXKshm/JIclvPJmR48eWDXuAH8P80AYUUX2GFycDzxQQTk2btTU3odrQXGvRoKojSH4mLyK2PAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T05:47:09.281423Z"},"content_sha256":"a28b59314dbe0384f91a1b0aff6ca2f9035efd5e615589d8be01bbbd1c66c2e1","schema_version":"1.0","event_id":"sha256:a28b59314dbe0384f91a1b0aff6ca2f9035efd5e615589d8be01bbbd1c66c2e1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/FRR6TE6NZR3WCEYNSORLFDZJIH/bundle.json","state_url":"https://pith.science/pith/FRR6TE6NZR3WCEYNSORLFDZJIH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/FRR6TE6NZR3WCEYNSORLFDZJIH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T05:47:09Z","links":{"resolver":"https://pith.science/pith/FRR6TE6NZR3WCEYNSORLFDZJIH","bundle":"https://pith.science/pith/FRR6TE6NZR3WCEYNSORLFDZJIH/bundle.json","state":"https://pith.science/pith/FRR6TE6NZR3WCEYNSORLFDZJIH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/FRR6TE6NZR3WCEYNSORLFDZJIH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:FRR6TE6NZR3WCEYNSORLFDZJIH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"54fbdb2483a379e9afc3ac843273314a9d2deb4ba9dfaa63be22c85006467e45","cross_cats_sorted":["cs.SY","eess.SY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-09-05T02:45:18Z","title_canon_sha256":"9e32d7f2e828129f7c3c5289adf4221fd843642a82b8631c6b6b780f7a7dd5f7"},"schema_version":"1.0","source":{"id":"2309.01909","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.01909","created_at":"2026-07-05T11:16:01Z"},{"alias_kind":"arxiv_version","alias_value":"2309.01909v1","created_at":"2026-07-05T11:16:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.01909","created_at":"2026-07-05T11:16:01Z"},{"alias_kind":"pith_short_12","alias_value":"FRR6TE6NZR3W","created_at":"2026-07-05T11:16:01Z"},{"alias_kind":"pith_short_16","alias_value":"FRR6TE6NZR3WCEYN","created_at":"2026-07-05T11:16:01Z"},{"alias_kind":"pith_short_8","alias_value":"FRR6TE6N","created_at":"2026-07-05T11:16:01Z"}],"graph_snapshots":[{"event_id":"sha256:a28b59314dbe0384f91a1b0aff6ca2f9035efd5e615589d8be01bbbd1c66c2e1","target":"graph","created_at":"2026-07-05T11:16:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2309.01909/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The inclusion of physical information in machine learning frameworks has revolutionized many application areas. This involves enhancing the learning process by incorporating physical constraints and adhering to physical laws. In this work we explore their utility for reinforcement learning applications. We present a thorough review of the literature on incorporating physics information, as known as physics priors, in reinforcement learning approaches, commonly referred to as physics-informed reinforcement learning (PIRL). We introduce a novel taxonomy with the reinforcement learning pipeline a","authors_text":"Chayan Banerjee, Clinton Fookes, Kien Nguyen, Maziar Raissi","cross_cats":["cs.SY","eess.SY"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-09-05T02:45:18Z","title":"A Survey on Physics Informed Reinforcement Learning: Review and Open Problems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.01909","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3765b8b7b1cc3045c3a4ca4fc2c0a9608070ca15d3cc0f7425b34702975c498d","target":"record","created_at":"2026-07-05T11:16:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"54fbdb2483a379e9afc3ac843273314a9d2deb4ba9dfaa63be22c85006467e45","cross_cats_sorted":["cs.SY","eess.SY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-09-05T02:45:18Z","title_canon_sha256":"9e32d7f2e828129f7c3c5289adf4221fd843642a82b8631c6b6b780f7a7dd5f7"},"schema_version":"1.0","source":{"id":"2309.01909","kind":"arxiv","version":1}},"canonical_sha256":"2c63e993cdcc7761130d93a2b28f2941cbf53b4011719d96910656e135c4341a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2c63e993cdcc7761130d93a2b28f2941cbf53b4011719d96910656e135c4341a","first_computed_at":"2026-07-05T11:16:01.096219Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:16:01.096219Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"kzJYYNXiqE0lJZdKJYflVRYE1QAW9KZ//EVJuWUdPtBLP+gKV6z0oGW49i007z9MBmzf9sDnqG4djyTmjAooCA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:16:01.096742Z","signed_message":"canonical_sha256_bytes"},"source_id":"2309.01909","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3765b8b7b1cc3045c3a4ca4fc2c0a9608070ca15d3cc0f7425b34702975c498d","sha256:a28b59314dbe0384f91a1b0aff6ca2f9035efd5e615589d8be01bbbd1c66c2e1"],"state_sha256":"7d0a1f420931e8ce9cc42ac932f4afd0e3900ac60e6bb067169b123ec6d45ffd"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VNNOCUWGf5Coh4VKF8EE+1zTntOfTUgsHk3gxomeKuQq03zzBPqc76/vWhNZCtjg0hugLNh+1DOH4MFa92yrBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T05:47:09.285098Z","bundle_sha256":"daec0a9ec6c68c8892895e74c80d5760b7d4e80da7754e75ac89f68d02067b8d"}}