{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:MYJCOOYF32K45B2B3VFPF7UFSH","short_pith_number":"pith:MYJCOOYF","canonical_record":{"source":{"id":"2201.05830","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2022-01-15T11:27:42Z","cross_cats_sorted":["math.DS","stat.ML"],"title_canon_sha256":"5716f4ce7c344ed38c65c6e1c4089130a4d463098b1725736b9aa942598c9e78","abstract_canon_sha256":"c438fa4dfa3151cf7ff0149a6a76a16f89ad0852f749ee1b395bc1e24cb3940b"},"schema_version":"1.0"},"canonical_sha256":"6612273b05de95ce8741dd4af2fe8591f11c242f40fa70cdaef9f8ea1bf14f63","source":{"kind":"arxiv","id":"2201.05830","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2201.05830","created_at":"2026-07-05T03:48:52Z"},{"alias_kind":"arxiv_version","alias_value":"2201.05830v1","created_at":"2026-07-05T03:48:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2201.05830","created_at":"2026-07-05T03:48:52Z"},{"alias_kind":"pith_short_12","alias_value":"MYJCOOYF32K4","created_at":"2026-07-05T03:48:52Z"},{"alias_kind":"pith_short_16","alias_value":"MYJCOOYF32K45B2B","created_at":"2026-07-05T03:48:52Z"},{"alias_kind":"pith_short_8","alias_value":"MYJCOOYF","created_at":"2026-07-05T03:48:52Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:MYJCOOYF32K45B2B3VFPF7UFSH","target":"record","payload":{"canonical_record":{"source":{"id":"2201.05830","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2022-01-15T11:27:42Z","cross_cats_sorted":["math.DS","stat.ML"],"title_canon_sha256":"5716f4ce7c344ed38c65c6e1c4089130a4d463098b1725736b9aa942598c9e78","abstract_canon_sha256":"c438fa4dfa3151cf7ff0149a6a76a16f89ad0852f749ee1b395bc1e24cb3940b"},"schema_version":"1.0"},"canonical_sha256":"6612273b05de95ce8741dd4af2fe8591f11c242f40fa70cdaef9f8ea1bf14f63","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:48:52.083477Z","signature_b64":"wBOOk9X9PUkwj3QboXVu27qM7qA6dG9eKJ4QG63HrNLLrduVdWcEeWHgCSxHs3t9sq+7oH5jsOZd9kaouMabDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6612273b05de95ce8741dd4af2fe8591f11c242f40fa70cdaef9f8ea1bf14f63","last_reissued_at":"2026-07-05T03:48:52.083118Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:48:52.083118Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2201.05830","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:48:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"x+LwB2HRa5/rH4izPyRTGVC+I4fDUMznOUU+qZBouSEeWVQSM1r4vVVcKXyO9mMqMOGkGNy+OLbT2MnQAOcnBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T13:46:31.544919Z"},"content_sha256":"f2cd829c0b371bd4747d72d54323d3954108fae3d0100f07e5174e9a54dfdbff","schema_version":"1.0","event_id":"sha256:f2cd829c0b371bd4747d72d54323d3954108fae3d0100f07e5174e9a54dfdbff"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:MYJCOOYF32K45B2B3VFPF7UFSH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Physical Derivatives: Computing policy gradients by physical forward-propagation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["math.DS","stat.ML"],"primary_cat":"cs.RO","authors_text":"Arash Mehrjou, Ashkan Soleymani, Bernhard Sch\\\"olkopf, Stefan Bauer","submitted_at":"2022-01-15T11:27:42Z","abstract_excerpt":"Model-free and model-based reinforcement learning are two ends of a spectrum. Learning a good policy without a dynamic model can be prohibitively expensive. Learning the dynamic model of a system can reduce the cost of learning the policy, but it can also introduce bias if it is not accurate. We propose a middle ground where instead of the transition model, the sensitivity of the trajectories with respect to the perturbation of the parameters is learned. This allows us to predict the local behavior of the physical system around a set of nominal policies without knowing the actual model. We ass"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2201.05830","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2201.05830/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:48:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tR58jXuPObeGslIEWsgwXECy55G2d2AqatWqfpIQLlQETKJ5FDg+/MYH/gwAQNq1UfZ+SHZyEaC5B7DBWuMdBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T13:46:31.545302Z"},"content_sha256":"f678aa1a4d5bca6549edbdd299ebde58a89f96d33d723ccfa7ce79ca913af825","schema_version":"1.0","event_id":"sha256:f678aa1a4d5bca6549edbdd299ebde58a89f96d33d723ccfa7ce79ca913af825"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MYJCOOYF32K45B2B3VFPF7UFSH/bundle.json","state_url":"https://pith.science/pith/MYJCOOYF32K45B2B3VFPF7UFSH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MYJCOOYF32K45B2B3VFPF7UFSH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T13:46:31Z","links":{"resolver":"https://pith.science/pith/MYJCOOYF32K45B2B3VFPF7UFSH","bundle":"https://pith.science/pith/MYJCOOYF32K45B2B3VFPF7UFSH/bundle.json","state":"https://pith.science/pith/MYJCOOYF32K45B2B3VFPF7UFSH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MYJCOOYF32K45B2B3VFPF7UFSH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:MYJCOOYF32K45B2B3VFPF7UFSH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c438fa4dfa3151cf7ff0149a6a76a16f89ad0852f749ee1b395bc1e24cb3940b","cross_cats_sorted":["math.DS","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2022-01-15T11:27:42Z","title_canon_sha256":"5716f4ce7c344ed38c65c6e1c4089130a4d463098b1725736b9aa942598c9e78"},"schema_version":"1.0","source":{"id":"2201.05830","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2201.05830","created_at":"2026-07-05T03:48:52Z"},{"alias_kind":"arxiv_version","alias_value":"2201.05830v1","created_at":"2026-07-05T03:48:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2201.05830","created_at":"2026-07-05T03:48:52Z"},{"alias_kind":"pith_short_12","alias_value":"MYJCOOYF32K4","created_at":"2026-07-05T03:48:52Z"},{"alias_kind":"pith_short_16","alias_value":"MYJCOOYF32K45B2B","created_at":"2026-07-05T03:48:52Z"},{"alias_kind":"pith_short_8","alias_value":"MYJCOOYF","created_at":"2026-07-05T03:48:52Z"}],"graph_snapshots":[{"event_id":"sha256:f678aa1a4d5bca6549edbdd299ebde58a89f96d33d723ccfa7ce79ca913af825","target":"graph","created_at":"2026-07-05T03:48:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2201.05830/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Model-free and model-based reinforcement learning are two ends of a spectrum. Learning a good policy without a dynamic model can be prohibitively expensive. Learning the dynamic model of a system can reduce the cost of learning the policy, but it can also introduce bias if it is not accurate. We propose a middle ground where instead of the transition model, the sensitivity of the trajectories with respect to the perturbation of the parameters is learned. This allows us to predict the local behavior of the physical system around a set of nominal policies without knowing the actual model. We ass","authors_text":"Arash Mehrjou, Ashkan Soleymani, Bernhard Sch\\\"olkopf, Stefan Bauer","cross_cats":["math.DS","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2022-01-15T11:27:42Z","title":"Physical Derivatives: Computing policy gradients by physical forward-propagation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2201.05830","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f2cd829c0b371bd4747d72d54323d3954108fae3d0100f07e5174e9a54dfdbff","target":"record","created_at":"2026-07-05T03:48:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c438fa4dfa3151cf7ff0149a6a76a16f89ad0852f749ee1b395bc1e24cb3940b","cross_cats_sorted":["math.DS","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2022-01-15T11:27:42Z","title_canon_sha256":"5716f4ce7c344ed38c65c6e1c4089130a4d463098b1725736b9aa942598c9e78"},"schema_version":"1.0","source":{"id":"2201.05830","kind":"arxiv","version":1}},"canonical_sha256":"6612273b05de95ce8741dd4af2fe8591f11c242f40fa70cdaef9f8ea1bf14f63","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6612273b05de95ce8741dd4af2fe8591f11c242f40fa70cdaef9f8ea1bf14f63","first_computed_at":"2026-07-05T03:48:52.083118Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:48:52.083118Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"wBOOk9X9PUkwj3QboXVu27qM7qA6dG9eKJ4QG63HrNLLrduVdWcEeWHgCSxHs3t9sq+7oH5jsOZd9kaouMabDA==","signature_status":"signed_v1","signed_at":"2026-07-05T03:48:52.083477Z","signed_message":"canonical_sha256_bytes"},"source_id":"2201.05830","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f2cd829c0b371bd4747d72d54323d3954108fae3d0100f07e5174e9a54dfdbff","sha256:f678aa1a4d5bca6549edbdd299ebde58a89f96d33d723ccfa7ce79ca913af825"],"state_sha256":"1b73ef18500fb4a5fd4b96a86375255d67fe64103d7ddb1e5e1423ca1376894c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ep0IyW18o5BEG48CxNUkbUqQXmYv6A16k2A5Fq5Q8Ug625uGqUun3s2iE9ejCZi41mLxp1Dv0vnRn7myKV8RBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T13:46:31.547270Z","bundle_sha256":"d6f1ba1874a43ad9249213bd8b21425498e1b9bea06fd1bcd35e96d4fa09b0e7"}}