{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:6PXRQBZT2GZ6XDER2I3X2C3GRC","short_pith_number":"pith:6PXRQBZT","canonical_record":{"source":{"id":"2405.20555","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-31T00:41:04Z","cross_cats_sorted":[],"title_canon_sha256":"ab040e9c952d2c1a662f04e98d79fd7f806e94bc7feca206b209e6ad4f1a1e93","abstract_canon_sha256":"5123369bc72efbae5f7c996698e32aeb5d9d825a79cb7e0a1d0cb6ffb735d32e"},"schema_version":"1.0"},"canonical_sha256":"f3ef180733d1b3eb8c91d2377d0b6688bd67b90e855f1425b24fecc26f65fc05","source":{"kind":"arxiv","id":"2405.20555","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.20555","created_at":"2026-07-05T10:19:24Z"},{"alias_kind":"arxiv_version","alias_value":"2405.20555v3","created_at":"2026-07-05T10:19:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.20555","created_at":"2026-07-05T10:19:24Z"},{"alias_kind":"pith_short_12","alias_value":"6PXRQBZT2GZ6","created_at":"2026-07-05T10:19:24Z"},{"alias_kind":"pith_short_16","alias_value":"6PXRQBZT2GZ6XDER","created_at":"2026-07-05T10:19:24Z"},{"alias_kind":"pith_short_8","alias_value":"6PXRQBZT","created_at":"2026-07-05T10:19:24Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:6PXRQBZT2GZ6XDER2I3X2C3GRC","target":"record","payload":{"canonical_record":{"source":{"id":"2405.20555","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-31T00:41:04Z","cross_cats_sorted":[],"title_canon_sha256":"ab040e9c952d2c1a662f04e98d79fd7f806e94bc7feca206b209e6ad4f1a1e93","abstract_canon_sha256":"5123369bc72efbae5f7c996698e32aeb5d9d825a79cb7e0a1d0cb6ffb735d32e"},"schema_version":"1.0"},"canonical_sha256":"f3ef180733d1b3eb8c91d2377d0b6688bd67b90e855f1425b24fecc26f65fc05","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:19:24.609658Z","signature_b64":"ofNYOTfcFJ+g+qmJHd4bxvejXVzx1zDD8aYI7wrW9TkhuN/xmmrzx9H0CvSoRq4Pe+LSNsybkiOyjEBFrEFgDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f3ef180733d1b3eb8c91d2377d0b6688bd67b90e855f1425b24fecc26f65fc05","last_reissued_at":"2026-07-05T10:19:24.609155Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:19:24.609155Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.20555","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:19:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"f8UfNhvKtjZIOBWNlfgmhEw6FMRhepNsROTKDkKKNSyrAUiw4QeJTHczzndNR0WW5+jatfVPjS6VrocE/NnzBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T10:24:40.849631Z"},"content_sha256":"849a49a8b3ebcac9f146ed23c971e83dc9865b9e9f5d8a7cdc59a6c0c396dbc0","schema_version":"1.0","event_id":"sha256:849a49a8b3ebcac9f146ed23c971e83dc9865b9e9f5d8a7cdc59a6c0c396dbc0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:6PXRQBZT2GZ6XDER2I3X2C3GRC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Diffusion Actor-Critic: Formulating Constrained Policy Iteration as Diffusion Noise Regression for Offline Reinforcement Learning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Bing-Yi Jing, Jing Zhang, Linjiajie Fang, Ruoxue Liu, Wenjia Wang","submitted_at":"2024-05-31T00:41:04Z","abstract_excerpt":"In offline reinforcement learning, it is necessary to manage out-of-distribution actions to prevent overestimation of value functions. One class of methods, the policy-regularized method, addresses this problem by constraining the target policy to stay close to the behavior policy. Although several approaches suggest representing the behavior policy as an expressive diffusion model to boost performance, it remains unclear how to regularize the target policy given a diffusion-modeled behavior sampler. In this paper, we propose Diffusion Actor-Critic (DAC) that formulates the Kullback-Leibler (K"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.20555","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.20555/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:19:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aJomve7BHU94JILBz1jYRth0bnECIai/H7qB4jt1pTJ8HyNODeZ2DRZg/ktJxf9o2YqvX2eQ0TGmdD5oROwoCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T10:24:40.850125Z"},"content_sha256":"19b1d4ffbb8587e04e1fc4771038fc03fb1a405a99c739ea6f137f2244ee99ab","schema_version":"1.0","event_id":"sha256:19b1d4ffbb8587e04e1fc4771038fc03fb1a405a99c739ea6f137f2244ee99ab"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6PXRQBZT2GZ6XDER2I3X2C3GRC/bundle.json","state_url":"https://pith.science/pith/6PXRQBZT2GZ6XDER2I3X2C3GRC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6PXRQBZT2GZ6XDER2I3X2C3GRC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T10:24:40Z","links":{"resolver":"https://pith.science/pith/6PXRQBZT2GZ6XDER2I3X2C3GRC","bundle":"https://pith.science/pith/6PXRQBZT2GZ6XDER2I3X2C3GRC/bundle.json","state":"https://pith.science/pith/6PXRQBZT2GZ6XDER2I3X2C3GRC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6PXRQBZT2GZ6XDER2I3X2C3GRC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:6PXRQBZT2GZ6XDER2I3X2C3GRC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5123369bc72efbae5f7c996698e32aeb5d9d825a79cb7e0a1d0cb6ffb735d32e","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-31T00:41:04Z","title_canon_sha256":"ab040e9c952d2c1a662f04e98d79fd7f806e94bc7feca206b209e6ad4f1a1e93"},"schema_version":"1.0","source":{"id":"2405.20555","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.20555","created_at":"2026-07-05T10:19:24Z"},{"alias_kind":"arxiv_version","alias_value":"2405.20555v3","created_at":"2026-07-05T10:19:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.20555","created_at":"2026-07-05T10:19:24Z"},{"alias_kind":"pith_short_12","alias_value":"6PXRQBZT2GZ6","created_at":"2026-07-05T10:19:24Z"},{"alias_kind":"pith_short_16","alias_value":"6PXRQBZT2GZ6XDER","created_at":"2026-07-05T10:19:24Z"},{"alias_kind":"pith_short_8","alias_value":"6PXRQBZT","created_at":"2026-07-05T10:19:24Z"}],"graph_snapshots":[{"event_id":"sha256:19b1d4ffbb8587e04e1fc4771038fc03fb1a405a99c739ea6f137f2244ee99ab","target":"graph","created_at":"2026-07-05T10:19:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.20555/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In offline reinforcement learning, it is necessary to manage out-of-distribution actions to prevent overestimation of value functions. One class of methods, the policy-regularized method, addresses this problem by constraining the target policy to stay close to the behavior policy. Although several approaches suggest representing the behavior policy as an expressive diffusion model to boost performance, it remains unclear how to regularize the target policy given a diffusion-modeled behavior sampler. In this paper, we propose Diffusion Actor-Critic (DAC) that formulates the Kullback-Leibler (K","authors_text":"Bing-Yi Jing, Jing Zhang, Linjiajie Fang, Ruoxue Liu, Wenjia Wang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-31T00:41:04Z","title":"Diffusion Actor-Critic: Formulating Constrained Policy Iteration as Diffusion Noise Regression for Offline Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.20555","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:849a49a8b3ebcac9f146ed23c971e83dc9865b9e9f5d8a7cdc59a6c0c396dbc0","target":"record","created_at":"2026-07-05T10:19:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5123369bc72efbae5f7c996698e32aeb5d9d825a79cb7e0a1d0cb6ffb735d32e","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-31T00:41:04Z","title_canon_sha256":"ab040e9c952d2c1a662f04e98d79fd7f806e94bc7feca206b209e6ad4f1a1e93"},"schema_version":"1.0","source":{"id":"2405.20555","kind":"arxiv","version":3}},"canonical_sha256":"f3ef180733d1b3eb8c91d2377d0b6688bd67b90e855f1425b24fecc26f65fc05","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f3ef180733d1b3eb8c91d2377d0b6688bd67b90e855f1425b24fecc26f65fc05","first_computed_at":"2026-07-05T10:19:24.609155Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:19:24.609155Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ofNYOTfcFJ+g+qmJHd4bxvejXVzx1zDD8aYI7wrW9TkhuN/xmmrzx9H0CvSoRq4Pe+LSNsybkiOyjEBFrEFgDg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:19:24.609658Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.20555","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:849a49a8b3ebcac9f146ed23c971e83dc9865b9e9f5d8a7cdc59a6c0c396dbc0","sha256:19b1d4ffbb8587e04e1fc4771038fc03fb1a405a99c739ea6f137f2244ee99ab"],"state_sha256":"5edbd82a04abcf5b9a04ac3852a41f6f6987e202002edcf9ec2851b27e021c21"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ysy26dUTyr2HEOaGKr72brjG2tZeoLvWFjqKMgOQeeQd0oyMtIAfid+XstxNQmXVBrYr5ts8AxnDxhkHjSVGAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T10:24:40.854364Z","bundle_sha256":"c339b54b787c850a38a1638f6ebac5b4d913f00f2175928b105cff5b19f02e30"}}