{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:7SZZFKAIZLGCVDWD5HUXJXHBUH","short_pith_number":"pith:7SZZFKAI","canonical_record":{"source":{"id":"2405.19909","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-30T10:20:55Z","cross_cats_sorted":["cs.AI","cs.RO"],"title_canon_sha256":"0e505d3dd243df2a462d889c63760b4436cef41b610305457ca2f429456b9e84","abstract_canon_sha256":"1b0550e071aa06232d1f2b563bcdb05ba8e790fa4e380ffbacb9a6af3cfce208"},"schema_version":"1.0"},"canonical_sha256":"fcb392a808cacc2a8ec3e9e974dce1a1c5cdd8639031cd269148330228313cfb","source":{"kind":"arxiv","id":"2405.19909","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.19909","created_at":"2026-07-05T08:43:56Z"},{"alias_kind":"arxiv_version","alias_value":"2405.19909v3","created_at":"2026-07-05T08:43:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.19909","created_at":"2026-07-05T08:43:56Z"},{"alias_kind":"pith_short_12","alias_value":"7SZZFKAIZLGC","created_at":"2026-07-05T08:43:56Z"},{"alias_kind":"pith_short_16","alias_value":"7SZZFKAIZLGCVDWD","created_at":"2026-07-05T08:43:56Z"},{"alias_kind":"pith_short_8","alias_value":"7SZZFKAI","created_at":"2026-07-05T08:43:56Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:7SZZFKAIZLGCVDWD5HUXJXHBUH","target":"record","payload":{"canonical_record":{"source":{"id":"2405.19909","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-30T10:20:55Z","cross_cats_sorted":["cs.AI","cs.RO"],"title_canon_sha256":"0e505d3dd243df2a462d889c63760b4436cef41b610305457ca2f429456b9e84","abstract_canon_sha256":"1b0550e071aa06232d1f2b563bcdb05ba8e790fa4e380ffbacb9a6af3cfce208"},"schema_version":"1.0"},"canonical_sha256":"fcb392a808cacc2a8ec3e9e974dce1a1c5cdd8639031cd269148330228313cfb","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:43:56.120750Z","signature_b64":"YGHpphLSrsV2GUgJjAnjlKVNWzjmwn/vVSYN3KaZ2lQAQr9zQz3gGbQJuUlErvlUzMq+ZAL6P+heWFMXUReGAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fcb392a808cacc2a8ec3e9e974dce1a1c5cdd8639031cd269148330228313cfb","last_reissued_at":"2026-07-05T08:43:56.120263Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:43:56.120263Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.19909","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:43:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KkZ2NgF/7s5mkOMVR2tWQQV9uPC1FbXz5Q79ylWyhYXgEOhN8kBSADlQj0zJTNQWIeLMad3AL4nkgFIN8YGdAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T22:39:48.263901Z"},"content_sha256":"c94c52955c61bea5c495aebf1e7ad522a8e265547dc7560aa1618dd4a5bb955e","schema_version":"1.0","event_id":"sha256:c94c52955c61bea5c495aebf1e7ad522a8e265547dc7560aa1618dd4a5bb955e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:7SZZFKAIZLGCVDWD5HUXJXHBUH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Adaptive Advantage-Guided Policy Regularization for Offline Reinforcement Learning","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.AI","cs.RO"],"primary_cat":"cs.LG","authors_text":"Hao Gao, Tenglong Liu, Wei Pan, Xin Xu, Yang Li, Yixing Lan","submitted_at":"2024-05-30T10:20:55Z","abstract_excerpt":"In offline reinforcement learning, the challenge of out-of-distribution (OOD) is pronounced. To address this, existing methods often constrain the learned policy through policy regularization. However, these methods often suffer from the issue of unnecessary conservativeness, hampering policy improvement. This occurs due to the indiscriminate use of all actions from the behavior policy that generates the offline dataset as constraints. The problem becomes particularly noticeable when the quality of the dataset is suboptimal. Thus, we propose Adaptive Advantage-guided Policy Regularization (A2P"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.19909","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.19909/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:43:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1L5TGLKovMeCA8CR19AIMZOtYEcrY8YVuyqK+RKWv1ESiZv7TmAYArSZwdEzXgExlAh1bLq6lzUZivv8k7QADg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T22:39:48.264406Z"},"content_sha256":"256167bee2d504fed37d6fa55160069f4b8de914ff4200af9cc925f73ed71435","schema_version":"1.0","event_id":"sha256:256167bee2d504fed37d6fa55160069f4b8de914ff4200af9cc925f73ed71435"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7SZZFKAIZLGCVDWD5HUXJXHBUH/bundle.json","state_url":"https://pith.science/pith/7SZZFKAIZLGCVDWD5HUXJXHBUH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7SZZFKAIZLGCVDWD5HUXJXHBUH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T22:39:48Z","links":{"resolver":"https://pith.science/pith/7SZZFKAIZLGCVDWD5HUXJXHBUH","bundle":"https://pith.science/pith/7SZZFKAIZLGCVDWD5HUXJXHBUH/bundle.json","state":"https://pith.science/pith/7SZZFKAIZLGCVDWD5HUXJXHBUH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7SZZFKAIZLGCVDWD5HUXJXHBUH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:7SZZFKAIZLGCVDWD5HUXJXHBUH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1b0550e071aa06232d1f2b563bcdb05ba8e790fa4e380ffbacb9a6af3cfce208","cross_cats_sorted":["cs.AI","cs.RO"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-30T10:20:55Z","title_canon_sha256":"0e505d3dd243df2a462d889c63760b4436cef41b610305457ca2f429456b9e84"},"schema_version":"1.0","source":{"id":"2405.19909","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.19909","created_at":"2026-07-05T08:43:56Z"},{"alias_kind":"arxiv_version","alias_value":"2405.19909v3","created_at":"2026-07-05T08:43:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.19909","created_at":"2026-07-05T08:43:56Z"},{"alias_kind":"pith_short_12","alias_value":"7SZZFKAIZLGC","created_at":"2026-07-05T08:43:56Z"},{"alias_kind":"pith_short_16","alias_value":"7SZZFKAIZLGCVDWD","created_at":"2026-07-05T08:43:56Z"},{"alias_kind":"pith_short_8","alias_value":"7SZZFKAI","created_at":"2026-07-05T08:43:56Z"}],"graph_snapshots":[{"event_id":"sha256:256167bee2d504fed37d6fa55160069f4b8de914ff4200af9cc925f73ed71435","target":"graph","created_at":"2026-07-05T08:43:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.19909/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In offline reinforcement learning, the challenge of out-of-distribution (OOD) is pronounced. To address this, existing methods often constrain the learned policy through policy regularization. However, these methods often suffer from the issue of unnecessary conservativeness, hampering policy improvement. This occurs due to the indiscriminate use of all actions from the behavior policy that generates the offline dataset as constraints. The problem becomes particularly noticeable when the quality of the dataset is suboptimal. Thus, we propose Adaptive Advantage-guided Policy Regularization (A2P","authors_text":"Hao Gao, Tenglong Liu, Wei Pan, Xin Xu, Yang Li, Yixing Lan","cross_cats":["cs.AI","cs.RO"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-30T10:20:55Z","title":"Adaptive Advantage-Guided Policy Regularization for Offline Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.19909","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c94c52955c61bea5c495aebf1e7ad522a8e265547dc7560aa1618dd4a5bb955e","target":"record","created_at":"2026-07-05T08:43:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1b0550e071aa06232d1f2b563bcdb05ba8e790fa4e380ffbacb9a6af3cfce208","cross_cats_sorted":["cs.AI","cs.RO"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-30T10:20:55Z","title_canon_sha256":"0e505d3dd243df2a462d889c63760b4436cef41b610305457ca2f429456b9e84"},"schema_version":"1.0","source":{"id":"2405.19909","kind":"arxiv","version":3}},"canonical_sha256":"fcb392a808cacc2a8ec3e9e974dce1a1c5cdd8639031cd269148330228313cfb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fcb392a808cacc2a8ec3e9e974dce1a1c5cdd8639031cd269148330228313cfb","first_computed_at":"2026-07-05T08:43:56.120263Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:43:56.120263Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"YGHpphLSrsV2GUgJjAnjlKVNWzjmwn/vVSYN3KaZ2lQAQr9zQz3gGbQJuUlErvlUzMq+ZAL6P+heWFMXUReGAg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:43:56.120750Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.19909","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c94c52955c61bea5c495aebf1e7ad522a8e265547dc7560aa1618dd4a5bb955e","sha256:256167bee2d504fed37d6fa55160069f4b8de914ff4200af9cc925f73ed71435"],"state_sha256":"ac32264a03d61870a90c182b23118b26d2a75e88d9ce73121e8354e56815b040"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9kPi968Lunf6r/6bn+fPjHU3uuEnOiZedrDLR4v0wzPi10p4/9W2/NSObOXGkfwaZ27rL9BmSCCQMo7mQXqKCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T22:39:48.269232Z","bundle_sha256":"474879e537a8ced2993f0db313937e1cdf5cd00300c406f143feb1b31427b0f5"}}