{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:UVBHDFTPR4F3LG6FSNYFOO4ULB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d9f25bb903152bae90c3b1f7cb64e026a6807917e99d330a047f1146d0ce92e2","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-12-17T18:58:00Z","title_canon_sha256":"1fa35aa0ab5f2c63dc443c07ce5046074b82e39496533c135c63e5aaeef03d01"},"schema_version":"1.0","source":{"id":"2412.13184","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.13184","created_at":"2026-07-05T09:50:41Z"},{"alias_kind":"arxiv_version","alias_value":"2412.13184v1","created_at":"2026-07-05T09:50:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.13184","created_at":"2026-07-05T09:50:41Z"},{"alias_kind":"pith_short_12","alias_value":"UVBHDFTPR4F3","created_at":"2026-07-05T09:50:41Z"},{"alias_kind":"pith_short_16","alias_value":"UVBHDFTPR4F3LG6F","created_at":"2026-07-05T09:50:41Z"},{"alias_kind":"pith_short_8","alias_value":"UVBHDFTP","created_at":"2026-07-05T09:50:41Z"}],"graph_snapshots":[{"event_id":"sha256:9c906d60d93ac89357c5cedaff6750da1649c7c679cb635948b2103059415821","target":"graph","created_at":"2026-07-05T09:50:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.13184/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Safe reinforcement learning (RL) is a popular and versatile paradigm to learn reward-maximizing policies with safety guarantees. Previous works tend to express the safety constraints in an expectation form due to the ease of implementation, but this turns out to be ineffective in maintaining safety constraints with high probability. To this end, we move to the quantile-constrained RL that enables a higher level of safety without any expectation-form approximations. We directly estimate the quantile gradients through sampling and provide the theoretical proofs of convergence. Then a tilted upda","authors_text":"Chenglin Li, Guangchun Ruan, Hua Geng","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-12-17T18:58:00Z","title":"Tilted Quantile Gradient Updates for Quantile-Constrained Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.13184","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:007e8b879070318bd13683a4e55c0337e01d47b42fdbaf22161cc454d72b12b0","target":"record","created_at":"2026-07-05T09:50:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d9f25bb903152bae90c3b1f7cb64e026a6807917e99d330a047f1146d0ce92e2","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-12-17T18:58:00Z","title_canon_sha256":"1fa35aa0ab5f2c63dc443c07ce5046074b82e39496533c135c63e5aaeef03d01"},"schema_version":"1.0","source":{"id":"2412.13184","kind":"arxiv","version":1}},"canonical_sha256":"a54271966f8f0bb59bc59370573b94587d4a10db7114de1661584d9f5af4ac0d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a54271966f8f0bb59bc59370573b94587d4a10db7114de1661584d9f5af4ac0d","first_computed_at":"2026-07-05T09:50:41.434822Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:50:41.434822Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"dLIQ1MfPhRLGh3mqLzXaZzEMRDp823Vu2wH/ZW4VUHLYxtOVrHorSbS8m3ShB+Iv44wlGmC1nDFC6+LPNl4RCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:50:41.435327Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.13184","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:007e8b879070318bd13683a4e55c0337e01d47b42fdbaf22161cc454d72b12b0","sha256:9c906d60d93ac89357c5cedaff6750da1649c7c679cb635948b2103059415821"],"state_sha256":"af5bb11fc2eab5ab88945b5773bee95b98689bb06365fce05bae5e5e3b03a876"}