{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:JI4DIZ224VB2Q5O3ON2YDPCZK4","short_pith_number":"pith:JI4DIZ22","canonical_record":{"source":{"id":"2405.19024","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-29T12:07:17Z","cross_cats_sorted":["cs.AI","cs.GT","cs.MA"],"title_canon_sha256":"755a461adbaef16dddcdb3a24bc3cba810b17a533cc38be5161a1cfbf0e9a633","abstract_canon_sha256":"d72e54e7a1e7028a2ef637417bf15a513b8317cbd93ff5f47b0777530d0ac3c6"},"schema_version":"1.0"},"canonical_sha256":"4a3834675ae543a875db737581bc595701e54722e934f34791e0a8c8f73bb36d","source":{"kind":"arxiv","id":"2405.19024","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.19024","created_at":"2026-07-05T08:51:17Z"},{"alias_kind":"arxiv_version","alias_value":"2405.19024v3","created_at":"2026-07-05T08:51:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.19024","created_at":"2026-07-05T08:51:17Z"},{"alias_kind":"pith_short_12","alias_value":"JI4DIZ224VB2","created_at":"2026-07-05T08:51:17Z"},{"alias_kind":"pith_short_16","alias_value":"JI4DIZ224VB2Q5O3","created_at":"2026-07-05T08:51:17Z"},{"alias_kind":"pith_short_8","alias_value":"JI4DIZ22","created_at":"2026-07-05T08:51:17Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:JI4DIZ224VB2Q5O3ON2YDPCZK4","target":"record","payload":{"canonical_record":{"source":{"id":"2405.19024","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-29T12:07:17Z","cross_cats_sorted":["cs.AI","cs.GT","cs.MA"],"title_canon_sha256":"755a461adbaef16dddcdb3a24bc3cba810b17a533cc38be5161a1cfbf0e9a633","abstract_canon_sha256":"d72e54e7a1e7028a2ef637417bf15a513b8317cbd93ff5f47b0777530d0ac3c6"},"schema_version":"1.0"},"canonical_sha256":"4a3834675ae543a875db737581bc595701e54722e934f34791e0a8c8f73bb36d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:51:17.697553Z","signature_b64":"AXNTl/8FjIXciif7yPvjPqzn7oRSfd7u1ASLrivKAjyWIyJKEv2M/5S2BtYv0FWr7H8B8Y5NoSATb9p8GwCNCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4a3834675ae543a875db737581bc595701e54722e934f34791e0a8c8f73bb36d","last_reissued_at":"2026-07-05T08:51:17.697015Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:51:17.697015Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.19024","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:51:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LmsoXbSorZEF6imfZu3JmF6R3TiCt15sxJDp+SpflUUFwfSG8+j/j2mJAtmCpIw8kWA/lCzoSZc5wCwp/n20BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-28T07:03:38.835566Z"},"content_sha256":"a166b7e9c1b1c5812245bf8c7ad7f9dbe277f3bb915accfac0d5ec33e228ddf8","schema_version":"1.0","event_id":"sha256:a166b7e9c1b1c5812245bf8c7ad7f9dbe277f3bb915accfac0d5ec33e228ddf8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:JI4DIZ224VB2Q5O3ON2YDPCZK4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Inverse Concave-Utility Reinforcement Learning is Inverse Game Theory","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.GT","cs.MA"],"primary_cat":"cs.LG","authors_text":"Frans A. Oliehoek, Jan-Willem van de Meent, Mustafa Mert \\c{C}elikok","submitted_at":"2024-05-29T12:07:17Z","abstract_excerpt":"We consider inverse reinforcement learning problems with concave utilities. Concave Utility Reinforcement Learning (CURL) is a generalisation of the standard RL objective, which employs a concave function of the state occupancy measure, rather than a linear function. CURL has garnered recent attention for its ability to represent instances of many important applications including the standard RL such as imitation learning, pure exploration, constrained MDPs, offline RL, human-regularized RL, and others. Inverse reinforcement learning is a powerful paradigm that focuses on recovering an unknown"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.19024","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.19024/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:51:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8LgpsYM6agIj67PT5YEFM5pRWNI/yDsoGA+uHHtKwRlj2q5G50ib+FcZEubjONu/ROyvEJ8HMr2ly6EYZB2VCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-28T07:03:38.835942Z"},"content_sha256":"e513877ed4ae6a5555ab03fb228d0234f78226fc38e75a97620adf9883488867","schema_version":"1.0","event_id":"sha256:e513877ed4ae6a5555ab03fb228d0234f78226fc38e75a97620adf9883488867"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JI4DIZ224VB2Q5O3ON2YDPCZK4/bundle.json","state_url":"https://pith.science/pith/JI4DIZ224VB2Q5O3ON2YDPCZK4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JI4DIZ224VB2Q5O3ON2YDPCZK4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-28T07:03:38Z","links":{"resolver":"https://pith.science/pith/JI4DIZ224VB2Q5O3ON2YDPCZK4","bundle":"https://pith.science/pith/JI4DIZ224VB2Q5O3ON2YDPCZK4/bundle.json","state":"https://pith.science/pith/JI4DIZ224VB2Q5O3ON2YDPCZK4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JI4DIZ224VB2Q5O3ON2YDPCZK4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:JI4DIZ224VB2Q5O3ON2YDPCZK4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d72e54e7a1e7028a2ef637417bf15a513b8317cbd93ff5f47b0777530d0ac3c6","cross_cats_sorted":["cs.AI","cs.GT","cs.MA"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-29T12:07:17Z","title_canon_sha256":"755a461adbaef16dddcdb3a24bc3cba810b17a533cc38be5161a1cfbf0e9a633"},"schema_version":"1.0","source":{"id":"2405.19024","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.19024","created_at":"2026-07-05T08:51:17Z"},{"alias_kind":"arxiv_version","alias_value":"2405.19024v3","created_at":"2026-07-05T08:51:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.19024","created_at":"2026-07-05T08:51:17Z"},{"alias_kind":"pith_short_12","alias_value":"JI4DIZ224VB2","created_at":"2026-07-05T08:51:17Z"},{"alias_kind":"pith_short_16","alias_value":"JI4DIZ224VB2Q5O3","created_at":"2026-07-05T08:51:17Z"},{"alias_kind":"pith_short_8","alias_value":"JI4DIZ22","created_at":"2026-07-05T08:51:17Z"}],"graph_snapshots":[{"event_id":"sha256:e513877ed4ae6a5555ab03fb228d0234f78226fc38e75a97620adf9883488867","target":"graph","created_at":"2026-07-05T08:51:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.19024/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We consider inverse reinforcement learning problems with concave utilities. Concave Utility Reinforcement Learning (CURL) is a generalisation of the standard RL objective, which employs a concave function of the state occupancy measure, rather than a linear function. CURL has garnered recent attention for its ability to represent instances of many important applications including the standard RL such as imitation learning, pure exploration, constrained MDPs, offline RL, human-regularized RL, and others. Inverse reinforcement learning is a powerful paradigm that focuses on recovering an unknown","authors_text":"Frans A. Oliehoek, Jan-Willem van de Meent, Mustafa Mert \\c{C}elikok","cross_cats":["cs.AI","cs.GT","cs.MA"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-29T12:07:17Z","title":"Inverse Concave-Utility Reinforcement Learning is Inverse Game Theory"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.19024","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a166b7e9c1b1c5812245bf8c7ad7f9dbe277f3bb915accfac0d5ec33e228ddf8","target":"record","created_at":"2026-07-05T08:51:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d72e54e7a1e7028a2ef637417bf15a513b8317cbd93ff5f47b0777530d0ac3c6","cross_cats_sorted":["cs.AI","cs.GT","cs.MA"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-29T12:07:17Z","title_canon_sha256":"755a461adbaef16dddcdb3a24bc3cba810b17a533cc38be5161a1cfbf0e9a633"},"schema_version":"1.0","source":{"id":"2405.19024","kind":"arxiv","version":3}},"canonical_sha256":"4a3834675ae543a875db737581bc595701e54722e934f34791e0a8c8f73bb36d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4a3834675ae543a875db737581bc595701e54722e934f34791e0a8c8f73bb36d","first_computed_at":"2026-07-05T08:51:17.697015Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:51:17.697015Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"AXNTl/8FjIXciif7yPvjPqzn7oRSfd7u1ASLrivKAjyWIyJKEv2M/5S2BtYv0FWr7H8B8Y5NoSATb9p8GwCNCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:51:17.697553Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.19024","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a166b7e9c1b1c5812245bf8c7ad7f9dbe277f3bb915accfac0d5ec33e228ddf8","sha256:e513877ed4ae6a5555ab03fb228d0234f78226fc38e75a97620adf9883488867"],"state_sha256":"042d5232772a472523a5a6589bc3174db6017b5db68dca4d8e77775761de473d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qaMQsZxG9Z0o5r5J6j9ZmFBg+3cTa5V1AW57X9jCiydXJGia/dQWcDgC9fc3WU0VBRXBgkgip+r2s7/3QP7nDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-28T07:03:38.838345Z","bundle_sha256":"1ca7d57519659d193396f5c7552acaad51e85d191c8e6e727f1986875345522a"}}