{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:KLMNF6K3RD3ZRBSQZ6W6XH3AUF","short_pith_number":"pith:KLMNF6K3","canonical_record":{"source":{"id":"2405.13609","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-22T13:01:37Z","cross_cats_sorted":["q-fin.CP","quant-ph"],"title_canon_sha256":"3ef008f933c7d501094767d4a63850edaabefdff8bd916cf3c452f5dc05f7ec0","abstract_canon_sha256":"adc9f4c8813be4308fa616e9277f1b1b4a4bafe4dec67f8d6e933cbd62360a32"},"schema_version":"1.0"},"canonical_sha256":"52d8d2f95b88f7988650cfadeb9f60a143fa8b83d29a9afbd449050479ce90d0","source":{"kind":"arxiv","id":"2405.13609","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.13609","created_at":"2026-07-05T11:07:57Z"},{"alias_kind":"arxiv_version","alias_value":"2405.13609v3","created_at":"2026-07-05T11:07:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.13609","created_at":"2026-07-05T11:07:57Z"},{"alias_kind":"pith_short_12","alias_value":"KLMNF6K3RD3Z","created_at":"2026-07-05T11:07:57Z"},{"alias_kind":"pith_short_16","alias_value":"KLMNF6K3RD3ZRBSQ","created_at":"2026-07-05T11:07:57Z"},{"alias_kind":"pith_short_8","alias_value":"KLMNF6K3","created_at":"2026-07-05T11:07:57Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:KLMNF6K3RD3ZRBSQZ6W6XH3AUF","target":"record","payload":{"canonical_record":{"source":{"id":"2405.13609","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-22T13:01:37Z","cross_cats_sorted":["q-fin.CP","quant-ph"],"title_canon_sha256":"3ef008f933c7d501094767d4a63850edaabefdff8bd916cf3c452f5dc05f7ec0","abstract_canon_sha256":"adc9f4c8813be4308fa616e9277f1b1b4a4bafe4dec67f8d6e933cbd62360a32"},"schema_version":"1.0"},"canonical_sha256":"52d8d2f95b88f7988650cfadeb9f60a143fa8b83d29a9afbd449050479ce90d0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:07:57.579670Z","signature_b64":"fyhh0TcyRhfst/BwCB7fmbJygg0VH83/PWwFBY1GUm50B1kwHJ51w6sKsT0DZhMyT4JsspXqNJ1J1C/RIHY5CQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"52d8d2f95b88f7988650cfadeb9f60a143fa8b83d29a9afbd449050479ce90d0","last_reissued_at":"2026-07-05T11:07:57.579142Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:07:57.579142Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.13609","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:07:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RSDKNFNk2GF2dNVfXvravuIGwEbUJX7wME+25ml9SJTvsBtcVFpacRPnyTW+vHHHQevOyqnRg6dDZMF/9O7fBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T04:17:56.641623Z"},"content_sha256":"0403241dab19efb8921657b25e2a12d5508f1e3acad53831877c9dd76740d92f","schema_version":"1.0","event_id":"sha256:0403241dab19efb8921657b25e2a12d5508f1e3acad53831877c9dd76740d92f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:KLMNF6K3RD3ZRBSQZ6W6XH3AUF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Tackling Decision Processes with Non-Cumulative Objectives using Reinforcement Learning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["q-fin.CP","quant-ph"],"primary_cat":"cs.LG","authors_text":"Florian Marquardt, Jan Olle, Maximilian N\\\"agele, Remmy Zen, Thomas F\\\"osel","submitted_at":"2024-05-22T13:01:37Z","abstract_excerpt":"Markov decision processes (MDPs) are used to model a wide variety of applications ranging from game playing over robotics to finance. Their optimal policy typically maximizes the expected sum of rewards given at each step of the decision process. However, a large class of problems does not fit straightforwardly into this framework: Non-cumulative Markov decision processes (NCMDPs), where instead of the expected sum of rewards, the expected value of an arbitrary function of the rewards is maximized. Example functions include the maximum of the rewards or their mean divided by their standard dev"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.13609","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.13609/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:07:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BJnp6WJQctKIevBYYsHVbcVi1D4V7SPMQtkeK3w1zMi9FnmIMNY/KhZ9V52pQm9eQwREmTRbfWDc/Wp8fCCvCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T04:17:56.642199Z"},"content_sha256":"b74ecec6f92fa1ad2c6dcca1011717c7cdcdc7cf0b4f76058f898743e0bc36ee","schema_version":"1.0","event_id":"sha256:b74ecec6f92fa1ad2c6dcca1011717c7cdcdc7cf0b4f76058f898743e0bc36ee"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KLMNF6K3RD3ZRBSQZ6W6XH3AUF/bundle.json","state_url":"https://pith.science/pith/KLMNF6K3RD3ZRBSQZ6W6XH3AUF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KLMNF6K3RD3ZRBSQZ6W6XH3AUF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-15T04:17:56Z","links":{"resolver":"https://pith.science/pith/KLMNF6K3RD3ZRBSQZ6W6XH3AUF","bundle":"https://pith.science/pith/KLMNF6K3RD3ZRBSQZ6W6XH3AUF/bundle.json","state":"https://pith.science/pith/KLMNF6K3RD3ZRBSQZ6W6XH3AUF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KLMNF6K3RD3ZRBSQZ6W6XH3AUF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:KLMNF6K3RD3ZRBSQZ6W6XH3AUF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"adc9f4c8813be4308fa616e9277f1b1b4a4bafe4dec67f8d6e933cbd62360a32","cross_cats_sorted":["q-fin.CP","quant-ph"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-22T13:01:37Z","title_canon_sha256":"3ef008f933c7d501094767d4a63850edaabefdff8bd916cf3c452f5dc05f7ec0"},"schema_version":"1.0","source":{"id":"2405.13609","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.13609","created_at":"2026-07-05T11:07:57Z"},{"alias_kind":"arxiv_version","alias_value":"2405.13609v3","created_at":"2026-07-05T11:07:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.13609","created_at":"2026-07-05T11:07:57Z"},{"alias_kind":"pith_short_12","alias_value":"KLMNF6K3RD3Z","created_at":"2026-07-05T11:07:57Z"},{"alias_kind":"pith_short_16","alias_value":"KLMNF6K3RD3ZRBSQ","created_at":"2026-07-05T11:07:57Z"},{"alias_kind":"pith_short_8","alias_value":"KLMNF6K3","created_at":"2026-07-05T11:07:57Z"}],"graph_snapshots":[{"event_id":"sha256:b74ecec6f92fa1ad2c6dcca1011717c7cdcdc7cf0b4f76058f898743e0bc36ee","target":"graph","created_at":"2026-07-05T11:07:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.13609/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Markov decision processes (MDPs) are used to model a wide variety of applications ranging from game playing over robotics to finance. Their optimal policy typically maximizes the expected sum of rewards given at each step of the decision process. However, a large class of problems does not fit straightforwardly into this framework: Non-cumulative Markov decision processes (NCMDPs), where instead of the expected sum of rewards, the expected value of an arbitrary function of the rewards is maximized. Example functions include the maximum of the rewards or their mean divided by their standard dev","authors_text":"Florian Marquardt, Jan Olle, Maximilian N\\\"agele, Remmy Zen, Thomas F\\\"osel","cross_cats":["q-fin.CP","quant-ph"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-22T13:01:37Z","title":"Tackling Decision Processes with Non-Cumulative Objectives using Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.13609","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0403241dab19efb8921657b25e2a12d5508f1e3acad53831877c9dd76740d92f","target":"record","created_at":"2026-07-05T11:07:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"adc9f4c8813be4308fa616e9277f1b1b4a4bafe4dec67f8d6e933cbd62360a32","cross_cats_sorted":["q-fin.CP","quant-ph"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-22T13:01:37Z","title_canon_sha256":"3ef008f933c7d501094767d4a63850edaabefdff8bd916cf3c452f5dc05f7ec0"},"schema_version":"1.0","source":{"id":"2405.13609","kind":"arxiv","version":3}},"canonical_sha256":"52d8d2f95b88f7988650cfadeb9f60a143fa8b83d29a9afbd449050479ce90d0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"52d8d2f95b88f7988650cfadeb9f60a143fa8b83d29a9afbd449050479ce90d0","first_computed_at":"2026-07-05T11:07:57.579142Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:07:57.579142Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"fyhh0TcyRhfst/BwCB7fmbJygg0VH83/PWwFBY1GUm50B1kwHJ51w6sKsT0DZhMyT4JsspXqNJ1J1C/RIHY5CQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:07:57.579670Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.13609","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0403241dab19efb8921657b25e2a12d5508f1e3acad53831877c9dd76740d92f","sha256:b74ecec6f92fa1ad2c6dcca1011717c7cdcdc7cf0b4f76058f898743e0bc36ee"],"state_sha256":"fd674f125b2aaac4922a33505d5fa2bd872217e4a49dc22011f639a93e2226e7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lGRxxB3Rh0ezT93gXp99ElJUFatEYQ/lr8NsOsheo6qzHJevhBz9sME9aakSN5cBFXFlhNhjjUi2pHHwd23IBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-15T04:17:56.646984Z","bundle_sha256":"866b26fcce622acf017f3682672661651cb75684e143752ba35df4f637da7232"}}