{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:3BHLKV43773L5FXOD2SVJNU3BB","short_pith_number":"pith:3BHLKV43","canonical_record":{"source":{"id":"2506.23090","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2025-06-29T05:05:13Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"597e9ebc3cb39749f2fdeb18e5eb55f1b7f047a2dfbaf60f2b7ac20e020ad0e3","abstract_canon_sha256":"28e76aa3761c1a8176d25b4654ce774e33027f7a0f1b5aef3ee393a9509ffd94"},"schema_version":"1.0"},"canonical_sha256":"d84eb5579bfff6be96ee1ea554b69b08579ce956398c31ef53c68e76c1ab35e7","source":{"kind":"arxiv","id":"2506.23090","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.23090","created_at":"2026-07-05T11:34:10Z"},{"alias_kind":"arxiv_version","alias_value":"2506.23090v2","created_at":"2026-07-05T11:34:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.23090","created_at":"2026-07-05T11:34:10Z"},{"alias_kind":"pith_short_12","alias_value":"3BHLKV43773L","created_at":"2026-07-05T11:34:10Z"},{"alias_kind":"pith_short_16","alias_value":"3BHLKV43773L5FXO","created_at":"2026-07-05T11:34:10Z"},{"alias_kind":"pith_short_8","alias_value":"3BHLKV43","created_at":"2026-07-05T11:34:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:3BHLKV43773L5FXOD2SVJNU3BB","target":"record","payload":{"canonical_record":{"source":{"id":"2506.23090","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2025-06-29T05:05:13Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"597e9ebc3cb39749f2fdeb18e5eb55f1b7f047a2dfbaf60f2b7ac20e020ad0e3","abstract_canon_sha256":"28e76aa3761c1a8176d25b4654ce774e33027f7a0f1b5aef3ee393a9509ffd94"},"schema_version":"1.0"},"canonical_sha256":"d84eb5579bfff6be96ee1ea554b69b08579ce956398c31ef53c68e76c1ab35e7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:34:10.150543Z","signature_b64":"C4uQWr4xdD0laoTVehNHYs1HzntL3XIccHR66SwV+iMHU6wki66R0OeD469D2PqIaCqxtc0Lglsb2X+julv9Bg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d84eb5579bfff6be96ee1ea554b69b08579ce956398c31ef53c68e76c1ab35e7","last_reissued_at":"2026-07-05T11:34:10.150086Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:34:10.150086Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2506.23090","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:34:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AOUFUOKnRcbCXZkXvo+XGTcmysQfcw8oyGj5CUA6BA1Vi57ol0Bta+ligFJlcaXMoYXD5Ve+zlT297Ycgse7AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T18:10:43.455883Z"},"content_sha256":"0abb8e820468b71b2d2e386ab5d371f0cd998de7c483253e9208ca8f017450b5","schema_version":"1.0","event_id":"sha256:0abb8e820468b71b2d2e386ab5d371f0cd998de7c483253e9208ca8f017450b5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:3BHLKV43773L5FXOD2SVJNU3BB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Multi-task Offline Reinforcement Learning for Online Advertising in Recommender Systems","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.IR","authors_text":"Bo Li, Bo Zheng, Chi Zhang, Hongzhi Yin, Langming Liu, Wanyu Wang, Wenbo Su, Xiangyu Zhao, Xuetao Wei","submitted_at":"2025-06-29T05:05:13Z","abstract_excerpt":"Online advertising in recommendation platforms has gained significant attention, with a predominant focus on channel recommendation and budget allocation strategies. However, current offline reinforcement learning (RL) methods face substantial challenges when applied to sparse advertising scenarios, primarily due to severe overestimation, distributional shifts, and overlooking budget constraints. To address these issues, we propose MTORL, a novel multi-task offline RL model that targets two key objectives. First, we establish a Markov Decision Process (MDP) framework specific to the nuances of"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.23090","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.23090/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:34:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TOFbcLresxIDF23PKFVhiAFapKT+X6xTAImTHkf3XLf5wcmnDsvdqp2T6tlF32GbmDB5sUe8XhW1zpyHSiwBAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T18:10:43.456393Z"},"content_sha256":"3f23c962c93908f04d024f9e6cbc1a69bed5d46b5c19d84ad8d937e78f78b7f7","schema_version":"1.0","event_id":"sha256:3f23c962c93908f04d024f9e6cbc1a69bed5d46b5c19d84ad8d937e78f78b7f7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3BHLKV43773L5FXOD2SVJNU3BB/bundle.json","state_url":"https://pith.science/pith/3BHLKV43773L5FXOD2SVJNU3BB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3BHLKV43773L5FXOD2SVJNU3BB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T18:10:43Z","links":{"resolver":"https://pith.science/pith/3BHLKV43773L5FXOD2SVJNU3BB","bundle":"https://pith.science/pith/3BHLKV43773L5FXOD2SVJNU3BB/bundle.json","state":"https://pith.science/pith/3BHLKV43773L5FXOD2SVJNU3BB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3BHLKV43773L5FXOD2SVJNU3BB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:3BHLKV43773L5FXOD2SVJNU3BB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"28e76aa3761c1a8176d25b4654ce774e33027f7a0f1b5aef3ee393a9509ffd94","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2025-06-29T05:05:13Z","title_canon_sha256":"597e9ebc3cb39749f2fdeb18e5eb55f1b7f047a2dfbaf60f2b7ac20e020ad0e3"},"schema_version":"1.0","source":{"id":"2506.23090","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.23090","created_at":"2026-07-05T11:34:10Z"},{"alias_kind":"arxiv_version","alias_value":"2506.23090v2","created_at":"2026-07-05T11:34:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.23090","created_at":"2026-07-05T11:34:10Z"},{"alias_kind":"pith_short_12","alias_value":"3BHLKV43773L","created_at":"2026-07-05T11:34:10Z"},{"alias_kind":"pith_short_16","alias_value":"3BHLKV43773L5FXO","created_at":"2026-07-05T11:34:10Z"},{"alias_kind":"pith_short_8","alias_value":"3BHLKV43","created_at":"2026-07-05T11:34:10Z"}],"graph_snapshots":[{"event_id":"sha256:3f23c962c93908f04d024f9e6cbc1a69bed5d46b5c19d84ad8d937e78f78b7f7","target":"graph","created_at":"2026-07-05T11:34:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.23090/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Online advertising in recommendation platforms has gained significant attention, with a predominant focus on channel recommendation and budget allocation strategies. However, current offline reinforcement learning (RL) methods face substantial challenges when applied to sparse advertising scenarios, primarily due to severe overestimation, distributional shifts, and overlooking budget constraints. To address these issues, we propose MTORL, a novel multi-task offline RL model that targets two key objectives. First, we establish a Markov Decision Process (MDP) framework specific to the nuances of","authors_text":"Bo Li, Bo Zheng, Chi Zhang, Hongzhi Yin, Langming Liu, Wanyu Wang, Wenbo Su, Xiangyu Zhao, Xuetao Wei","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2025-06-29T05:05:13Z","title":"Multi-task Offline Reinforcement Learning for Online Advertising in Recommender Systems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.23090","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0abb8e820468b71b2d2e386ab5d371f0cd998de7c483253e9208ca8f017450b5","target":"record","created_at":"2026-07-05T11:34:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"28e76aa3761c1a8176d25b4654ce774e33027f7a0f1b5aef3ee393a9509ffd94","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2025-06-29T05:05:13Z","title_canon_sha256":"597e9ebc3cb39749f2fdeb18e5eb55f1b7f047a2dfbaf60f2b7ac20e020ad0e3"},"schema_version":"1.0","source":{"id":"2506.23090","kind":"arxiv","version":2}},"canonical_sha256":"d84eb5579bfff6be96ee1ea554b69b08579ce956398c31ef53c68e76c1ab35e7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d84eb5579bfff6be96ee1ea554b69b08579ce956398c31ef53c68e76c1ab35e7","first_computed_at":"2026-07-05T11:34:10.150086Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:34:10.150086Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"C4uQWr4xdD0laoTVehNHYs1HzntL3XIccHR66SwV+iMHU6wki66R0OeD469D2PqIaCqxtc0Lglsb2X+julv9Bg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:34:10.150543Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.23090","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0abb8e820468b71b2d2e386ab5d371f0cd998de7c483253e9208ca8f017450b5","sha256:3f23c962c93908f04d024f9e6cbc1a69bed5d46b5c19d84ad8d937e78f78b7f7"],"state_sha256":"67fe9fad6678a9e845cb243d74792d32b373a7754524069664f2e7429045c0bf"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NbKABuR/PuzMAOiKOpfCFRUdvHXEGjAT6rlDC4Rr6vPeISYlui32W6duvh51qo+nfiqxD3iSKssizPjMG/LZBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T18:10:43.460093Z","bundle_sha256":"1f5995ef0875e9f594de269256ac2ec40e17f1bdf39c9b31c70472fd9a5e91eb"}}