{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:2CMGVAUT4XDUJH3M3SYZF5UBYI","short_pith_number":"pith:2CMGVAUT","canonical_record":{"source":{"id":"2207.07790","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-07-16T00:10:12Z","cross_cats_sorted":["cs.IR"],"title_canon_sha256":"7778f389960cef1a27467b8263cbb3bf6896f55a876a6a374e7acf04ef573c21","abstract_canon_sha256":"4270fb116bc42ba3c645e8b671e9c1213e4f7093260e0553b18410e64f5dcd5f"},"schema_version":"1.0"},"canonical_sha256":"d0986a8293e5c7449f6cdcb192f681c2293a8a5080ee57616ad823ca4ff96395","source":{"kind":"arxiv","id":"2207.07790","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2207.07790","created_at":"2026-07-05T04:40:56Z"},{"alias_kind":"arxiv_version","alias_value":"2207.07790v1","created_at":"2026-07-05T04:40:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2207.07790","created_at":"2026-07-05T04:40:56Z"},{"alias_kind":"pith_short_12","alias_value":"2CMGVAUT4XDU","created_at":"2026-07-05T04:40:56Z"},{"alias_kind":"pith_short_16","alias_value":"2CMGVAUT4XDUJH3M","created_at":"2026-07-05T04:40:56Z"},{"alias_kind":"pith_short_8","alias_value":"2CMGVAUT","created_at":"2026-07-05T04:40:56Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:2CMGVAUT4XDUJH3M3SYZF5UBYI","target":"record","payload":{"canonical_record":{"source":{"id":"2207.07790","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-07-16T00:10:12Z","cross_cats_sorted":["cs.IR"],"title_canon_sha256":"7778f389960cef1a27467b8263cbb3bf6896f55a876a6a374e7acf04ef573c21","abstract_canon_sha256":"4270fb116bc42ba3c645e8b671e9c1213e4f7093260e0553b18410e64f5dcd5f"},"schema_version":"1.0"},"canonical_sha256":"d0986a8293e5c7449f6cdcb192f681c2293a8a5080ee57616ad823ca4ff96395","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:40:56.472609Z","signature_b64":"J5lUFRjVN7OeT3C3gTvj8tIMdoMXGvosDM2TB7m1ASD6W2qg4I2AWgYuP9nYRA8NPADALkagHHlwEk8y2g+zAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d0986a8293e5c7449f6cdcb192f681c2293a8a5080ee57616ad823ca4ff96395","last_reissued_at":"2026-07-05T04:40:56.472197Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:40:56.472197Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2207.07790","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:40:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"D5OKlv0lClbZVbWTJfQoNW3dZrozfFKucWWv+X8bL1D1XmNb9nFaiGqdUhsXUUTV37tdL5uvxMLcFBhqCFiVAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T11:55:39.216352Z"},"content_sha256":"312177401262961facd5f4f3e37139182acfae6fcae97a6f4aa95006d03af144","schema_version":"1.0","event_id":"sha256:312177401262961facd5f4f3e37139182acfae6fcae97a6f4aa95006d03af144"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:2CMGVAUT4XDUJH3M3SYZF5UBYI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"BCRLSP: An Offline Reinforcement Learning Framework for Sequential Targeted Promotion","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.IR"],"primary_cat":"cs.LG","authors_text":"Bo Tang, Fanglin Chen, Feiyu Xiong, Guomian Zhuang, Serim Hwang, Xiao Liu","submitted_at":"2022-07-16T00:10:12Z","abstract_excerpt":"We utilize an offline reinforcement learning (RL) model for sequential targeted promotion in the presence of budget constraints in a real-world business environment. In our application, the mobile app aims to boost customer retention by sending cash bonuses to customers and control the costs of such cash bonuses during each time period. To achieve the multi-task goal, we propose the Budget Constrained Reinforcement Learning for Sequential Promotion (BCRLSP) framework to determine the value of cash bonuses to be sent to users. We first find out the target policy and the associated Q-values that"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2207.07790","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2207.07790/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:40:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xUy9xDnLHCyaFUco79lHQ5+cIAVDmXJIOQVg7W2vF6mLHuwNQwmpROUAZQMfHGR5DY3xon+ZcRl2n5peWf/4CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T11:55:39.217231Z"},"content_sha256":"63aea0187c6ab12347b97ef6a208d556b9c94f20ba9327377b799c8a08b65d36","schema_version":"1.0","event_id":"sha256:63aea0187c6ab12347b97ef6a208d556b9c94f20ba9327377b799c8a08b65d36"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2CMGVAUT4XDUJH3M3SYZF5UBYI/bundle.json","state_url":"https://pith.science/pith/2CMGVAUT4XDUJH3M3SYZF5UBYI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2CMGVAUT4XDUJH3M3SYZF5UBYI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T11:55:39Z","links":{"resolver":"https://pith.science/pith/2CMGVAUT4XDUJH3M3SYZF5UBYI","bundle":"https://pith.science/pith/2CMGVAUT4XDUJH3M3SYZF5UBYI/bundle.json","state":"https://pith.science/pith/2CMGVAUT4XDUJH3M3SYZF5UBYI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2CMGVAUT4XDUJH3M3SYZF5UBYI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:2CMGVAUT4XDUJH3M3SYZF5UBYI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4270fb116bc42ba3c645e8b671e9c1213e4f7093260e0553b18410e64f5dcd5f","cross_cats_sorted":["cs.IR"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-07-16T00:10:12Z","title_canon_sha256":"7778f389960cef1a27467b8263cbb3bf6896f55a876a6a374e7acf04ef573c21"},"schema_version":"1.0","source":{"id":"2207.07790","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2207.07790","created_at":"2026-07-05T04:40:56Z"},{"alias_kind":"arxiv_version","alias_value":"2207.07790v1","created_at":"2026-07-05T04:40:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2207.07790","created_at":"2026-07-05T04:40:56Z"},{"alias_kind":"pith_short_12","alias_value":"2CMGVAUT4XDU","created_at":"2026-07-05T04:40:56Z"},{"alias_kind":"pith_short_16","alias_value":"2CMGVAUT4XDUJH3M","created_at":"2026-07-05T04:40:56Z"},{"alias_kind":"pith_short_8","alias_value":"2CMGVAUT","created_at":"2026-07-05T04:40:56Z"}],"graph_snapshots":[{"event_id":"sha256:63aea0187c6ab12347b97ef6a208d556b9c94f20ba9327377b799c8a08b65d36","target":"graph","created_at":"2026-07-05T04:40:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2207.07790/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We utilize an offline reinforcement learning (RL) model for sequential targeted promotion in the presence of budget constraints in a real-world business environment. In our application, the mobile app aims to boost customer retention by sending cash bonuses to customers and control the costs of such cash bonuses during each time period. To achieve the multi-task goal, we propose the Budget Constrained Reinforcement Learning for Sequential Promotion (BCRLSP) framework to determine the value of cash bonuses to be sent to users. We first find out the target policy and the associated Q-values that","authors_text":"Bo Tang, Fanglin Chen, Feiyu Xiong, Guomian Zhuang, Serim Hwang, Xiao Liu","cross_cats":["cs.IR"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-07-16T00:10:12Z","title":"BCRLSP: An Offline Reinforcement Learning Framework for Sequential Targeted Promotion"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2207.07790","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:312177401262961facd5f4f3e37139182acfae6fcae97a6f4aa95006d03af144","target":"record","created_at":"2026-07-05T04:40:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4270fb116bc42ba3c645e8b671e9c1213e4f7093260e0553b18410e64f5dcd5f","cross_cats_sorted":["cs.IR"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-07-16T00:10:12Z","title_canon_sha256":"7778f389960cef1a27467b8263cbb3bf6896f55a876a6a374e7acf04ef573c21"},"schema_version":"1.0","source":{"id":"2207.07790","kind":"arxiv","version":1}},"canonical_sha256":"d0986a8293e5c7449f6cdcb192f681c2293a8a5080ee57616ad823ca4ff96395","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d0986a8293e5c7449f6cdcb192f681c2293a8a5080ee57616ad823ca4ff96395","first_computed_at":"2026-07-05T04:40:56.472197Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:40:56.472197Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"J5lUFRjVN7OeT3C3gTvj8tIMdoMXGvosDM2TB7m1ASD6W2qg4I2AWgYuP9nYRA8NPADALkagHHlwEk8y2g+zAg==","signature_status":"signed_v1","signed_at":"2026-07-05T04:40:56.472609Z","signed_message":"canonical_sha256_bytes"},"source_id":"2207.07790","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:312177401262961facd5f4f3e37139182acfae6fcae97a6f4aa95006d03af144","sha256:63aea0187c6ab12347b97ef6a208d556b9c94f20ba9327377b799c8a08b65d36"],"state_sha256":"42d27c8ea7c6c1eb321d5b1a541a8765a80164ca2a5b4d5d2af43bfadd1f5673"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LRuQKNoHuIwW7aN/swcUPsCXxIbrxsA/34E4Ia1bhBfQFUB36bW3cevCV0/b6nHYyT2FywHj3BCT2CAjIPovBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T11:55:39.223881Z","bundle_sha256":"d12a01b3217d95919aa31841d786c499dfa0de104944cd6af5de1e9cd368a13b"}}