{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:UYOME2JGE2NZXIVILCANR6YBHY","short_pith_number":"pith:UYOME2JG","canonical_record":{"source":{"id":"2408.04251","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-08-08T06:36:56Z","cross_cats_sorted":[],"title_canon_sha256":"b5aff7da4386156c889fa4bb09f4f160f0cba8886006b3b5317bb5a3a4d95a7a","abstract_canon_sha256":"cb565d220084a12959ceed6620633c1e4f644755bfa8afa843354876ffa6f9fd"},"schema_version":"1.0"},"canonical_sha256":"a61cc26926269b9ba2a85880d8fb013e0199722f217c01d2e9ea47d78475e892","source":{"kind":"arxiv","id":"2408.04251","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.04251","created_at":"2026-07-05T08:53:30Z"},{"alias_kind":"arxiv_version","alias_value":"2408.04251v1","created_at":"2026-07-05T08:53:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.04251","created_at":"2026-07-05T08:53:30Z"},{"alias_kind":"pith_short_12","alias_value":"UYOME2JGE2NZ","created_at":"2026-07-05T08:53:30Z"},{"alias_kind":"pith_short_16","alias_value":"UYOME2JGE2NZXIVI","created_at":"2026-07-05T08:53:30Z"},{"alias_kind":"pith_short_8","alias_value":"UYOME2JG","created_at":"2026-07-05T08:53:30Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:UYOME2JGE2NZXIVILCANR6YBHY","target":"record","payload":{"canonical_record":{"source":{"id":"2408.04251","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-08-08T06:36:56Z","cross_cats_sorted":[],"title_canon_sha256":"b5aff7da4386156c889fa4bb09f4f160f0cba8886006b3b5317bb5a3a4d95a7a","abstract_canon_sha256":"cb565d220084a12959ceed6620633c1e4f644755bfa8afa843354876ffa6f9fd"},"schema_version":"1.0"},"canonical_sha256":"a61cc26926269b9ba2a85880d8fb013e0199722f217c01d2e9ea47d78475e892","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:53:30.417910Z","signature_b64":"/2w1c3Xv2HvsB7L3/AJQXJrIvCtUcZyot0p9rTgXaIDuZuJxFN2mxk0/ZXNuv837VZHqEBGzL8ez6KRSlyecDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a61cc26926269b9ba2a85880d8fb013e0199722f217c01d2e9ea47d78475e892","last_reissued_at":"2026-07-05T08:53:30.417508Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:53:30.417508Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2408.04251","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:53:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"d/R+W9IOThPwoPPATBvvK0/ryvFRYnh5NjqRT5ScUTukCpuq72hsVZnpf7sXPuAGROHDDChTFPhYXWO8zrFWAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-16T07:03:07.165559Z"},"content_sha256":"8dd123e703f6e25c2f811d4cdbc26b87cc7ef2d4fcf3d744af24133c7225012b","schema_version":"1.0","event_id":"sha256:8dd123e703f6e25c2f811d4cdbc26b87cc7ef2d4fcf3d744af24133c7225012b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:UYOME2JGE2NZXIVILCANR6YBHY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Cooperative Multi-Agent Deep Reinforcement Learning in Content Ranking Optimization","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Kai Yuan, Pratik Lahiri, Wenyang Liu, Zhou Qin","submitted_at":"2024-08-08T06:36:56Z","abstract_excerpt":"In a typical e-commerce setting, Content Ranking Optimization (CRO) mechanisms are employed to surface content on the search page to fulfill customers' shopping missions. CRO commonly utilizes models such as contextual deep bandits model to independently rank content at different positions, e.g., one optimizer dedicated to organic search results and another to sponsored results. However, this regional optimization approach does not necessarily translate to whole page optimization, e.g., maximizing revenue at the top of the page may inadvertently diminish the revenue of lower positions. In this"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.04251","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.04251/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:53:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"f3elp1gScj6N77ZcG/sUU/LCCkTL86Ji/N0Q7sAQZ9vcSTfnHq6Pdsg5kvWeEDVwPHb3CCZnUDIHblvq39A1AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-16T07:03:07.165957Z"},"content_sha256":"4a6951ad42afab9db0384141db88c060bb39ffe2d66cc5b186b4c672757b8082","schema_version":"1.0","event_id":"sha256:4a6951ad42afab9db0384141db88c060bb39ffe2d66cc5b186b4c672757b8082"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UYOME2JGE2NZXIVILCANR6YBHY/bundle.json","state_url":"https://pith.science/pith/UYOME2JGE2NZXIVILCANR6YBHY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UYOME2JGE2NZXIVILCANR6YBHY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-16T07:03:07Z","links":{"resolver":"https://pith.science/pith/UYOME2JGE2NZXIVILCANR6YBHY","bundle":"https://pith.science/pith/UYOME2JGE2NZXIVILCANR6YBHY/bundle.json","state":"https://pith.science/pith/UYOME2JGE2NZXIVILCANR6YBHY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UYOME2JGE2NZXIVILCANR6YBHY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:UYOME2JGE2NZXIVILCANR6YBHY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"cb565d220084a12959ceed6620633c1e4f644755bfa8afa843354876ffa6f9fd","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-08-08T06:36:56Z","title_canon_sha256":"b5aff7da4386156c889fa4bb09f4f160f0cba8886006b3b5317bb5a3a4d95a7a"},"schema_version":"1.0","source":{"id":"2408.04251","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.04251","created_at":"2026-07-05T08:53:30Z"},{"alias_kind":"arxiv_version","alias_value":"2408.04251v1","created_at":"2026-07-05T08:53:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.04251","created_at":"2026-07-05T08:53:30Z"},{"alias_kind":"pith_short_12","alias_value":"UYOME2JGE2NZ","created_at":"2026-07-05T08:53:30Z"},{"alias_kind":"pith_short_16","alias_value":"UYOME2JGE2NZXIVI","created_at":"2026-07-05T08:53:30Z"},{"alias_kind":"pith_short_8","alias_value":"UYOME2JG","created_at":"2026-07-05T08:53:30Z"}],"graph_snapshots":[{"event_id":"sha256:4a6951ad42afab9db0384141db88c060bb39ffe2d66cc5b186b4c672757b8082","target":"graph","created_at":"2026-07-05T08:53:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.04251/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In a typical e-commerce setting, Content Ranking Optimization (CRO) mechanisms are employed to surface content on the search page to fulfill customers' shopping missions. CRO commonly utilizes models such as contextual deep bandits model to independently rank content at different positions, e.g., one optimizer dedicated to organic search results and another to sponsored results. However, this regional optimization approach does not necessarily translate to whole page optimization, e.g., maximizing revenue at the top of the page may inadvertently diminish the revenue of lower positions. In this","authors_text":"Kai Yuan, Pratik Lahiri, Wenyang Liu, Zhou Qin","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-08-08T06:36:56Z","title":"Cooperative Multi-Agent Deep Reinforcement Learning in Content Ranking Optimization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.04251","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8dd123e703f6e25c2f811d4cdbc26b87cc7ef2d4fcf3d744af24133c7225012b","target":"record","created_at":"2026-07-05T08:53:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"cb565d220084a12959ceed6620633c1e4f644755bfa8afa843354876ffa6f9fd","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-08-08T06:36:56Z","title_canon_sha256":"b5aff7da4386156c889fa4bb09f4f160f0cba8886006b3b5317bb5a3a4d95a7a"},"schema_version":"1.0","source":{"id":"2408.04251","kind":"arxiv","version":1}},"canonical_sha256":"a61cc26926269b9ba2a85880d8fb013e0199722f217c01d2e9ea47d78475e892","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a61cc26926269b9ba2a85880d8fb013e0199722f217c01d2e9ea47d78475e892","first_computed_at":"2026-07-05T08:53:30.417508Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:53:30.417508Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"/2w1c3Xv2HvsB7L3/AJQXJrIvCtUcZyot0p9rTgXaIDuZuJxFN2mxk0/ZXNuv837VZHqEBGzL8ez6KRSlyecDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:53:30.417910Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.04251","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8dd123e703f6e25c2f811d4cdbc26b87cc7ef2d4fcf3d744af24133c7225012b","sha256:4a6951ad42afab9db0384141db88c060bb39ffe2d66cc5b186b4c672757b8082"],"state_sha256":"26898446f0bc05006e3339c2280692ef06329df140e195ea15213608f114f257"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0GvQFrxglAUAS4W314pn9p1r3MYrd4+tOVGesH6P2fIud05hCuCfroqRxecb7cTMqkaQN6ileSspvWvG5u7WDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-16T07:03:07.168652Z","bundle_sha256":"3b7e36540eaf482957d2bccdb51e0776110e2c70bec93414e172db4534494030"}}