{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:26U777PSU5YG2HRF7XNNAVRKW6","short_pith_number":"pith:26U777PS","canonical_record":{"source":{"id":"2204.11589","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2022-04-02T16:19:21Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"a4d4c7e96a7323fede926fda081c3c557d14cd7e808433c26777dd618c6ce621","abstract_canon_sha256":"2bbd76ed5e86335d8243b6ccba7ed6b0c4a804a63e41e74b356ac8b5e97f468b"},"schema_version":"1.0"},"canonical_sha256":"d7a9fffdf2a7706d1e25fddad0562ab783df213825f1e93fe32e735e9389c102","source":{"kind":"arxiv","id":"2204.11589","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.11589","created_at":"2026-07-05T04:47:41Z"},{"alias_kind":"arxiv_version","alias_value":"2204.11589v3","created_at":"2026-07-05T04:47:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.11589","created_at":"2026-07-05T04:47:41Z"},{"alias_kind":"pith_short_12","alias_value":"26U777PSU5YG","created_at":"2026-07-05T04:47:41Z"},{"alias_kind":"pith_short_16","alias_value":"26U777PSU5YG2HRF","created_at":"2026-07-05T04:47:41Z"},{"alias_kind":"pith_short_8","alias_value":"26U777PS","created_at":"2026-07-05T04:47:41Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:26U777PSU5YG2HRF7XNNAVRKW6","target":"record","payload":{"canonical_record":{"source":{"id":"2204.11589","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2022-04-02T16:19:21Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"a4d4c7e96a7323fede926fda081c3c557d14cd7e808433c26777dd618c6ce621","abstract_canon_sha256":"2bbd76ed5e86335d8243b6ccba7ed6b0c4a804a63e41e74b356ac8b5e97f468b"},"schema_version":"1.0"},"canonical_sha256":"d7a9fffdf2a7706d1e25fddad0562ab783df213825f1e93fe32e735e9389c102","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:47:41.727686Z","signature_b64":"Ac6l6EGfb7OWmEWdGOJ8j4oIGDF+JyBbWRR721wXlSeG0RUGHf2JtsbMQO5A8/HJSDugoAasUbSvB+l9EVRJDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d7a9fffdf2a7706d1e25fddad0562ab783df213825f1e93fe32e735e9389c102","last_reissued_at":"2026-07-05T04:47:41.727241Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:47:41.727241Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2204.11589","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:47:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"w/GxBGGO/w3SdbhBBzT8B+2SvY3W3LfqZtUXpwG+HqPZhfeOfxUuT3re4akyjjGKUfURVVjenu0wc+/iFJaPAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T15:36:07.695039Z"},"content_sha256":"918a3d2c26205d2f41c69d209c16f35fba50a2d4ba2b9d262912fb2756ae0dbe","schema_version":"1.0","event_id":"sha256:918a3d2c26205d2f41c69d209c16f35fba50a2d4ba2b9d262912fb2756ae0dbe"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:26U777PSU5YG2HRF7XNNAVRKW6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Hybrid Transfer in Deep Reinforcement Learning for Ads Allocation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.IR","authors_text":"Bingqi Zhu, Chuheng Zhang, Dong Wang, Guogang Liao, Xiaowen Shi, Xiaoxu Wu, Xingxing Wang, Yongkang Wang, Ze Wang","submitted_at":"2022-04-02T16:19:21Z","abstract_excerpt":"Ads allocation, which involves allocating ads and organic items to limited slots in feed with the purpose of maximizing platform revenue, has become a research hotspot. Notice that, e-commerce platforms usually have multiple entrances for different categories and some entrances have few visits. Data from these entrances has low coverage, which makes it difficult for the agent to learn. To address this challenge, we propose Similarity-based Hybrid Transfer for Ads Allocation (SHTAA), which effectively transfers samples as well as knowledge from data-rich entrance to data-poor entrance. Specific"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.11589","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2204.11589/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:47:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EzAEHe/I7ZGc2+UUQqYwsoCKBt0sQO9UmmnV1HahVWOUp4s4d0mzemJZzrqbe9lLC06Ka5u2uGIXqEiBd2fhDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T15:36:07.695560Z"},"content_sha256":"ba3b28f7b17142b7c0cb743eb66e24f91c78ff8e8d0f1979eb8c2ea89afa70f4","schema_version":"1.0","event_id":"sha256:ba3b28f7b17142b7c0cb743eb66e24f91c78ff8e8d0f1979eb8c2ea89afa70f4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/26U777PSU5YG2HRF7XNNAVRKW6/bundle.json","state_url":"https://pith.science/pith/26U777PSU5YG2HRF7XNNAVRKW6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/26U777PSU5YG2HRF7XNNAVRKW6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T15:36:07Z","links":{"resolver":"https://pith.science/pith/26U777PSU5YG2HRF7XNNAVRKW6","bundle":"https://pith.science/pith/26U777PSU5YG2HRF7XNNAVRKW6/bundle.json","state":"https://pith.science/pith/26U777PSU5YG2HRF7XNNAVRKW6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/26U777PSU5YG2HRF7XNNAVRKW6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:26U777PSU5YG2HRF7XNNAVRKW6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2bbd76ed5e86335d8243b6ccba7ed6b0c4a804a63e41e74b356ac8b5e97f468b","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2022-04-02T16:19:21Z","title_canon_sha256":"a4d4c7e96a7323fede926fda081c3c557d14cd7e808433c26777dd618c6ce621"},"schema_version":"1.0","source":{"id":"2204.11589","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.11589","created_at":"2026-07-05T04:47:41Z"},{"alias_kind":"arxiv_version","alias_value":"2204.11589v3","created_at":"2026-07-05T04:47:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.11589","created_at":"2026-07-05T04:47:41Z"},{"alias_kind":"pith_short_12","alias_value":"26U777PSU5YG","created_at":"2026-07-05T04:47:41Z"},{"alias_kind":"pith_short_16","alias_value":"26U777PSU5YG2HRF","created_at":"2026-07-05T04:47:41Z"},{"alias_kind":"pith_short_8","alias_value":"26U777PS","created_at":"2026-07-05T04:47:41Z"}],"graph_snapshots":[{"event_id":"sha256:ba3b28f7b17142b7c0cb743eb66e24f91c78ff8e8d0f1979eb8c2ea89afa70f4","target":"graph","created_at":"2026-07-05T04:47:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2204.11589/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Ads allocation, which involves allocating ads and organic items to limited slots in feed with the purpose of maximizing platform revenue, has become a research hotspot. Notice that, e-commerce platforms usually have multiple entrances for different categories and some entrances have few visits. Data from these entrances has low coverage, which makes it difficult for the agent to learn. To address this challenge, we propose Similarity-based Hybrid Transfer for Ads Allocation (SHTAA), which effectively transfers samples as well as knowledge from data-rich entrance to data-poor entrance. Specific","authors_text":"Bingqi Zhu, Chuheng Zhang, Dong Wang, Guogang Liao, Xiaowen Shi, Xiaoxu Wu, Xingxing Wang, Yongkang Wang, Ze Wang","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2022-04-02T16:19:21Z","title":"Hybrid Transfer in Deep Reinforcement Learning for Ads Allocation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.11589","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:918a3d2c26205d2f41c69d209c16f35fba50a2d4ba2b9d262912fb2756ae0dbe","target":"record","created_at":"2026-07-05T04:47:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2bbd76ed5e86335d8243b6ccba7ed6b0c4a804a63e41e74b356ac8b5e97f468b","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2022-04-02T16:19:21Z","title_canon_sha256":"a4d4c7e96a7323fede926fda081c3c557d14cd7e808433c26777dd618c6ce621"},"schema_version":"1.0","source":{"id":"2204.11589","kind":"arxiv","version":3}},"canonical_sha256":"d7a9fffdf2a7706d1e25fddad0562ab783df213825f1e93fe32e735e9389c102","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d7a9fffdf2a7706d1e25fddad0562ab783df213825f1e93fe32e735e9389c102","first_computed_at":"2026-07-05T04:47:41.727241Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:47:41.727241Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Ac6l6EGfb7OWmEWdGOJ8j4oIGDF+JyBbWRR721wXlSeG0RUGHf2JtsbMQO5A8/HJSDugoAasUbSvB+l9EVRJDw==","signature_status":"signed_v1","signed_at":"2026-07-05T04:47:41.727686Z","signed_message":"canonical_sha256_bytes"},"source_id":"2204.11589","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:918a3d2c26205d2f41c69d209c16f35fba50a2d4ba2b9d262912fb2756ae0dbe","sha256:ba3b28f7b17142b7c0cb743eb66e24f91c78ff8e8d0f1979eb8c2ea89afa70f4"],"state_sha256":"38420077ef50fc59d7d1ba58a28b8b6872f5a3f5fe9461b45ddb6bd1156fcfeb"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vbSn9SUXbECTA88ZcTNPUhXq8FNIFnC3gv5NINc1gxDIvcK5ipVPayLEG60O2/XnC+R2dEs8fjozUHpDSUoMBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T15:36:07.700245Z","bundle_sha256":"32e7b4a64c44a2a0266004b6a281390426e53aacef142b15b66b983cb54fb8c1"}}