{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:GRJRRFHVHVYIXZXVSRHKWIY77D","short_pith_number":"pith:GRJRRFHV","canonical_record":{"source":{"id":"2302.01680","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.LG","submitted_at":"2023-02-03T12:02:54Z","cross_cats_sorted":["cs.IR"],"title_canon_sha256":"37a763b9a848e31ace959eb0836fb36177bbdc441fcbc16f14cc0f04f1ae725f","abstract_canon_sha256":"ecfffefe91a9ec3f90cd0017e8dd16b77188d1aa5abe7f70b15979588667ec46"},"schema_version":"1.0"},"canonical_sha256":"34531894f53d708be6f5944eab231ff8e9d131f1902bf6142f709d18f5305154","source":{"kind":"arxiv","id":"2302.01680","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.01680","created_at":"2026-07-05T07:31:26Z"},{"alias_kind":"arxiv_version","alias_value":"2302.01680v3","created_at":"2026-07-05T07:31:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.01680","created_at":"2026-07-05T07:31:26Z"},{"alias_kind":"pith_short_12","alias_value":"GRJRRFHVHVYI","created_at":"2026-07-05T07:31:26Z"},{"alias_kind":"pith_short_16","alias_value":"GRJRRFHVHVYIXZXV","created_at":"2026-07-05T07:31:26Z"},{"alias_kind":"pith_short_8","alias_value":"GRJRRFHV","created_at":"2026-07-05T07:31:26Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:GRJRRFHVHVYIXZXVSRHKWIY77D","target":"record","payload":{"canonical_record":{"source":{"id":"2302.01680","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.LG","submitted_at":"2023-02-03T12:02:54Z","cross_cats_sorted":["cs.IR"],"title_canon_sha256":"37a763b9a848e31ace959eb0836fb36177bbdc441fcbc16f14cc0f04f1ae725f","abstract_canon_sha256":"ecfffefe91a9ec3f90cd0017e8dd16b77188d1aa5abe7f70b15979588667ec46"},"schema_version":"1.0"},"canonical_sha256":"34531894f53d708be6f5944eab231ff8e9d131f1902bf6142f709d18f5305154","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:31:26.884604Z","signature_b64":"Qbw1YtF7IXBMkjx6p8br54dtpfi9p4ytFnxzOxGRBobxffMGMayw5Akgo/jSjq6zZMN9fRpyiH/vRQA0uywsDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"34531894f53d708be6f5944eab231ff8e9d131f1902bf6142f709d18f5305154","last_reissued_at":"2026-07-05T07:31:26.884168Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:31:26.884168Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2302.01680","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:31:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZO6Cd63MpNUmtDhatCRhhjpQjT4WlS/Uv4STke8dXF/9y/WASCzNxq+Sz1oKXqE+D+DgPhGX3rLx0dj+9rCaDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T04:46:45.014198Z"},"content_sha256":"85fc3681d947fa1a64bf6dcdf26df3d0cda40cb1c829cd07ad3f0f78747e90b4","schema_version":"1.0","event_id":"sha256:85fc3681d947fa1a64bf6dcdf26df3d0cda40cb1c829cd07ad3f0f78747e90b4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:GRJRRFHVHVYIXZXVSRHKWIY77D","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Two-Stage Constrained Actor-Critic for Short Video Recommendation","license":"http://creativecommons.org/publicdomain/zero/1.0/","headline":"","cross_cats":["cs.IR"],"primary_cat":"cs.LG","authors_text":"Chi Zhang, Dong Zheng, Kun Gai, Peng Jiang, Qingpeng Cai, Ruohan Zhan, Shuchang Liu, Tianyou Zuo, Wanqi Xue, Wentao Xie, Xueliang Wang, Zhenghai Xue","submitted_at":"2023-02-03T12:02:54Z","abstract_excerpt":"The wide popularity of short videos on social media poses new opportunities and challenges to optimize recommender systems on the video-sharing platforms. Users sequentially interact with the system and provide complex and multi-faceted responses, including watch time and various types of interactions with multiple videos. One the one hand, the platforms aims at optimizing the users' cumulative watch time (main goal) in long term, which can be effectively optimized by Reinforcement Learning. On the other hand, the platforms also needs to satisfy the constraint of accommodating the responses of"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.01680","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2302.01680/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:31:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iScmO8oCtGcDpqUKf0Jnov7G9CJSRL/a02p3PJzqgx4vubQDioNeQkXnpnQJnwyYlMHTtr+MqUzUVh6EwfAeDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T04:46:45.014592Z"},"content_sha256":"22b7e8c2a700e1d16047274d80e5527fdf792fb30e8c5eeee12e63f844a2c3c4","schema_version":"1.0","event_id":"sha256:22b7e8c2a700e1d16047274d80e5527fdf792fb30e8c5eeee12e63f844a2c3c4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GRJRRFHVHVYIXZXVSRHKWIY77D/bundle.json","state_url":"https://pith.science/pith/GRJRRFHVHVYIXZXVSRHKWIY77D/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GRJRRFHVHVYIXZXVSRHKWIY77D/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T04:46:45Z","links":{"resolver":"https://pith.science/pith/GRJRRFHVHVYIXZXVSRHKWIY77D","bundle":"https://pith.science/pith/GRJRRFHVHVYIXZXVSRHKWIY77D/bundle.json","state":"https://pith.science/pith/GRJRRFHVHVYIXZXVSRHKWIY77D/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GRJRRFHVHVYIXZXVSRHKWIY77D/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:GRJRRFHVHVYIXZXVSRHKWIY77D","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ecfffefe91a9ec3f90cd0017e8dd16b77188d1aa5abe7f70b15979588667ec46","cross_cats_sorted":["cs.IR"],"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.LG","submitted_at":"2023-02-03T12:02:54Z","title_canon_sha256":"37a763b9a848e31ace959eb0836fb36177bbdc441fcbc16f14cc0f04f1ae725f"},"schema_version":"1.0","source":{"id":"2302.01680","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.01680","created_at":"2026-07-05T07:31:26Z"},{"alias_kind":"arxiv_version","alias_value":"2302.01680v3","created_at":"2026-07-05T07:31:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.01680","created_at":"2026-07-05T07:31:26Z"},{"alias_kind":"pith_short_12","alias_value":"GRJRRFHVHVYI","created_at":"2026-07-05T07:31:26Z"},{"alias_kind":"pith_short_16","alias_value":"GRJRRFHVHVYIXZXV","created_at":"2026-07-05T07:31:26Z"},{"alias_kind":"pith_short_8","alias_value":"GRJRRFHV","created_at":"2026-07-05T07:31:26Z"}],"graph_snapshots":[{"event_id":"sha256:22b7e8c2a700e1d16047274d80e5527fdf792fb30e8c5eeee12e63f844a2c3c4","target":"graph","created_at":"2026-07-05T07:31:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2302.01680/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The wide popularity of short videos on social media poses new opportunities and challenges to optimize recommender systems on the video-sharing platforms. Users sequentially interact with the system and provide complex and multi-faceted responses, including watch time and various types of interactions with multiple videos. One the one hand, the platforms aims at optimizing the users' cumulative watch time (main goal) in long term, which can be effectively optimized by Reinforcement Learning. On the other hand, the platforms also needs to satisfy the constraint of accommodating the responses of","authors_text":"Chi Zhang, Dong Zheng, Kun Gai, Peng Jiang, Qingpeng Cai, Ruohan Zhan, Shuchang Liu, Tianyou Zuo, Wanqi Xue, Wentao Xie, Xueliang Wang, Zhenghai Xue","cross_cats":["cs.IR"],"headline":"","license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.LG","submitted_at":"2023-02-03T12:02:54Z","title":"Two-Stage Constrained Actor-Critic for Short Video Recommendation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.01680","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:85fc3681d947fa1a64bf6dcdf26df3d0cda40cb1c829cd07ad3f0f78747e90b4","target":"record","created_at":"2026-07-05T07:31:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ecfffefe91a9ec3f90cd0017e8dd16b77188d1aa5abe7f70b15979588667ec46","cross_cats_sorted":["cs.IR"],"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.LG","submitted_at":"2023-02-03T12:02:54Z","title_canon_sha256":"37a763b9a848e31ace959eb0836fb36177bbdc441fcbc16f14cc0f04f1ae725f"},"schema_version":"1.0","source":{"id":"2302.01680","kind":"arxiv","version":3}},"canonical_sha256":"34531894f53d708be6f5944eab231ff8e9d131f1902bf6142f709d18f5305154","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"34531894f53d708be6f5944eab231ff8e9d131f1902bf6142f709d18f5305154","first_computed_at":"2026-07-05T07:31:26.884168Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:31:26.884168Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Qbw1YtF7IXBMkjx6p8br54dtpfi9p4ytFnxzOxGRBobxffMGMayw5Akgo/jSjq6zZMN9fRpyiH/vRQA0uywsDA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:31:26.884604Z","signed_message":"canonical_sha256_bytes"},"source_id":"2302.01680","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:85fc3681d947fa1a64bf6dcdf26df3d0cda40cb1c829cd07ad3f0f78747e90b4","sha256:22b7e8c2a700e1d16047274d80e5527fdf792fb30e8c5eeee12e63f844a2c3c4"],"state_sha256":"1dca83b6e400b01ade1fe0aa4b5ab2f3c826884b3e0fece28c5d5d059d728bd4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+XP7I0vrE7g70qmJsRdzSDmvKsoXy5REV1YHA/X0oHMQ4OVvXIvYTEftreHf3TS5yn4ADhoDJ1Pzar/r+RfEAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T04:46:45.017702Z","bundle_sha256":"bdb901a88d471e4098db4d8108dd4ae1aee3f2f52580109ec05f32637378f370"}}