{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:JJZ6QIREIB734NBNWEWG5K2KUC","short_pith_number":"pith:JJZ6QIRE","canonical_record":{"source":{"id":"1902.11212","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.GT","submitted_at":"2019-02-28T16:52:14Z","cross_cats_sorted":["cs.MA"],"title_canon_sha256":"b90b896b6b45d2f42db48255a2502eb8839eecd5b708085ffdf9e21cd66c47d1","abstract_canon_sha256":"1e4873485636f75a029411dcf82b515d935bf75ace52d59d491820616d4524e4"},"schema_version":"1.0"},"canonical_sha256":"4a73e82224407fbe342db12c6eab4aa0a88a02a8f4f1d44fc0c90f0599b23680","source":{"kind":"arxiv","id":"1902.11212","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1902.11212","created_at":"2026-05-17T23:52:25Z"},{"alias_kind":"arxiv_version","alias_value":"1902.11212v1","created_at":"2026-05-17T23:52:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1902.11212","created_at":"2026-05-17T23:52:25Z"},{"alias_kind":"pith_short_12","alias_value":"JJZ6QIREIB73","created_at":"2026-05-18T12:33:21Z"},{"alias_kind":"pith_short_16","alias_value":"JJZ6QIREIB734NBN","created_at":"2026-05-18T12:33:21Z"},{"alias_kind":"pith_short_8","alias_value":"JJZ6QIRE","created_at":"2026-05-18T12:33:21Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:JJZ6QIREIB734NBNWEWG5K2KUC","target":"record","payload":{"canonical_record":{"source":{"id":"1902.11212","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.GT","submitted_at":"2019-02-28T16:52:14Z","cross_cats_sorted":["cs.MA"],"title_canon_sha256":"b90b896b6b45d2f42db48255a2502eb8839eecd5b708085ffdf9e21cd66c47d1","abstract_canon_sha256":"1e4873485636f75a029411dcf82b515d935bf75ace52d59d491820616d4524e4"},"schema_version":"1.0"},"canonical_sha256":"4a73e82224407fbe342db12c6eab4aa0a88a02a8f4f1d44fc0c90f0599b23680","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:52:25.248112Z","signature_b64":"3Gs9unlSCM21kvigjBhNGka9t93pjFipYFMJ+fqdN6yUy2IJVceHiPpTyZwMgVl/4FX1jcv+7AUsPJlheeWfDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4a73e82224407fbe342db12c6eab4aa0a88a02a8f4f1d44fc0c90f0599b23680","last_reissued_at":"2026-05-17T23:52:25.247427Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:52:25.247427Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1902.11212","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:52:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"S2nQbJR5nDsFTa+TVMJX+6SIwGIbyGr4m3E8NaIrfsNsO+0K/GlRfhRUsG1U1Ai0SA7YcodaOqW0G1jSNYEFBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-26T04:30:47.918079Z"},"content_sha256":"10c349ba1214a8e82c9c6e0701c56ba5d064d041cdbb0406af8a4c6562a51a39","schema_version":"1.0","event_id":"sha256:10c349ba1214a8e82c9c6e0701c56ba5d064d041cdbb0406af8a4c6562a51a39"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:JJZ6QIREIB734NBNWEWG5K2KUC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Infer Your Enemies and Know Yourself, Learning in Real-Time Bidding with Partially Observable Opponents","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.MA"],"primary_cat":"cs.GT","authors_text":"Alexander I. Cowen-Rivers, Jun Wang, Manxing Du, Mats Brorsson, Phu Sakulwongtana, Radu State, Ying Wen","submitted_at":"2019-02-28T16:52:14Z","abstract_excerpt":"Real-time bidding, as one of the most popular mechanisms for selling online ad slots, facilitates advertisers to reach their potential customers. The goal of bidding optimization is to maximize the advertisers' return on investment (ROI) under a certain budget setting. A straightforward solution is to model the bidding function in an explicit form. However, the static functional solutions lack generality in practice and are insensitive to the stochastic behaviour of other bidders in the environment. In this paper, we propose a general multi-agent framework with actor-critic solutions facing ag"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1902.11212","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:52:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RNmMZA4ji28TE9QeivfNvvw+o87a71o9K6izSML1bPLQppbh3N0gNv/wdeqAG2V7r8QALKCeIlf0nyfO8Zz0CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-26T04:30:47.918728Z"},"content_sha256":"d6be7fae9e6a0e5608217ac4111404df423f8ab1febf00d8384bc64212b15876","schema_version":"1.0","event_id":"sha256:d6be7fae9e6a0e5608217ac4111404df423f8ab1febf00d8384bc64212b15876"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JJZ6QIREIB734NBNWEWG5K2KUC/bundle.json","state_url":"https://pith.science/pith/JJZ6QIREIB734NBNWEWG5K2KUC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JJZ6QIREIB734NBNWEWG5K2KUC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-26T04:30:47Z","links":{"resolver":"https://pith.science/pith/JJZ6QIREIB734NBNWEWG5K2KUC","bundle":"https://pith.science/pith/JJZ6QIREIB734NBNWEWG5K2KUC/bundle.json","state":"https://pith.science/pith/JJZ6QIREIB734NBNWEWG5K2KUC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JJZ6QIREIB734NBNWEWG5K2KUC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:JJZ6QIREIB734NBNWEWG5K2KUC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1e4873485636f75a029411dcf82b515d935bf75ace52d59d491820616d4524e4","cross_cats_sorted":["cs.MA"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.GT","submitted_at":"2019-02-28T16:52:14Z","title_canon_sha256":"b90b896b6b45d2f42db48255a2502eb8839eecd5b708085ffdf9e21cd66c47d1"},"schema_version":"1.0","source":{"id":"1902.11212","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1902.11212","created_at":"2026-05-17T23:52:25Z"},{"alias_kind":"arxiv_version","alias_value":"1902.11212v1","created_at":"2026-05-17T23:52:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1902.11212","created_at":"2026-05-17T23:52:25Z"},{"alias_kind":"pith_short_12","alias_value":"JJZ6QIREIB73","created_at":"2026-05-18T12:33:21Z"},{"alias_kind":"pith_short_16","alias_value":"JJZ6QIREIB734NBN","created_at":"2026-05-18T12:33:21Z"},{"alias_kind":"pith_short_8","alias_value":"JJZ6QIRE","created_at":"2026-05-18T12:33:21Z"}],"graph_snapshots":[{"event_id":"sha256:d6be7fae9e6a0e5608217ac4111404df423f8ab1febf00d8384bc64212b15876","target":"graph","created_at":"2026-05-17T23:52:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Real-time bidding, as one of the most popular mechanisms for selling online ad slots, facilitates advertisers to reach their potential customers. The goal of bidding optimization is to maximize the advertisers' return on investment (ROI) under a certain budget setting. A straightforward solution is to model the bidding function in an explicit form. However, the static functional solutions lack generality in practice and are insensitive to the stochastic behaviour of other bidders in the environment. In this paper, we propose a general multi-agent framework with actor-critic solutions facing ag","authors_text":"Alexander I. Cowen-Rivers, Jun Wang, Manxing Du, Mats Brorsson, Phu Sakulwongtana, Radu State, Ying Wen","cross_cats":["cs.MA"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.GT","submitted_at":"2019-02-28T16:52:14Z","title":"Infer Your Enemies and Know Yourself, Learning in Real-Time Bidding with Partially Observable Opponents"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1902.11212","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:10c349ba1214a8e82c9c6e0701c56ba5d064d041cdbb0406af8a4c6562a51a39","target":"record","created_at":"2026-05-17T23:52:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1e4873485636f75a029411dcf82b515d935bf75ace52d59d491820616d4524e4","cross_cats_sorted":["cs.MA"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.GT","submitted_at":"2019-02-28T16:52:14Z","title_canon_sha256":"b90b896b6b45d2f42db48255a2502eb8839eecd5b708085ffdf9e21cd66c47d1"},"schema_version":"1.0","source":{"id":"1902.11212","kind":"arxiv","version":1}},"canonical_sha256":"4a73e82224407fbe342db12c6eab4aa0a88a02a8f4f1d44fc0c90f0599b23680","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4a73e82224407fbe342db12c6eab4aa0a88a02a8f4f1d44fc0c90f0599b23680","first_computed_at":"2026-05-17T23:52:25.247427Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:52:25.247427Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"3Gs9unlSCM21kvigjBhNGka9t93pjFipYFMJ+fqdN6yUy2IJVceHiPpTyZwMgVl/4FX1jcv+7AUsPJlheeWfDg==","signature_status":"signed_v1","signed_at":"2026-05-17T23:52:25.248112Z","signed_message":"canonical_sha256_bytes"},"source_id":"1902.11212","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:10c349ba1214a8e82c9c6e0701c56ba5d064d041cdbb0406af8a4c6562a51a39","sha256:d6be7fae9e6a0e5608217ac4111404df423f8ab1febf00d8384bc64212b15876"],"state_sha256":"559e057bfc30494b6e97077d4e2af8cec6ea36b43c7e0eaa62ac7f8db4af7472"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UCBOIz7wRHWgTJZj0Szk7RQsniAYNyXSGEKfvWL2zOKvWwLqOFMUlnuTPM8KhOYP5Au9WDJy9Ob+UmNUU2bVBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-26T04:30:47.922217Z","bundle_sha256":"5e93642117f054f51c16ca25eab19b445b3e86869ee2b9ee21ccb218affa4453"}}