{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:V5LEAEK6MLL33JRIK5UAP73T3Q","short_pith_number":"pith:V5LEAEK6","canonical_record":{"source":{"id":"2208.11040","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2022-08-23T15:32:44Z","cross_cats_sorted":["cs.IT","cs.LG","math.IT","math.OC","stat.ME"],"title_canon_sha256":"b549ed77ed8e3e8cd2a6cb3a25dff8f779787519f1497144b568ad6b1ec7ec49","abstract_canon_sha256":"6f9e49f5a35aff5ef81d9707e4d244a79b330376ace412be889706c72550de3d"},"schema_version":"1.0"},"canonical_sha256":"af5640115e62d7bda628576807ff73dc03c055f733e322242db3017860baa2e6","source":{"kind":"arxiv","id":"2208.11040","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2208.11040","created_at":"2026-07-05T04:50:43Z"},{"alias_kind":"arxiv_version","alias_value":"2208.11040v1","created_at":"2026-07-05T04:50:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2208.11040","created_at":"2026-07-05T04:50:43Z"},{"alias_kind":"pith_short_12","alias_value":"V5LEAEK6MLL3","created_at":"2026-07-05T04:50:43Z"},{"alias_kind":"pith_short_16","alias_value":"V5LEAEK6MLL33JRI","created_at":"2026-07-05T04:50:43Z"},{"alias_kind":"pith_short_8","alias_value":"V5LEAEK6","created_at":"2026-07-05T04:50:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:V5LEAEK6MLL33JRIK5UAP73T3Q","target":"record","payload":{"canonical_record":{"source":{"id":"2208.11040","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2022-08-23T15:32:44Z","cross_cats_sorted":["cs.IT","cs.LG","math.IT","math.OC","stat.ME"],"title_canon_sha256":"b549ed77ed8e3e8cd2a6cb3a25dff8f779787519f1497144b568ad6b1ec7ec49","abstract_canon_sha256":"6f9e49f5a35aff5ef81d9707e4d244a79b330376ace412be889706c72550de3d"},"schema_version":"1.0"},"canonical_sha256":"af5640115e62d7bda628576807ff73dc03c055f733e322242db3017860baa2e6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:50:43.215415Z","signature_b64":"PxlfX4zgev4GNaqZqKqW5iFXEuDg9+jZns2A8ZsIw0Bv6XS0w8PM6NBr/FeY/YLIR3dsb7a1xf3rX4i4E3JVDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"af5640115e62d7bda628576807ff73dc03c055f733e322242db3017860baa2e6","last_reissued_at":"2026-07-05T04:50:43.214922Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:50:43.214922Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2208.11040","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:50:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"w44INhttGXnmFnfU+qhtQDPPC0eaBAT+muD6g/052QybWoBCdzfxjrlXu4CkUME9m8runnaojFOsthmSBkSiAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T15:43:04.522416Z"},"content_sha256":"6f974d99ad44cac1caf67dc31fe04536be1db0838c09e764b1f0208c7e848c8c","schema_version":"1.0","event_id":"sha256:6f974d99ad44cac1caf67dc31fe04536be1db0838c09e764b1f0208c7e848c8c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:V5LEAEK6MLL33JRIK5UAP73T3Q","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Strategic Decision-Making in the Presence of Information Asymmetry: Provably Efficient RL with Algorithmic Instruments","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.IT","cs.LG","math.IT","math.OC","stat.ME"],"primary_cat":"stat.ML","authors_text":"Jianqing Fan, Mengxin Yu, Zhuoran Yang","submitted_at":"2022-08-23T15:32:44Z","abstract_excerpt":"We study offline reinforcement learning under a novel model called strategic MDP, which characterizes the strategic interactions between a principal and a sequence of myopic agents with private types. Due to the bilevel structure and private types, strategic MDP involves information asymmetry between the principal and the agents. We focus on the offline RL problem, where the goal is to learn the optimal policy of the principal concerning a target population of agents based on a pre-collected dataset that consists of historical interactions. The unobserved private types confound such a dataset "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2208.11040","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2208.11040/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:50:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+ekDgAjwoXgu7k/VTgamE2G37aokwi/FBwpTu3UhDq9HNCXfaUTzfjy7ifeo2Xe35A9b7X0/357n++rzGnddAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T15:43:04.523359Z"},"content_sha256":"b73dfa132cb2b8f4add7a833edb7f9e36657aa4b5a8670587d2d0df77126e99e","schema_version":"1.0","event_id":"sha256:b73dfa132cb2b8f4add7a833edb7f9e36657aa4b5a8670587d2d0df77126e99e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/V5LEAEK6MLL33JRIK5UAP73T3Q/bundle.json","state_url":"https://pith.science/pith/V5LEAEK6MLL33JRIK5UAP73T3Q/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/V5LEAEK6MLL33JRIK5UAP73T3Q/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T15:43:04Z","links":{"resolver":"https://pith.science/pith/V5LEAEK6MLL33JRIK5UAP73T3Q","bundle":"https://pith.science/pith/V5LEAEK6MLL33JRIK5UAP73T3Q/bundle.json","state":"https://pith.science/pith/V5LEAEK6MLL33JRIK5UAP73T3Q/state.json","well_known_bundle":"https://pith.science/.well-known/pith/V5LEAEK6MLL33JRIK5UAP73T3Q/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:V5LEAEK6MLL33JRIK5UAP73T3Q","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6f9e49f5a35aff5ef81d9707e4d244a79b330376ace412be889706c72550de3d","cross_cats_sorted":["cs.IT","cs.LG","math.IT","math.OC","stat.ME"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2022-08-23T15:32:44Z","title_canon_sha256":"b549ed77ed8e3e8cd2a6cb3a25dff8f779787519f1497144b568ad6b1ec7ec49"},"schema_version":"1.0","source":{"id":"2208.11040","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2208.11040","created_at":"2026-07-05T04:50:43Z"},{"alias_kind":"arxiv_version","alias_value":"2208.11040v1","created_at":"2026-07-05T04:50:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2208.11040","created_at":"2026-07-05T04:50:43Z"},{"alias_kind":"pith_short_12","alias_value":"V5LEAEK6MLL3","created_at":"2026-07-05T04:50:43Z"},{"alias_kind":"pith_short_16","alias_value":"V5LEAEK6MLL33JRI","created_at":"2026-07-05T04:50:43Z"},{"alias_kind":"pith_short_8","alias_value":"V5LEAEK6","created_at":"2026-07-05T04:50:43Z"}],"graph_snapshots":[{"event_id":"sha256:b73dfa132cb2b8f4add7a833edb7f9e36657aa4b5a8670587d2d0df77126e99e","target":"graph","created_at":"2026-07-05T04:50:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2208.11040/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We study offline reinforcement learning under a novel model called strategic MDP, which characterizes the strategic interactions between a principal and a sequence of myopic agents with private types. Due to the bilevel structure and private types, strategic MDP involves information asymmetry between the principal and the agents. We focus on the offline RL problem, where the goal is to learn the optimal policy of the principal concerning a target population of agents based on a pre-collected dataset that consists of historical interactions. The unobserved private types confound such a dataset ","authors_text":"Jianqing Fan, Mengxin Yu, Zhuoran Yang","cross_cats":["cs.IT","cs.LG","math.IT","math.OC","stat.ME"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2022-08-23T15:32:44Z","title":"Strategic Decision-Making in the Presence of Information Asymmetry: Provably Efficient RL with Algorithmic Instruments"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2208.11040","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6f974d99ad44cac1caf67dc31fe04536be1db0838c09e764b1f0208c7e848c8c","target":"record","created_at":"2026-07-05T04:50:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6f9e49f5a35aff5ef81d9707e4d244a79b330376ace412be889706c72550de3d","cross_cats_sorted":["cs.IT","cs.LG","math.IT","math.OC","stat.ME"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2022-08-23T15:32:44Z","title_canon_sha256":"b549ed77ed8e3e8cd2a6cb3a25dff8f779787519f1497144b568ad6b1ec7ec49"},"schema_version":"1.0","source":{"id":"2208.11040","kind":"arxiv","version":1}},"canonical_sha256":"af5640115e62d7bda628576807ff73dc03c055f733e322242db3017860baa2e6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"af5640115e62d7bda628576807ff73dc03c055f733e322242db3017860baa2e6","first_computed_at":"2026-07-05T04:50:43.214922Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:50:43.214922Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"PxlfX4zgev4GNaqZqKqW5iFXEuDg9+jZns2A8ZsIw0Bv6XS0w8PM6NBr/FeY/YLIR3dsb7a1xf3rX4i4E3JVDw==","signature_status":"signed_v1","signed_at":"2026-07-05T04:50:43.215415Z","signed_message":"canonical_sha256_bytes"},"source_id":"2208.11040","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6f974d99ad44cac1caf67dc31fe04536be1db0838c09e764b1f0208c7e848c8c","sha256:b73dfa132cb2b8f4add7a833edb7f9e36657aa4b5a8670587d2d0df77126e99e"],"state_sha256":"75bda93d9b15f3846e0c4b621907adc328511dde70d693262e719abf7fdcf3c0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"P8t1D0lOnKXGqjFMV4CH+O22MM+OmcmmlL1wgrIl+J2dKjSj5b12es9fmVuItIW/jJkDiSZpvKY8YWpDS+u6Cg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T15:43:04.529663Z","bundle_sha256":"4cce6271055aed094e7877548028468441b3993930ada04662fb0474c8fe344e"}}