{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:KQXNP33GE2XU3FEZ3YIWKG3ZXS","short_pith_number":"pith:KQXNP33G","canonical_record":{"source":{"id":"2402.14703","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-02-22T17:00:50Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"0f63a7d66ee0ee5380556017eb62ed7a68939a5b2d036352e90cd5a172b36956","abstract_canon_sha256":"0c3f22dd1aa394cadf4ed99bd1a595f46120f22c9137194ab42ae6c01fb067bd"},"schema_version":"1.0"},"canonical_sha256":"542ed7ef6626af4d9499de11651b79bca85334de49de311cad704ea3f7e1fe8d","source":{"kind":"arxiv","id":"2402.14703","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.14703","created_at":"2026-07-05T09:15:08Z"},{"alias_kind":"arxiv_version","alias_value":"2402.14703v2","created_at":"2026-07-05T09:15:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.14703","created_at":"2026-07-05T09:15:08Z"},{"alias_kind":"pith_short_12","alias_value":"KQXNP33GE2XU","created_at":"2026-07-05T09:15:08Z"},{"alias_kind":"pith_short_16","alias_value":"KQXNP33GE2XU3FEZ","created_at":"2026-07-05T09:15:08Z"},{"alias_kind":"pith_short_8","alias_value":"KQXNP33G","created_at":"2026-07-05T09:15:08Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:KQXNP33GE2XU3FEZ3YIWKG3ZXS","target":"record","payload":{"canonical_record":{"source":{"id":"2402.14703","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-02-22T17:00:50Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"0f63a7d66ee0ee5380556017eb62ed7a68939a5b2d036352e90cd5a172b36956","abstract_canon_sha256":"0c3f22dd1aa394cadf4ed99bd1a595f46120f22c9137194ab42ae6c01fb067bd"},"schema_version":"1.0"},"canonical_sha256":"542ed7ef6626af4d9499de11651b79bca85334de49de311cad704ea3f7e1fe8d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:15:08.723089Z","signature_b64":"yxMSPAATbyU2aEbZMrPoe19XpKbN1WbbsqEh7ckrnITMmEWc1vstz+E7AFkmW5seGTkVxmWjMXFfKnsBT/NFBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"542ed7ef6626af4d9499de11651b79bca85334de49de311cad704ea3f7e1fe8d","last_reissued_at":"2026-07-05T09:15:08.722640Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:15:08.722640Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.14703","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:15:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ViO8aUz/05D59ZfZ5QE7TsBGYyxUaYtHkkZyPTcaWtUGDN2WZIsOlzZo4zA/H0bPHipCsUKGO3qCl/4eLBOKCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T13:26:41.179396Z"},"content_sha256":"86dbc59db0b97e519a6a75f3d332835d2a2d271dd13cdf3603c63fb0c682e501","schema_version":"1.0","event_id":"sha256:86dbc59db0b97e519a6a75f3d332835d2a2d271dd13cdf3603c63fb0c682e501"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:KQXNP33GE2XU3FEZ3YIWKG3ZXS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"On the Curses of Future and History in Future-dependent Value Functions for Off-policy Evaluation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","stat.ML"],"primary_cat":"cs.LG","authors_text":"Nan Jiang, Yuheng Zhang","submitted_at":"2024-02-22T17:00:50Z","abstract_excerpt":"We study off-policy evaluation (OPE) in partially observable environments with complex observations, with the goal of developing estimators whose guarantee avoids exponential dependence on the horizon. While such estimators exist for MDPs and POMDPs can be converted to history-based MDPs, their estimation errors depend on the state-density ratio for MDPs which becomes history ratios after conversion, an exponential object. Recently, Uehara et al. [2022a] proposed future-dependent value functions as a promising framework to address this issue, where the guarantee for memoryless policies depends"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.14703","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.14703/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:15:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lIplHUqYNRNab4b48YIizbvmFR/puDhgfxVcqUWJxC9yIetB2ssGpu6NLdvJCp8WDgSiGN0KPpjdUfFRlSaDDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T13:26:41.179931Z"},"content_sha256":"cb6774d259d0f7cb9aa00df0853409801ee86079b308c8b6399be4774a8da468","schema_version":"1.0","event_id":"sha256:cb6774d259d0f7cb9aa00df0853409801ee86079b308c8b6399be4774a8da468"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KQXNP33GE2XU3FEZ3YIWKG3ZXS/bundle.json","state_url":"https://pith.science/pith/KQXNP33GE2XU3FEZ3YIWKG3ZXS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KQXNP33GE2XU3FEZ3YIWKG3ZXS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-17T13:26:41Z","links":{"resolver":"https://pith.science/pith/KQXNP33GE2XU3FEZ3YIWKG3ZXS","bundle":"https://pith.science/pith/KQXNP33GE2XU3FEZ3YIWKG3ZXS/bundle.json","state":"https://pith.science/pith/KQXNP33GE2XU3FEZ3YIWKG3ZXS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KQXNP33GE2XU3FEZ3YIWKG3ZXS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:KQXNP33GE2XU3FEZ3YIWKG3ZXS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0c3f22dd1aa394cadf4ed99bd1a595f46120f22c9137194ab42ae6c01fb067bd","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-02-22T17:00:50Z","title_canon_sha256":"0f63a7d66ee0ee5380556017eb62ed7a68939a5b2d036352e90cd5a172b36956"},"schema_version":"1.0","source":{"id":"2402.14703","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.14703","created_at":"2026-07-05T09:15:08Z"},{"alias_kind":"arxiv_version","alias_value":"2402.14703v2","created_at":"2026-07-05T09:15:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.14703","created_at":"2026-07-05T09:15:08Z"},{"alias_kind":"pith_short_12","alias_value":"KQXNP33GE2XU","created_at":"2026-07-05T09:15:08Z"},{"alias_kind":"pith_short_16","alias_value":"KQXNP33GE2XU3FEZ","created_at":"2026-07-05T09:15:08Z"},{"alias_kind":"pith_short_8","alias_value":"KQXNP33G","created_at":"2026-07-05T09:15:08Z"}],"graph_snapshots":[{"event_id":"sha256:cb6774d259d0f7cb9aa00df0853409801ee86079b308c8b6399be4774a8da468","target":"graph","created_at":"2026-07-05T09:15:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.14703/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We study off-policy evaluation (OPE) in partially observable environments with complex observations, with the goal of developing estimators whose guarantee avoids exponential dependence on the horizon. While such estimators exist for MDPs and POMDPs can be converted to history-based MDPs, their estimation errors depend on the state-density ratio for MDPs which becomes history ratios after conversion, an exponential object. Recently, Uehara et al. [2022a] proposed future-dependent value functions as a promising framework to address this issue, where the guarantee for memoryless policies depends","authors_text":"Nan Jiang, Yuheng Zhang","cross_cats":["cs.AI","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-02-22T17:00:50Z","title":"On the Curses of Future and History in Future-dependent Value Functions for Off-policy Evaluation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.14703","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:86dbc59db0b97e519a6a75f3d332835d2a2d271dd13cdf3603c63fb0c682e501","target":"record","created_at":"2026-07-05T09:15:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0c3f22dd1aa394cadf4ed99bd1a595f46120f22c9137194ab42ae6c01fb067bd","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-02-22T17:00:50Z","title_canon_sha256":"0f63a7d66ee0ee5380556017eb62ed7a68939a5b2d036352e90cd5a172b36956"},"schema_version":"1.0","source":{"id":"2402.14703","kind":"arxiv","version":2}},"canonical_sha256":"542ed7ef6626af4d9499de11651b79bca85334de49de311cad704ea3f7e1fe8d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"542ed7ef6626af4d9499de11651b79bca85334de49de311cad704ea3f7e1fe8d","first_computed_at":"2026-07-05T09:15:08.722640Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:15:08.722640Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"yxMSPAATbyU2aEbZMrPoe19XpKbN1WbbsqEh7ckrnITMmEWc1vstz+E7AFkmW5seGTkVxmWjMXFfKnsBT/NFBA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:15:08.723089Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.14703","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:86dbc59db0b97e519a6a75f3d332835d2a2d271dd13cdf3603c63fb0c682e501","sha256:cb6774d259d0f7cb9aa00df0853409801ee86079b308c8b6399be4774a8da468"],"state_sha256":"409c2bdc95c7a49fcfdae571dc5dcd6bfbadbb5b74426bd980caf786da519e2c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8qkkV7XS6sskTC6KndXpPGWWP4OkYXc/Axnd/B7kgKRbtjhyCBM5EtXy/mFqkzZwo20GU/16TVb6yHQAnCgDAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-17T13:26:41.183917Z","bundle_sha256":"7e9a920f3b88d6a6b691e51c7b42b3a21591dd0fbe6a879f39d1db77f73b7c90"}}