{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:QHQZWRNYZX6Q4ESAHFC3TWFSBP","short_pith_number":"pith:QHQZWRNY","canonical_record":{"source":{"id":"2201.12929","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-01-30T22:12:17Z","cross_cats_sorted":[],"title_canon_sha256":"fa77b76f92d233c775ceecf8e76d1313dfe8396d2e421ca81776ebf73c4553ae","abstract_canon_sha256":"1f671b82dcb2c9ad49ea5d4dd2440f9ac0b4f02dd6fe1a4d4d3af8db80d91e0e"},"schema_version":"1.0"},"canonical_sha256":"81e19b45b8cdfd0e12403945b9d8b20bf4029943da9205c7d860ddfd4efed5a3","source":{"kind":"arxiv","id":"2201.12929","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2201.12929","created_at":"2026-07-05T04:47:40Z"},{"alias_kind":"arxiv_version","alias_value":"2201.12929v2","created_at":"2026-07-05T04:47:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2201.12929","created_at":"2026-07-05T04:47:40Z"},{"alias_kind":"pith_short_12","alias_value":"QHQZWRNYZX6Q","created_at":"2026-07-05T04:47:40Z"},{"alias_kind":"pith_short_16","alias_value":"QHQZWRNYZX6Q4ESA","created_at":"2026-07-05T04:47:40Z"},{"alias_kind":"pith_short_8","alias_value":"QHQZWRNY","created_at":"2026-07-05T04:47:40Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:QHQZWRNYZX6Q4ESAHFC3TWFSBP","target":"record","payload":{"canonical_record":{"source":{"id":"2201.12929","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-01-30T22:12:17Z","cross_cats_sorted":[],"title_canon_sha256":"fa77b76f92d233c775ceecf8e76d1313dfe8396d2e421ca81776ebf73c4553ae","abstract_canon_sha256":"1f671b82dcb2c9ad49ea5d4dd2440f9ac0b4f02dd6fe1a4d4d3af8db80d91e0e"},"schema_version":"1.0"},"canonical_sha256":"81e19b45b8cdfd0e12403945b9d8b20bf4029943da9205c7d860ddfd4efed5a3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:47:40.272514Z","signature_b64":"nQWivY2hiaoLdYvhYX7AM5BVfiMXau8lco5MHfdGcOHxclm203Pjh7mNLymEPpW0VOHxCZ6pWvfUrxYdzc3NDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"81e19b45b8cdfd0e12403945b9d8b20bf4029943da9205c7d860ddfd4efed5a3","last_reissued_at":"2026-07-05T04:47:40.272083Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:47:40.272083Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2201.12929","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:47:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+E7NUdjuZ+Wqq4Qc43lbOc3+hyMI+fXvwOhUdgtcqdV7YLNTjhteFnuTbsUAo16hA12iR/7oCa0uTKXRmhlAAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T18:41:52.235219Z"},"content_sha256":"cdf05b4d8bfa3bd252fa8e0d10a42571e70e88f814ce5400790936548699d16c","schema_version":"1.0","event_id":"sha256:cdf05b4d8bfa3bd252fa8e0d10a42571e70e88f814ce5400790936548699d16c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:QHQZWRNYZX6Q4ESAHFC3TWFSBP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The Geometry of Robust Value Functions","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Bryan Hooi, Jiashi Feng, Kaixin Wang, Kuangqi Zhou, Navdeep Kumar, Shie Mannor","submitted_at":"2022-01-30T22:12:17Z","abstract_excerpt":"The space of value functions is a fundamental concept in reinforcement learning. Characterizing its geometric properties may provide insights for optimization and representation. Existing works mainly focus on the value space for Markov Decision Processes (MDPs). In this paper, we study the geometry of the robust value space for the more general Robust MDPs (RMDPs) setting, where transition uncertainties are considered. Specifically, since we find it hard to directly adapt prior approaches to RMDPs, we start with revisiting the non-robust case, and introduce a new perspective that enables us t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2201.12929","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2201.12929/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:47:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ONWl+9ML8P61I8niXDvWpTcJuN/S9K6lgGXEzy900TGHkwf1jSFztvnixAauK4A+2fX2tVbLgKo5+YCtRTkNAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T18:41:52.235634Z"},"content_sha256":"67bd458e6f3fc2b3b60f35e601946b20aa85ca701413a48bb3019cd6eec7ccc8","schema_version":"1.0","event_id":"sha256:67bd458e6f3fc2b3b60f35e601946b20aa85ca701413a48bb3019cd6eec7ccc8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QHQZWRNYZX6Q4ESAHFC3TWFSBP/bundle.json","state_url":"https://pith.science/pith/QHQZWRNYZX6Q4ESAHFC3TWFSBP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QHQZWRNYZX6Q4ESAHFC3TWFSBP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T18:41:52Z","links":{"resolver":"https://pith.science/pith/QHQZWRNYZX6Q4ESAHFC3TWFSBP","bundle":"https://pith.science/pith/QHQZWRNYZX6Q4ESAHFC3TWFSBP/bundle.json","state":"https://pith.science/pith/QHQZWRNYZX6Q4ESAHFC3TWFSBP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QHQZWRNYZX6Q4ESAHFC3TWFSBP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:QHQZWRNYZX6Q4ESAHFC3TWFSBP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1f671b82dcb2c9ad49ea5d4dd2440f9ac0b4f02dd6fe1a4d4d3af8db80d91e0e","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-01-30T22:12:17Z","title_canon_sha256":"fa77b76f92d233c775ceecf8e76d1313dfe8396d2e421ca81776ebf73c4553ae"},"schema_version":"1.0","source":{"id":"2201.12929","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2201.12929","created_at":"2026-07-05T04:47:40Z"},{"alias_kind":"arxiv_version","alias_value":"2201.12929v2","created_at":"2026-07-05T04:47:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2201.12929","created_at":"2026-07-05T04:47:40Z"},{"alias_kind":"pith_short_12","alias_value":"QHQZWRNYZX6Q","created_at":"2026-07-05T04:47:40Z"},{"alias_kind":"pith_short_16","alias_value":"QHQZWRNYZX6Q4ESA","created_at":"2026-07-05T04:47:40Z"},{"alias_kind":"pith_short_8","alias_value":"QHQZWRNY","created_at":"2026-07-05T04:47:40Z"}],"graph_snapshots":[{"event_id":"sha256:67bd458e6f3fc2b3b60f35e601946b20aa85ca701413a48bb3019cd6eec7ccc8","target":"graph","created_at":"2026-07-05T04:47:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2201.12929/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The space of value functions is a fundamental concept in reinforcement learning. Characterizing its geometric properties may provide insights for optimization and representation. Existing works mainly focus on the value space for Markov Decision Processes (MDPs). In this paper, we study the geometry of the robust value space for the more general Robust MDPs (RMDPs) setting, where transition uncertainties are considered. Specifically, since we find it hard to directly adapt prior approaches to RMDPs, we start with revisiting the non-robust case, and introduce a new perspective that enables us t","authors_text":"Bryan Hooi, Jiashi Feng, Kaixin Wang, Kuangqi Zhou, Navdeep Kumar, Shie Mannor","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-01-30T22:12:17Z","title":"The Geometry of Robust Value Functions"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2201.12929","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cdf05b4d8bfa3bd252fa8e0d10a42571e70e88f814ce5400790936548699d16c","target":"record","created_at":"2026-07-05T04:47:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1f671b82dcb2c9ad49ea5d4dd2440f9ac0b4f02dd6fe1a4d4d3af8db80d91e0e","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-01-30T22:12:17Z","title_canon_sha256":"fa77b76f92d233c775ceecf8e76d1313dfe8396d2e421ca81776ebf73c4553ae"},"schema_version":"1.0","source":{"id":"2201.12929","kind":"arxiv","version":2}},"canonical_sha256":"81e19b45b8cdfd0e12403945b9d8b20bf4029943da9205c7d860ddfd4efed5a3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"81e19b45b8cdfd0e12403945b9d8b20bf4029943da9205c7d860ddfd4efed5a3","first_computed_at":"2026-07-05T04:47:40.272083Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:47:40.272083Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"nQWivY2hiaoLdYvhYX7AM5BVfiMXau8lco5MHfdGcOHxclm203Pjh7mNLymEPpW0VOHxCZ6pWvfUrxYdzc3NDw==","signature_status":"signed_v1","signed_at":"2026-07-05T04:47:40.272514Z","signed_message":"canonical_sha256_bytes"},"source_id":"2201.12929","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cdf05b4d8bfa3bd252fa8e0d10a42571e70e88f814ce5400790936548699d16c","sha256:67bd458e6f3fc2b3b60f35e601946b20aa85ca701413a48bb3019cd6eec7ccc8"],"state_sha256":"954f580c2d0e37e79b6e52055071bb7b9e2c739b5765e7c688037f5fbd033bbe"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1dRL0L6Ciq3ouusS3m75hF+9O8MjtRwg+UjlP5DkCX1kwBGFDnpuwUd5LFw0CoBj0URACDxUXzhU0tCkbbTcDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T18:41:52.237680Z","bundle_sha256":"c68e80a55e546a0db0121c6d396046cc0bd12f608e0a479633b756d97a1aa260"}}