{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:IWRLYYQTRZIWSM3WPXINZDSGE3","short_pith_number":"pith:IWRLYYQT","canonical_record":{"source":{"id":"2302.01450","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-02T22:37:47Z","cross_cats_sorted":["cs.SY","eess.SY"],"title_canon_sha256":"06384661ce654903c9d5da222c584b713c96f227e0b7d0a6c1764ec1032e32f7","abstract_canon_sha256":"60e894c1dbe5c53758718bad6ac48bf088b03d6f29ce69dc6135c2225f5ea4f4"},"schema_version":"1.0"},"canonical_sha256":"45a2bc62138e516933767dd0dc8e4626ca3d3d21dc80e3853dbabd474e85fe86","source":{"kind":"arxiv","id":"2302.01450","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.01450","created_at":"2026-07-05T06:25:39Z"},{"alias_kind":"arxiv_version","alias_value":"2302.01450v3","created_at":"2026-07-05T06:25:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.01450","created_at":"2026-07-05T06:25:39Z"},{"alias_kind":"pith_short_12","alias_value":"IWRLYYQTRZIW","created_at":"2026-07-05T06:25:39Z"},{"alias_kind":"pith_short_16","alias_value":"IWRLYYQTRZIWSM3W","created_at":"2026-07-05T06:25:39Z"},{"alias_kind":"pith_short_8","alias_value":"IWRLYYQT","created_at":"2026-07-05T06:25:39Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:IWRLYYQTRZIWSM3WPXINZDSGE3","target":"record","payload":{"canonical_record":{"source":{"id":"2302.01450","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-02T22:37:47Z","cross_cats_sorted":["cs.SY","eess.SY"],"title_canon_sha256":"06384661ce654903c9d5da222c584b713c96f227e0b7d0a6c1764ec1032e32f7","abstract_canon_sha256":"60e894c1dbe5c53758718bad6ac48bf088b03d6f29ce69dc6135c2225f5ea4f4"},"schema_version":"1.0"},"canonical_sha256":"45a2bc62138e516933767dd0dc8e4626ca3d3d21dc80e3853dbabd474e85fe86","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:25:39.721611Z","signature_b64":"Qjop+UtU3PI1FxcnbTlWdWh7OlbphdIbQ3qx//9nj1hA3J+meeXql5qCkMrx6rax0uwNmAL2I/urlLT0IXAlCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"45a2bc62138e516933767dd0dc8e4626ca3d3d21dc80e3853dbabd474e85fe86","last_reissued_at":"2026-07-05T06:25:39.721115Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:25:39.721115Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2302.01450","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:25:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7CbD839qYHcUqSN7Wn++vTYWVw68U7INjfPCVqJWqTBcnx9zMg2EdaCtJFlucYXF9GyxYIyVxw9SMseVipxBCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T15:39:58.346090Z"},"content_sha256":"5521e25c07a28a087ac516177d6e7140e4a0684db78c36b6fab1f094fdfd43a5","schema_version":"1.0","event_id":"sha256:5521e25c07a28a087ac516177d6e7140e4a0684db78c36b6fab1f094fdfd43a5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:IWRLYYQTRZIWSM3WPXINZDSGE3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Performance Bounds for Policy-Based Average Reward Reinforcement Learning Algorithms","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.SY","eess.SY"],"primary_cat":"cs.LG","authors_text":"Mehrdad Moharrami, R. Srikant, Yashaswini Murthy","submitted_at":"2023-02-02T22:37:47Z","abstract_excerpt":"Many policy-based reinforcement learning (RL) algorithms can be viewed as instantiations of approximate policy iteration (PI), i.e., where policy improvement and policy evaluation are both performed approximately. In applications where the average reward objective is the meaningful performance metric, discounted reward formulations are often used with the discount factor being close to $1,$ which is equivalent to making the expected horizon very large. However, the corresponding theoretical bounds for error performance scale with the square of the horizon. Thus, even after dividing the total r"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.01450","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2302.01450/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:25:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"n1FVAOQxUsySH5Ff6ETtll8XnHnBcAP7WbeDIuOMQxmjNDsAKu7FdasutYmL3bjXzVSwTQR2nF2z1yf9mF7VBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T15:39:58.346495Z"},"content_sha256":"86f32dc9694de3835ea17dde53deb39acc8c71c948062311bac396d1d67b263c","schema_version":"1.0","event_id":"sha256:86f32dc9694de3835ea17dde53deb39acc8c71c948062311bac396d1d67b263c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/IWRLYYQTRZIWSM3WPXINZDSGE3/bundle.json","state_url":"https://pith.science/pith/IWRLYYQTRZIWSM3WPXINZDSGE3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/IWRLYYQTRZIWSM3WPXINZDSGE3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T15:39:58Z","links":{"resolver":"https://pith.science/pith/IWRLYYQTRZIWSM3WPXINZDSGE3","bundle":"https://pith.science/pith/IWRLYYQTRZIWSM3WPXINZDSGE3/bundle.json","state":"https://pith.science/pith/IWRLYYQTRZIWSM3WPXINZDSGE3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/IWRLYYQTRZIWSM3WPXINZDSGE3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:IWRLYYQTRZIWSM3WPXINZDSGE3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"60e894c1dbe5c53758718bad6ac48bf088b03d6f29ce69dc6135c2225f5ea4f4","cross_cats_sorted":["cs.SY","eess.SY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-02T22:37:47Z","title_canon_sha256":"06384661ce654903c9d5da222c584b713c96f227e0b7d0a6c1764ec1032e32f7"},"schema_version":"1.0","source":{"id":"2302.01450","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.01450","created_at":"2026-07-05T06:25:39Z"},{"alias_kind":"arxiv_version","alias_value":"2302.01450v3","created_at":"2026-07-05T06:25:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.01450","created_at":"2026-07-05T06:25:39Z"},{"alias_kind":"pith_short_12","alias_value":"IWRLYYQTRZIW","created_at":"2026-07-05T06:25:39Z"},{"alias_kind":"pith_short_16","alias_value":"IWRLYYQTRZIWSM3W","created_at":"2026-07-05T06:25:39Z"},{"alias_kind":"pith_short_8","alias_value":"IWRLYYQT","created_at":"2026-07-05T06:25:39Z"}],"graph_snapshots":[{"event_id":"sha256:86f32dc9694de3835ea17dde53deb39acc8c71c948062311bac396d1d67b263c","target":"graph","created_at":"2026-07-05T06:25:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2302.01450/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Many policy-based reinforcement learning (RL) algorithms can be viewed as instantiations of approximate policy iteration (PI), i.e., where policy improvement and policy evaluation are both performed approximately. In applications where the average reward objective is the meaningful performance metric, discounted reward formulations are often used with the discount factor being close to $1,$ which is equivalent to making the expected horizon very large. However, the corresponding theoretical bounds for error performance scale with the square of the horizon. Thus, even after dividing the total r","authors_text":"Mehrdad Moharrami, R. Srikant, Yashaswini Murthy","cross_cats":["cs.SY","eess.SY"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-02T22:37:47Z","title":"Performance Bounds for Policy-Based Average Reward Reinforcement Learning Algorithms"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.01450","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5521e25c07a28a087ac516177d6e7140e4a0684db78c36b6fab1f094fdfd43a5","target":"record","created_at":"2026-07-05T06:25:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"60e894c1dbe5c53758718bad6ac48bf088b03d6f29ce69dc6135c2225f5ea4f4","cross_cats_sorted":["cs.SY","eess.SY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-02T22:37:47Z","title_canon_sha256":"06384661ce654903c9d5da222c584b713c96f227e0b7d0a6c1764ec1032e32f7"},"schema_version":"1.0","source":{"id":"2302.01450","kind":"arxiv","version":3}},"canonical_sha256":"45a2bc62138e516933767dd0dc8e4626ca3d3d21dc80e3853dbabd474e85fe86","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"45a2bc62138e516933767dd0dc8e4626ca3d3d21dc80e3853dbabd474e85fe86","first_computed_at":"2026-07-05T06:25:39.721115Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:25:39.721115Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Qjop+UtU3PI1FxcnbTlWdWh7OlbphdIbQ3qx//9nj1hA3J+meeXql5qCkMrx6rax0uwNmAL2I/urlLT0IXAlCw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:25:39.721611Z","signed_message":"canonical_sha256_bytes"},"source_id":"2302.01450","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5521e25c07a28a087ac516177d6e7140e4a0684db78c36b6fab1f094fdfd43a5","sha256:86f32dc9694de3835ea17dde53deb39acc8c71c948062311bac396d1d67b263c"],"state_sha256":"aef3cd90cd3089f43756a6792026804a901438c3b4ff1ca6a2a2f6fef5336174"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ciJgSRyEidtrT29k/64iUZT/UvfFbPU7JWGL53oj64nXxF89wl+vs/qX+ZLR+bUTC4Ok1wnKD820Swwd77IlBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T15:39:58.349209Z","bundle_sha256":"8e2d8ebbb668a8451057fccaa0bfc1c61aba6433c6cb8d10ee1bb10e2a1f7dbd"}}