{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2014:WG3D3Q6F5S37GDBGDRG7WZS2I6","short_pith_number":"pith:WG3D3Q6F","canonical_record":{"source":{"id":"1412.4908","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.OC","submitted_at":"2014-12-16T08:12:00Z","cross_cats_sorted":[],"title_canon_sha256":"017609ea96a5d6bc3211053c24996504e78d18407838e191b04f908606f01d3e","abstract_canon_sha256":"d6b97ee0fb53eab3e989529205edc274f818edbfafa06035ff73d26f6c125e1e"},"schema_version":"1.0"},"canonical_sha256":"b1b63dc3c5ecb7f30c261c4dfb665a47a6d0f9066a6412e0b03e5a2df43a28d6","source":{"kind":"arxiv","id":"1412.4908","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1412.4908","created_at":"2026-05-18T02:31:10Z"},{"alias_kind":"arxiv_version","alias_value":"1412.4908v1","created_at":"2026-05-18T02:31:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1412.4908","created_at":"2026-05-18T02:31:10Z"},{"alias_kind":"pith_short_12","alias_value":"WG3D3Q6F5S37","created_at":"2026-05-18T12:28:54Z"},{"alias_kind":"pith_short_16","alias_value":"WG3D3Q6F5S37GDBG","created_at":"2026-05-18T12:28:54Z"},{"alias_kind":"pith_short_8","alias_value":"WG3D3Q6F","created_at":"2026-05-18T12:28:54Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2014:WG3D3Q6F5S37GDBGDRG7WZS2I6","target":"record","payload":{"canonical_record":{"source":{"id":"1412.4908","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.OC","submitted_at":"2014-12-16T08:12:00Z","cross_cats_sorted":[],"title_canon_sha256":"017609ea96a5d6bc3211053c24996504e78d18407838e191b04f908606f01d3e","abstract_canon_sha256":"d6b97ee0fb53eab3e989529205edc274f818edbfafa06035ff73d26f6c125e1e"},"schema_version":"1.0"},"canonical_sha256":"b1b63dc3c5ecb7f30c261c4dfb665a47a6d0f9066a6412e0b03e5a2df43a28d6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T02:31:10.145100Z","signature_b64":"4MVFDy/7VCoJpRi3tDMsP8Hd9Tg87woIfRu8BN4frEd9+STi+4pgoESjTZjBXjHFaoXCM7Ej1O0ba43Tx4C2DA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b1b63dc3c5ecb7f30c261c4dfb665a47a6d0f9066a6412e0b03e5a2df43a28d6","last_reissued_at":"2026-05-18T02:31:10.144575Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T02:31:10.144575Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1412.4908","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T02:31:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1UJl0dUdipid4E9ZbOLxdufdIl4d6ItsVCwATT0ttexDhVPjV3V6/dol6QSRJTBDqL4vpSaldQr+5R+nDrf4Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-27T10:40:39.797634Z"},"content_sha256":"f7d4b6e86353f290bebafaf80cb451c039b415e4eb583e78c8c7a766138410d1","schema_version":"1.0","event_id":"sha256:f7d4b6e86353f290bebafaf80cb451c039b415e4eb583e78c8c7a766138410d1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2014:WG3D3Q6F5S37GDBGDRG7WZS2I6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Weighted Difference Approximation of Value Functions for Slow-Discounting Markov Decision Processes","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"math.OC","authors_text":"Junjie Qin, Yin-Lam Chow","submitted_at":"2014-12-16T08:12:00Z","abstract_excerpt":"Processes (MDPs) often require frequent decision making, that is, taking an action every microsecond, second, or minute. Infinite horizon discount reward formulation is still relevant for a large portion of these applications, because actual time span of these problems can be months or years, during which discounting factors due to e.g. interest rates are of practical concern. In this paper, we show that, for such MDPs with discount rate $\\alpha$ close to $1$, under a common ergodicity assumption, a weighted difference between two successive value function estimates obtained from the classical"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1412.4908","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T02:31:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xwyJtu1uS5+4Edyymlwl3h+EQ+pxVgHKgBU0vxEBZRd9sSO8ZbaIqmyOl9m0Tf/WDiR0RxqSoooz8eJCjTFyAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-27T10:40:39.798224Z"},"content_sha256":"a24e4c6882fdffdac15a2c448845c25ff4057289b9eea1096e6b5f4da3f718d0","schema_version":"1.0","event_id":"sha256:a24e4c6882fdffdac15a2c448845c25ff4057289b9eea1096e6b5f4da3f718d0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WG3D3Q6F5S37GDBGDRG7WZS2I6/bundle.json","state_url":"https://pith.science/pith/WG3D3Q6F5S37GDBGDRG7WZS2I6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WG3D3Q6F5S37GDBGDRG7WZS2I6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-27T10:40:39Z","links":{"resolver":"https://pith.science/pith/WG3D3Q6F5S37GDBGDRG7WZS2I6","bundle":"https://pith.science/pith/WG3D3Q6F5S37GDBGDRG7WZS2I6/bundle.json","state":"https://pith.science/pith/WG3D3Q6F5S37GDBGDRG7WZS2I6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WG3D3Q6F5S37GDBGDRG7WZS2I6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2014:WG3D3Q6F5S37GDBGDRG7WZS2I6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d6b97ee0fb53eab3e989529205edc274f818edbfafa06035ff73d26f6c125e1e","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.OC","submitted_at":"2014-12-16T08:12:00Z","title_canon_sha256":"017609ea96a5d6bc3211053c24996504e78d18407838e191b04f908606f01d3e"},"schema_version":"1.0","source":{"id":"1412.4908","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1412.4908","created_at":"2026-05-18T02:31:10Z"},{"alias_kind":"arxiv_version","alias_value":"1412.4908v1","created_at":"2026-05-18T02:31:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1412.4908","created_at":"2026-05-18T02:31:10Z"},{"alias_kind":"pith_short_12","alias_value":"WG3D3Q6F5S37","created_at":"2026-05-18T12:28:54Z"},{"alias_kind":"pith_short_16","alias_value":"WG3D3Q6F5S37GDBG","created_at":"2026-05-18T12:28:54Z"},{"alias_kind":"pith_short_8","alias_value":"WG3D3Q6F","created_at":"2026-05-18T12:28:54Z"}],"graph_snapshots":[{"event_id":"sha256:a24e4c6882fdffdac15a2c448845c25ff4057289b9eea1096e6b5f4da3f718d0","target":"graph","created_at":"2026-05-18T02:31:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Processes (MDPs) often require frequent decision making, that is, taking an action every microsecond, second, or minute. Infinite horizon discount reward formulation is still relevant for a large portion of these applications, because actual time span of these problems can be months or years, during which discounting factors due to e.g. interest rates are of practical concern. In this paper, we show that, for such MDPs with discount rate $\\alpha$ close to $1$, under a common ergodicity assumption, a weighted difference between two successive value function estimates obtained from the classical","authors_text":"Junjie Qin, Yin-Lam Chow","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.OC","submitted_at":"2014-12-16T08:12:00Z","title":"Weighted Difference Approximation of Value Functions for Slow-Discounting Markov Decision Processes"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1412.4908","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f7d4b6e86353f290bebafaf80cb451c039b415e4eb583e78c8c7a766138410d1","target":"record","created_at":"2026-05-18T02:31:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d6b97ee0fb53eab3e989529205edc274f818edbfafa06035ff73d26f6c125e1e","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.OC","submitted_at":"2014-12-16T08:12:00Z","title_canon_sha256":"017609ea96a5d6bc3211053c24996504e78d18407838e191b04f908606f01d3e"},"schema_version":"1.0","source":{"id":"1412.4908","kind":"arxiv","version":1}},"canonical_sha256":"b1b63dc3c5ecb7f30c261c4dfb665a47a6d0f9066a6412e0b03e5a2df43a28d6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b1b63dc3c5ecb7f30c261c4dfb665a47a6d0f9066a6412e0b03e5a2df43a28d6","first_computed_at":"2026-05-18T02:31:10.144575Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T02:31:10.144575Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"4MVFDy/7VCoJpRi3tDMsP8Hd9Tg87woIfRu8BN4frEd9+STi+4pgoESjTZjBXjHFaoXCM7Ej1O0ba43Tx4C2DA==","signature_status":"signed_v1","signed_at":"2026-05-18T02:31:10.145100Z","signed_message":"canonical_sha256_bytes"},"source_id":"1412.4908","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f7d4b6e86353f290bebafaf80cb451c039b415e4eb583e78c8c7a766138410d1","sha256:a24e4c6882fdffdac15a2c448845c25ff4057289b9eea1096e6b5f4da3f718d0"],"state_sha256":"10084f293f7f8892d1516e6727e1cc6d3cfa8a5b5888e25c1c807fdaf60db39f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ehhBjdNwNQqc7KYfRVL8baL8AL09hfXDfVuf/sK3KmVwtsWm9m2k3rIYVrPaihux9M6ccjgd19C+mcrSQkUpCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-27T10:40:39.800884Z","bundle_sha256":"e6266b56cc3b562ee7b630f746a6e37df4ef434a4820511ecd23aa1258ea4422"}}