{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:YCUQS4KIL6UUW7WLPUQBD5ZUW3","short_pith_number":"pith:YCUQS4KI","canonical_record":{"source":{"id":"1908.08578","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-08-22T19:56:26Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"f966c996dd1b0a549f83137b33472575535e2ef0f6ad80a8ad41e57b871db0d2","abstract_canon_sha256":"1598bbb4e38ad5f3ec6cda1d79ac1e7686634d9402e7275bf435b397088d583f"},"schema_version":"1.0"},"canonical_sha256":"c0a90971485fa94b7ecb7d2011f734b6e139ba8d69b90106df90881db82e8369","source":{"kind":"arxiv","id":"1908.08578","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1908.08578","created_at":"2026-07-04T23:59:15Z"},{"alias_kind":"arxiv_version","alias_value":"1908.08578v1","created_at":"2026-07-04T23:59:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1908.08578","created_at":"2026-07-04T23:59:15Z"},{"alias_kind":"pith_short_12","alias_value":"YCUQS4KIL6UU","created_at":"2026-07-04T23:59:15Z"},{"alias_kind":"pith_short_16","alias_value":"YCUQS4KIL6UUW7WL","created_at":"2026-07-04T23:59:15Z"},{"alias_kind":"pith_short_8","alias_value":"YCUQS4KI","created_at":"2026-07-04T23:59:15Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:YCUQS4KIL6UUW7WLPUQBD5ZUW3","target":"record","payload":{"canonical_record":{"source":{"id":"1908.08578","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-08-22T19:56:26Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"f966c996dd1b0a549f83137b33472575535e2ef0f6ad80a8ad41e57b871db0d2","abstract_canon_sha256":"1598bbb4e38ad5f3ec6cda1d79ac1e7686634d9402e7275bf435b397088d583f"},"schema_version":"1.0"},"canonical_sha256":"c0a90971485fa94b7ecb7d2011f734b6e139ba8d69b90106df90881db82e8369","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-04T23:59:15.710553Z","signature_b64":"Hk4tGAufr6mEEhEeAJnMrIQwO9LsgepDjRfbSt71ZrUZ/x32waEvtqJoAEOnVI/pnNZdO1S+b1HNgB0Xeld8Dw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c0a90971485fa94b7ecb7d2011f734b6e139ba8d69b90106df90881db82e8369","last_reissued_at":"2026-07-04T23:59:15.710069Z","signature_status":"signed_v1","first_computed_at":"2026-07-04T23:59:15.710069Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1908.08578","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-04T23:59:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QogzZmpuxb8Xtk6NB72yn5DGgYftlgFi6v1b5XEachbGfFZFcTw6ETT/xLwUBVpZo0ypqN4shDTr2O+cO3ozCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T10:03:00.381974Z"},"content_sha256":"92fc6dbf44be0b6c311eea53753869c2899478f287ba30007a2162ee5ae73d95","schema_version":"1.0","event_id":"sha256:92fc6dbf44be0b6c311eea53753869c2899478f287ba30007a2162ee5ae73d95"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:YCUQS4KIL6UUW7WLPUQBD5ZUW3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"On Convergence Rate of Adaptive Multiscale Value Function Approximation For Reinforcement Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Quanyan Zhu, Tao Li","submitted_at":"2019-08-22T19:56:26Z","abstract_excerpt":"In this paper, we propose a generic framework for devising an adaptive approximation scheme for value function approximation in reinforcement learning, which introduces multiscale approximation. The two basic ingredients are multiresolution analysis as well as tree approximation. Starting from simple refinable functions, multiresolution analysis enables us to construct a wavelet system from which the basis functions are selected adaptively, resulting in a tree structure. Furthermore, we present the convergence rate of our multiscale approximation which does not depend on the regularity of basi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1908.08578","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1908.08578/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-04T23:59:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LK91VeHUYpvgGxwOotwB8u/JuqnJIR2YOz5pow+CYrUq6sDRJKIq990Nd7UdxQIjBj2LaWrLMjbuR/9E7dGcCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T10:03:00.382586Z"},"content_sha256":"ed4626c845ad4d74c842abf199809b90847f2770ecdc0ef6481819981c59fd33","schema_version":"1.0","event_id":"sha256:ed4626c845ad4d74c842abf199809b90847f2770ecdc0ef6481819981c59fd33"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YCUQS4KIL6UUW7WLPUQBD5ZUW3/bundle.json","state_url":"https://pith.science/pith/YCUQS4KIL6UUW7WLPUQBD5ZUW3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YCUQS4KIL6UUW7WLPUQBD5ZUW3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-16T10:03:00Z","links":{"resolver":"https://pith.science/pith/YCUQS4KIL6UUW7WLPUQBD5ZUW3","bundle":"https://pith.science/pith/YCUQS4KIL6UUW7WLPUQBD5ZUW3/bundle.json","state":"https://pith.science/pith/YCUQS4KIL6UUW7WLPUQBD5ZUW3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YCUQS4KIL6UUW7WLPUQBD5ZUW3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:YCUQS4KIL6UUW7WLPUQBD5ZUW3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1598bbb4e38ad5f3ec6cda1d79ac1e7686634d9402e7275bf435b397088d583f","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-08-22T19:56:26Z","title_canon_sha256":"f966c996dd1b0a549f83137b33472575535e2ef0f6ad80a8ad41e57b871db0d2"},"schema_version":"1.0","source":{"id":"1908.08578","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1908.08578","created_at":"2026-07-04T23:59:15Z"},{"alias_kind":"arxiv_version","alias_value":"1908.08578v1","created_at":"2026-07-04T23:59:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1908.08578","created_at":"2026-07-04T23:59:15Z"},{"alias_kind":"pith_short_12","alias_value":"YCUQS4KIL6UU","created_at":"2026-07-04T23:59:15Z"},{"alias_kind":"pith_short_16","alias_value":"YCUQS4KIL6UUW7WL","created_at":"2026-07-04T23:59:15Z"},{"alias_kind":"pith_short_8","alias_value":"YCUQS4KI","created_at":"2026-07-04T23:59:15Z"}],"graph_snapshots":[{"event_id":"sha256:ed4626c845ad4d74c842abf199809b90847f2770ecdc0ef6481819981c59fd33","target":"graph","created_at":"2026-07-04T23:59:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1908.08578/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this paper, we propose a generic framework for devising an adaptive approximation scheme for value function approximation in reinforcement learning, which introduces multiscale approximation. The two basic ingredients are multiresolution analysis as well as tree approximation. Starting from simple refinable functions, multiresolution analysis enables us to construct a wavelet system from which the basis functions are selected adaptively, resulting in a tree structure. Furthermore, we present the convergence rate of our multiscale approximation which does not depend on the regularity of basi","authors_text":"Quanyan Zhu, Tao Li","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-08-22T19:56:26Z","title":"On Convergence Rate of Adaptive Multiscale Value Function Approximation For Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1908.08578","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:92fc6dbf44be0b6c311eea53753869c2899478f287ba30007a2162ee5ae73d95","target":"record","created_at":"2026-07-04T23:59:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1598bbb4e38ad5f3ec6cda1d79ac1e7686634d9402e7275bf435b397088d583f","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-08-22T19:56:26Z","title_canon_sha256":"f966c996dd1b0a549f83137b33472575535e2ef0f6ad80a8ad41e57b871db0d2"},"schema_version":"1.0","source":{"id":"1908.08578","kind":"arxiv","version":1}},"canonical_sha256":"c0a90971485fa94b7ecb7d2011f734b6e139ba8d69b90106df90881db82e8369","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c0a90971485fa94b7ecb7d2011f734b6e139ba8d69b90106df90881db82e8369","first_computed_at":"2026-07-04T23:59:15.710069Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-04T23:59:15.710069Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Hk4tGAufr6mEEhEeAJnMrIQwO9LsgepDjRfbSt71ZrUZ/x32waEvtqJoAEOnVI/pnNZdO1S+b1HNgB0Xeld8Dw==","signature_status":"signed_v1","signed_at":"2026-07-04T23:59:15.710553Z","signed_message":"canonical_sha256_bytes"},"source_id":"1908.08578","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:92fc6dbf44be0b6c311eea53753869c2899478f287ba30007a2162ee5ae73d95","sha256:ed4626c845ad4d74c842abf199809b90847f2770ecdc0ef6481819981c59fd33"],"state_sha256":"7e7a9717328e4969735a5d3a5848b2b80bd0a72f17a7e3d20519e9c12a355c7c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ljVYeZnFaZq2KYemRfbn/YxuMLlzzkSBZmbKi5mpxr07E+Yj9I2X2j4hrDnrNK1y2rpjOa3lmXIGhKCNpwd3Dw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-16T10:03:00.387313Z","bundle_sha256":"33b054030cf3f5230a93e3d6eca7fcc687f769fda102bdf725ad9afae3cd5de6"}}