{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:C4OARQPNY27FXDIPLYK4W3OCII","short_pith_number":"pith:C4OARQPN","canonical_record":{"source":{"id":"2107.06466","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.LG","submitted_at":"2021-07-14T03:03:56Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"331dfb76b0fe483563ad0712aca09c393299d5509597105fbbfffab5151f4a1f","abstract_canon_sha256":"63cece5059fcfb7c5589314112f8ebe5fc8ccaae25b349dbf4a786d8213889fd"},"schema_version":"1.0"},"canonical_sha256":"171c08c1edc6be5b8d0f5e15cb6dc24226340304ac8955dccd4e708970ee4cc0","source":{"kind":"arxiv","id":"2107.06466","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2107.06466","created_at":"2026-07-05T03:43:42Z"},{"alias_kind":"arxiv_version","alias_value":"2107.06466v2","created_at":"2026-07-05T03:43:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2107.06466","created_at":"2026-07-05T03:43:42Z"},{"alias_kind":"pith_short_12","alias_value":"C4OARQPNY27F","created_at":"2026-07-05T03:43:42Z"},{"alias_kind":"pith_short_16","alias_value":"C4OARQPNY27FXDIP","created_at":"2026-07-05T03:43:42Z"},{"alias_kind":"pith_short_8","alias_value":"C4OARQPN","created_at":"2026-07-05T03:43:42Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:C4OARQPNY27FXDIPLYK4W3OCII","target":"record","payload":{"canonical_record":{"source":{"id":"2107.06466","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.LG","submitted_at":"2021-07-14T03:03:56Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"331dfb76b0fe483563ad0712aca09c393299d5509597105fbbfffab5151f4a1f","abstract_canon_sha256":"63cece5059fcfb7c5589314112f8ebe5fc8ccaae25b349dbf4a786d8213889fd"},"schema_version":"1.0"},"canonical_sha256":"171c08c1edc6be5b8d0f5e15cb6dc24226340304ac8955dccd4e708970ee4cc0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:43:42.647209Z","signature_b64":"WvppOT20S7L588+94UZVLmrbVjJEwotsZQI5qTi0MQxcqLAmGvc1aISBkf2F6xi/Qr1gXkQZ5aNV2BnfeaPaBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"171c08c1edc6be5b8d0f5e15cb6dc24226340304ac8955dccd4e708970ee4cc0","last_reissued_at":"2026-07-05T03:43:42.646783Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:43:42.646783Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2107.06466","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:43:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PvWqe/WCcc1YerYdxaLupC7IyUsArv2h5jC76AeqGcvKtKgkInqq66GsLy+h8g3k2DNYKLrs736wpnm/LxqpDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T01:08:25.353742Z"},"content_sha256":"47c7047625e140d4f6dd4b9b4853e5c3ed1f8557aeba08cb00d5893eb3cbd7d8","schema_version":"1.0","event_id":"sha256:47c7047625e140d4f6dd4b9b4853e5c3ed1f8557aeba08cb00d5893eb3cbd7d8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:C4OARQPNY27FXDIPLYK4W3OCII","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Going Beyond Linear RL: Sample Efficient Neural Function Approximation","license":"http://creativecommons.org/publicdomain/zero/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Baihe Huang, Jason D. Lee, Jiaqi Yang, Kaixuan Huang, Qi Lei, Runzhe Wang, Sham M. Kakade","submitted_at":"2021-07-14T03:03:56Z","abstract_excerpt":"Deep Reinforcement Learning (RL) powered by neural net approximation of the Q function has had enormous empirical success. While the theory of RL has traditionally focused on linear function approximation (or eluder dimension) approaches, little is known about nonlinear RL with neural net approximations of the Q functions. This is the focus of this work, where we study function approximation with two-layer neural networks (considering both ReLU and polynomial activation functions). Our first result is a computationally and statistically efficient algorithm in the generative model setting under"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2107.06466","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2107.06466/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:43:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"668ToFOjyund970hqmcP6/zLM66WzNdmfLFcGme5PfWjhwuXUC1zdsqnQHZIy94P5zFpO+wvTRy/OZcuuFPyCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T01:08:25.354637Z"},"content_sha256":"07db6895703a02c7178aa735a285d33b004e1dc815376a1787d565ce7fa5034e","schema_version":"1.0","event_id":"sha256:07db6895703a02c7178aa735a285d33b004e1dc815376a1787d565ce7fa5034e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/C4OARQPNY27FXDIPLYK4W3OCII/bundle.json","state_url":"https://pith.science/pith/C4OARQPNY27FXDIPLYK4W3OCII/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/C4OARQPNY27FXDIPLYK4W3OCII/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T01:08:25Z","links":{"resolver":"https://pith.science/pith/C4OARQPNY27FXDIPLYK4W3OCII","bundle":"https://pith.science/pith/C4OARQPNY27FXDIPLYK4W3OCII/bundle.json","state":"https://pith.science/pith/C4OARQPNY27FXDIPLYK4W3OCII/state.json","well_known_bundle":"https://pith.science/.well-known/pith/C4OARQPNY27FXDIPLYK4W3OCII/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:C4OARQPNY27FXDIPLYK4W3OCII","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"63cece5059fcfb7c5589314112f8ebe5fc8ccaae25b349dbf4a786d8213889fd","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.LG","submitted_at":"2021-07-14T03:03:56Z","title_canon_sha256":"331dfb76b0fe483563ad0712aca09c393299d5509597105fbbfffab5151f4a1f"},"schema_version":"1.0","source":{"id":"2107.06466","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2107.06466","created_at":"2026-07-05T03:43:42Z"},{"alias_kind":"arxiv_version","alias_value":"2107.06466v2","created_at":"2026-07-05T03:43:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2107.06466","created_at":"2026-07-05T03:43:42Z"},{"alias_kind":"pith_short_12","alias_value":"C4OARQPNY27F","created_at":"2026-07-05T03:43:42Z"},{"alias_kind":"pith_short_16","alias_value":"C4OARQPNY27FXDIP","created_at":"2026-07-05T03:43:42Z"},{"alias_kind":"pith_short_8","alias_value":"C4OARQPN","created_at":"2026-07-05T03:43:42Z"}],"graph_snapshots":[{"event_id":"sha256:07db6895703a02c7178aa735a285d33b004e1dc815376a1787d565ce7fa5034e","target":"graph","created_at":"2026-07-05T03:43:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2107.06466/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Deep Reinforcement Learning (RL) powered by neural net approximation of the Q function has had enormous empirical success. While the theory of RL has traditionally focused on linear function approximation (or eluder dimension) approaches, little is known about nonlinear RL with neural net approximations of the Q functions. This is the focus of this work, where we study function approximation with two-layer neural networks (considering both ReLU and polynomial activation functions). Our first result is a computationally and statistically efficient algorithm in the generative model setting under","authors_text":"Baihe Huang, Jason D. Lee, Jiaqi Yang, Kaixuan Huang, Qi Lei, Runzhe Wang, Sham M. Kakade","cross_cats":["stat.ML"],"headline":"","license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.LG","submitted_at":"2021-07-14T03:03:56Z","title":"Going Beyond Linear RL: Sample Efficient Neural Function Approximation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2107.06466","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:47c7047625e140d4f6dd4b9b4853e5c3ed1f8557aeba08cb00d5893eb3cbd7d8","target":"record","created_at":"2026-07-05T03:43:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"63cece5059fcfb7c5589314112f8ebe5fc8ccaae25b349dbf4a786d8213889fd","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.LG","submitted_at":"2021-07-14T03:03:56Z","title_canon_sha256":"331dfb76b0fe483563ad0712aca09c393299d5509597105fbbfffab5151f4a1f"},"schema_version":"1.0","source":{"id":"2107.06466","kind":"arxiv","version":2}},"canonical_sha256":"171c08c1edc6be5b8d0f5e15cb6dc24226340304ac8955dccd4e708970ee4cc0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"171c08c1edc6be5b8d0f5e15cb6dc24226340304ac8955dccd4e708970ee4cc0","first_computed_at":"2026-07-05T03:43:42.646783Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:43:42.646783Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"WvppOT20S7L588+94UZVLmrbVjJEwotsZQI5qTi0MQxcqLAmGvc1aISBkf2F6xi/Qr1gXkQZ5aNV2BnfeaPaBw==","signature_status":"signed_v1","signed_at":"2026-07-05T03:43:42.647209Z","signed_message":"canonical_sha256_bytes"},"source_id":"2107.06466","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:47c7047625e140d4f6dd4b9b4853e5c3ed1f8557aeba08cb00d5893eb3cbd7d8","sha256:07db6895703a02c7178aa735a285d33b004e1dc815376a1787d565ce7fa5034e"],"state_sha256":"40ef6bb5a899a0be45a981c858d3d9a845a3b450717c63bb62bb8f0edf90fe6f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FWxYaZgsowRMf1cNY4ioF5XqosGzwlDzF13WlYpI1gPXq2biYGndag88YLvktgPuPVpkDxxbX/AHs8JPEf+nDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T01:08:25.361948Z","bundle_sha256":"fb45746db709557b8b74e473a6237e20db51be042720d6b5457738cb6bca8c5b"}}