{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:6HUZ5I42UFI5JWRWMABVRYDY7R","short_pith_number":"pith:6HUZ5I42","canonical_record":{"source":{"id":"2310.06793","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-10T17:06:41Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"42fe4028dce6d87aa901b8399a1ca0a2b70bfb464807ea26d2fe2b2dca177711","abstract_canon_sha256":"2b2e96c3c6b7e496c2929d540c2b366af7d42e15e1615debf4fbeb53b126a526"},"schema_version":"1.0"},"canonical_sha256":"f1e99ea39aa151d4da36600358e078fc5b1b25ef2f5e57c1b0a660bd54fcd21b","source":{"kind":"arxiv","id":"2310.06793","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.06793","created_at":"2026-07-05T07:06:05Z"},{"alias_kind":"arxiv_version","alias_value":"2310.06793v2","created_at":"2026-07-05T07:06:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.06793","created_at":"2026-07-05T07:06:05Z"},{"alias_kind":"pith_short_12","alias_value":"6HUZ5I42UFI5","created_at":"2026-07-05T07:06:05Z"},{"alias_kind":"pith_short_16","alias_value":"6HUZ5I42UFI5JWRW","created_at":"2026-07-05T07:06:05Z"},{"alias_kind":"pith_short_8","alias_value":"6HUZ5I42","created_at":"2026-07-05T07:06:05Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:6HUZ5I42UFI5JWRWMABVRYDY7R","target":"record","payload":{"canonical_record":{"source":{"id":"2310.06793","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-10T17:06:41Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"42fe4028dce6d87aa901b8399a1ca0a2b70bfb464807ea26d2fe2b2dca177711","abstract_canon_sha256":"2b2e96c3c6b7e496c2929d540c2b366af7d42e15e1615debf4fbeb53b126a526"},"schema_version":"1.0"},"canonical_sha256":"f1e99ea39aa151d4da36600358e078fc5b1b25ef2f5e57c1b0a660bd54fcd21b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:06:05.864923Z","signature_b64":"2SH+e/ocf4nntg69/FfF1jnQf1laONzwsrsx3piD6wt6a6ZZnykSX9k+s6xmm7kD4vvOToRIwkZjm75GIuozCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f1e99ea39aa151d4da36600358e078fc5b1b25ef2f5e57c1b0a660bd54fcd21b","last_reissued_at":"2026-07-05T07:06:05.864448Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:06:05.864448Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.06793","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:06:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"muHhyOBVkwbwmaP9BJyvjh+JwDLxdQjlQJh44RHpaadFxbBUfTMjYq+nVTFs/3kdul0IcAaSL2QZrVRCRusPBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T16:18:51.011636Z"},"content_sha256":"3d67772b77ecd4e4565276b6cd0bd9af4a9d5ecd0230a286ce501f79c2b94d0e","schema_version":"1.0","event_id":"sha256:3d67772b77ecd4e4565276b6cd0bd9af4a9d5ecd0230a286ce501f79c2b94d0e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:6HUZ5I42UFI5JWRWMABVRYDY7R","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Spectral Entry-wise Matrix Estimation for Low-Rank Reinforcement Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Alexandre Proutiere, Stefan Stojanovic, Yassir Jedra","submitted_at":"2023-10-10T17:06:41Z","abstract_excerpt":"We study matrix estimation problems arising in reinforcement learning (RL) with low-rank structure. In low-rank bandits, the matrix to be recovered specifies the expected arm rewards, and for low-rank Markov Decision Processes (MDPs), it may for example characterize the transition kernel of the MDP. In both cases, each entry of the matrix carries important information, and we seek estimation methods with low entry-wise error. Importantly, these methods further need to accommodate for inherent correlations in the available data (e.g. for MDPs, the data consists of system trajectories). We inves"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.06793","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.06793/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:06:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Qg/nh69kqniKLmkUQNLZFt3yadzU6phFc6kpDk4AysA9BRZt4OeYCJ0MiQ9BNDzR2+6fhkYOI7GWWXLOkN+1CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T16:18:51.012035Z"},"content_sha256":"64b5843461680c746d867602acc9913fbe98e692ddc4e647a087a1688477a27c","schema_version":"1.0","event_id":"sha256:64b5843461680c746d867602acc9913fbe98e692ddc4e647a087a1688477a27c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6HUZ5I42UFI5JWRWMABVRYDY7R/bundle.json","state_url":"https://pith.science/pith/6HUZ5I42UFI5JWRWMABVRYDY7R/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6HUZ5I42UFI5JWRWMABVRYDY7R/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-23T16:18:51Z","links":{"resolver":"https://pith.science/pith/6HUZ5I42UFI5JWRWMABVRYDY7R","bundle":"https://pith.science/pith/6HUZ5I42UFI5JWRWMABVRYDY7R/bundle.json","state":"https://pith.science/pith/6HUZ5I42UFI5JWRWMABVRYDY7R/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6HUZ5I42UFI5JWRWMABVRYDY7R/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:6HUZ5I42UFI5JWRWMABVRYDY7R","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2b2e96c3c6b7e496c2929d540c2b366af7d42e15e1615debf4fbeb53b126a526","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-10T17:06:41Z","title_canon_sha256":"42fe4028dce6d87aa901b8399a1ca0a2b70bfb464807ea26d2fe2b2dca177711"},"schema_version":"1.0","source":{"id":"2310.06793","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.06793","created_at":"2026-07-05T07:06:05Z"},{"alias_kind":"arxiv_version","alias_value":"2310.06793v2","created_at":"2026-07-05T07:06:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.06793","created_at":"2026-07-05T07:06:05Z"},{"alias_kind":"pith_short_12","alias_value":"6HUZ5I42UFI5","created_at":"2026-07-05T07:06:05Z"},{"alias_kind":"pith_short_16","alias_value":"6HUZ5I42UFI5JWRW","created_at":"2026-07-05T07:06:05Z"},{"alias_kind":"pith_short_8","alias_value":"6HUZ5I42","created_at":"2026-07-05T07:06:05Z"}],"graph_snapshots":[{"event_id":"sha256:64b5843461680c746d867602acc9913fbe98e692ddc4e647a087a1688477a27c","target":"graph","created_at":"2026-07-05T07:06:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.06793/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We study matrix estimation problems arising in reinforcement learning (RL) with low-rank structure. In low-rank bandits, the matrix to be recovered specifies the expected arm rewards, and for low-rank Markov Decision Processes (MDPs), it may for example characterize the transition kernel of the MDP. In both cases, each entry of the matrix carries important information, and we seek estimation methods with low entry-wise error. Importantly, these methods further need to accommodate for inherent correlations in the available data (e.g. for MDPs, the data consists of system trajectories). We inves","authors_text":"Alexandre Proutiere, Stefan Stojanovic, Yassir Jedra","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-10T17:06:41Z","title":"Spectral Entry-wise Matrix Estimation for Low-Rank Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.06793","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3d67772b77ecd4e4565276b6cd0bd9af4a9d5ecd0230a286ce501f79c2b94d0e","target":"record","created_at":"2026-07-05T07:06:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2b2e96c3c6b7e496c2929d540c2b366af7d42e15e1615debf4fbeb53b126a526","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-10T17:06:41Z","title_canon_sha256":"42fe4028dce6d87aa901b8399a1ca0a2b70bfb464807ea26d2fe2b2dca177711"},"schema_version":"1.0","source":{"id":"2310.06793","kind":"arxiv","version":2}},"canonical_sha256":"f1e99ea39aa151d4da36600358e078fc5b1b25ef2f5e57c1b0a660bd54fcd21b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f1e99ea39aa151d4da36600358e078fc5b1b25ef2f5e57c1b0a660bd54fcd21b","first_computed_at":"2026-07-05T07:06:05.864448Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:06:05.864448Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"2SH+e/ocf4nntg69/FfF1jnQf1laONzwsrsx3piD6wt6a6ZZnykSX9k+s6xmm7kD4vvOToRIwkZjm75GIuozCA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:06:05.864923Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.06793","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3d67772b77ecd4e4565276b6cd0bd9af4a9d5ecd0230a286ce501f79c2b94d0e","sha256:64b5843461680c746d867602acc9913fbe98e692ddc4e647a087a1688477a27c"],"state_sha256":"d5be0d6867956e2d47c656968421f018e6e77103445fdebe6925e97e4f060ee1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+4vHBMg23vsbSJfg8qrtIDXxL553mGXH8TsdzeeSdFp6FcAPlhVId6gJbIDowCR+8wvfMG0GAt3hBiVnLa3sCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-23T16:18:51.015827Z","bundle_sha256":"5b7e66850226f9712e17453c0c67a9930674a7eac883429b0a30a7c47c52a19c"}}