{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:4FNQIT5LH7CMMEPIA7IRCOROLN","short_pith_number":"pith:4FNQIT5L","canonical_record":{"source":{"id":"2305.18246","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-29T17:11:28Z","cross_cats_sorted":[],"title_canon_sha256":"cf8219e2c1d5943e24a3a6d3fe1e993ed3d1a2636690141d5c81799167d16501","abstract_canon_sha256":"0bb3ebb52526d08aa73df1337dff9e242252fda4e52123f1639bbdc9418d7bc5"},"schema_version":"1.0"},"canonical_sha256":"e15b044fab3fc4c611e807d1113a2e5b629594de803abed4978a2094be56d14d","source":{"kind":"arxiv","id":"2305.18246","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.18246","created_at":"2026-07-05T07:56:48Z"},{"alias_kind":"arxiv_version","alias_value":"2305.18246v2","created_at":"2026-07-05T07:56:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.18246","created_at":"2026-07-05T07:56:48Z"},{"alias_kind":"pith_short_12","alias_value":"4FNQIT5LH7CM","created_at":"2026-07-05T07:56:48Z"},{"alias_kind":"pith_short_16","alias_value":"4FNQIT5LH7CMMEPI","created_at":"2026-07-05T07:56:48Z"},{"alias_kind":"pith_short_8","alias_value":"4FNQIT5L","created_at":"2026-07-05T07:56:48Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:4FNQIT5LH7CMMEPIA7IRCOROLN","target":"record","payload":{"canonical_record":{"source":{"id":"2305.18246","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-29T17:11:28Z","cross_cats_sorted":[],"title_canon_sha256":"cf8219e2c1d5943e24a3a6d3fe1e993ed3d1a2636690141d5c81799167d16501","abstract_canon_sha256":"0bb3ebb52526d08aa73df1337dff9e242252fda4e52123f1639bbdc9418d7bc5"},"schema_version":"1.0"},"canonical_sha256":"e15b044fab3fc4c611e807d1113a2e5b629594de803abed4978a2094be56d14d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:56:48.830079Z","signature_b64":"fDrfQ9i8fiYYS81jUBjMq1YhYOB20u3BqnSZyPBPluFOAsED34qDAjocArfNP4+eUouDiej3mIl8NVzYlcRmAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e15b044fab3fc4c611e807d1113a2e5b629594de803abed4978a2094be56d14d","last_reissued_at":"2026-07-05T07:56:48.829594Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:56:48.829594Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.18246","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:56:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WBEJHLSmGSMubx8NTOZCJuQ3rt2bUhjwuLJC8RthwiLI4O1ThGHPPwLzGY7QjLkK1+TrVvD1GKXZGHjfozN3Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T19:28:57.852525Z"},"content_sha256":"6fd8f3dfcef817ed6f5cf55755d33cec3f7f01f39d0cfdb27da29f8844b3d54d","schema_version":"1.0","event_id":"sha256:6fd8f3dfcef817ed6f5cf55755d33cec3f7f01f39d0cfdb27da29f8844b3d54d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:4FNQIT5LH7CMMEPIA7IRCOROLN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Provable and Practical: Efficient Exploration in Reinforcement Learning via Langevin Monte Carlo","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Anima Anandkumar, A. Rupam Mahmood, Doina Precup, Haque Ishfaq, Kamyar Azizzadenesheli, Pan Xu, Qingfeng Lan","submitted_at":"2023-05-29T17:11:28Z","abstract_excerpt":"We present a scalable and effective exploration strategy based on Thompson sampling for reinforcement learning (RL). One of the key shortcomings of existing Thompson sampling algorithms is the need to perform a Gaussian approximation of the posterior distribution, which is not a good surrogate in most practical settings. We instead directly sample the Q function from its posterior distribution, by using Langevin Monte Carlo, an efficient type of Markov Chain Monte Carlo (MCMC) method. Our method only needs to perform noisy gradient descent updates to learn the exact posterior distribution of t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.18246","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.18246/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:56:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PK9MAxNSCr2+PouJ4UnAZKYJZgrh6IuXCIXzkTj3kBV2OEzGf2G/aDEPDTuNPmc6BOsC4i65q7FmmLq/fg2yCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T19:28:57.852896Z"},"content_sha256":"3e90bfd0f4de045f72f17914d1deba4730ee779a6813118a9e1c348cdd54a010","schema_version":"1.0","event_id":"sha256:3e90bfd0f4de045f72f17914d1deba4730ee779a6813118a9e1c348cdd54a010"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4FNQIT5LH7CMMEPIA7IRCOROLN/bundle.json","state_url":"https://pith.science/pith/4FNQIT5LH7CMMEPIA7IRCOROLN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4FNQIT5LH7CMMEPIA7IRCOROLN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-08T19:28:57Z","links":{"resolver":"https://pith.science/pith/4FNQIT5LH7CMMEPIA7IRCOROLN","bundle":"https://pith.science/pith/4FNQIT5LH7CMMEPIA7IRCOROLN/bundle.json","state":"https://pith.science/pith/4FNQIT5LH7CMMEPIA7IRCOROLN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4FNQIT5LH7CMMEPIA7IRCOROLN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:4FNQIT5LH7CMMEPIA7IRCOROLN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0bb3ebb52526d08aa73df1337dff9e242252fda4e52123f1639bbdc9418d7bc5","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-29T17:11:28Z","title_canon_sha256":"cf8219e2c1d5943e24a3a6d3fe1e993ed3d1a2636690141d5c81799167d16501"},"schema_version":"1.0","source":{"id":"2305.18246","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.18246","created_at":"2026-07-05T07:56:48Z"},{"alias_kind":"arxiv_version","alias_value":"2305.18246v2","created_at":"2026-07-05T07:56:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.18246","created_at":"2026-07-05T07:56:48Z"},{"alias_kind":"pith_short_12","alias_value":"4FNQIT5LH7CM","created_at":"2026-07-05T07:56:48Z"},{"alias_kind":"pith_short_16","alias_value":"4FNQIT5LH7CMMEPI","created_at":"2026-07-05T07:56:48Z"},{"alias_kind":"pith_short_8","alias_value":"4FNQIT5L","created_at":"2026-07-05T07:56:48Z"}],"graph_snapshots":[{"event_id":"sha256:3e90bfd0f4de045f72f17914d1deba4730ee779a6813118a9e1c348cdd54a010","target":"graph","created_at":"2026-07-05T07:56:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.18246/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We present a scalable and effective exploration strategy based on Thompson sampling for reinforcement learning (RL). One of the key shortcomings of existing Thompson sampling algorithms is the need to perform a Gaussian approximation of the posterior distribution, which is not a good surrogate in most practical settings. We instead directly sample the Q function from its posterior distribution, by using Langevin Monte Carlo, an efficient type of Markov Chain Monte Carlo (MCMC) method. Our method only needs to perform noisy gradient descent updates to learn the exact posterior distribution of t","authors_text":"Anima Anandkumar, A. Rupam Mahmood, Doina Precup, Haque Ishfaq, Kamyar Azizzadenesheli, Pan Xu, Qingfeng Lan","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-29T17:11:28Z","title":"Provable and Practical: Efficient Exploration in Reinforcement Learning via Langevin Monte Carlo"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.18246","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6fd8f3dfcef817ed6f5cf55755d33cec3f7f01f39d0cfdb27da29f8844b3d54d","target":"record","created_at":"2026-07-05T07:56:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0bb3ebb52526d08aa73df1337dff9e242252fda4e52123f1639bbdc9418d7bc5","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-29T17:11:28Z","title_canon_sha256":"cf8219e2c1d5943e24a3a6d3fe1e993ed3d1a2636690141d5c81799167d16501"},"schema_version":"1.0","source":{"id":"2305.18246","kind":"arxiv","version":2}},"canonical_sha256":"e15b044fab3fc4c611e807d1113a2e5b629594de803abed4978a2094be56d14d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e15b044fab3fc4c611e807d1113a2e5b629594de803abed4978a2094be56d14d","first_computed_at":"2026-07-05T07:56:48.829594Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:56:48.829594Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"fDrfQ9i8fiYYS81jUBjMq1YhYOB20u3BqnSZyPBPluFOAsED34qDAjocArfNP4+eUouDiej3mIl8NVzYlcRmAA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:56:48.830079Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.18246","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6fd8f3dfcef817ed6f5cf55755d33cec3f7f01f39d0cfdb27da29f8844b3d54d","sha256:3e90bfd0f4de045f72f17914d1deba4730ee779a6813118a9e1c348cdd54a010"],"state_sha256":"8d41a6c3dd25283118c3d68a8213d68e3ed6b1443bc0cb84a13c02c5966988ef"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Yrv8uQE0w5Ss3ymNKnVfu6h3HnREzdwewVx8PVmF71ZmWrwfDqjzO66lz+TVXvQfp1/f961zGluM3/j8RASyBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-08T19:28:57.854872Z","bundle_sha256":"bdd03a43dd52e4a721be34759d1530fb2e93d126892ebf29758ed882ec84d467"}}