{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:CQ2KQW3ICH7JMPNB5DJYEMCGJT","short_pith_number":"pith:CQ2KQW3I","canonical_record":{"source":{"id":"2405.20165","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"stat.ML","submitted_at":"2024-05-30T15:39:19Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"128a16c3f9637fd26ef1905afc090551315dec013edb7a4f07c1a1905d39cd40","abstract_canon_sha256":"5b7edd125e25531c31f0d0b6023fdf8f87eff1568da0d74d49eb55774f1b0e07"},"schema_version":"1.0"},"canonical_sha256":"1434a85b6811fe963da1e8d38230464cfb022708bd85d147640158ae12f3178b","source":{"kind":"arxiv","id":"2405.20165","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.20165","created_at":"2026-07-05T09:28:50Z"},{"alias_kind":"arxiv_version","alias_value":"2405.20165v2","created_at":"2026-07-05T09:28:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.20165","created_at":"2026-07-05T09:28:50Z"},{"alias_kind":"pith_short_12","alias_value":"CQ2KQW3ICH7J","created_at":"2026-07-05T09:28:50Z"},{"alias_kind":"pith_short_16","alias_value":"CQ2KQW3ICH7JMPNB","created_at":"2026-07-05T09:28:50Z"},{"alias_kind":"pith_short_8","alias_value":"CQ2KQW3I","created_at":"2026-07-05T09:28:50Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:CQ2KQW3ICH7JMPNB5DJYEMCGJT","target":"record","payload":{"canonical_record":{"source":{"id":"2405.20165","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"stat.ML","submitted_at":"2024-05-30T15:39:19Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"128a16c3f9637fd26ef1905afc090551315dec013edb7a4f07c1a1905d39cd40","abstract_canon_sha256":"5b7edd125e25531c31f0d0b6023fdf8f87eff1568da0d74d49eb55774f1b0e07"},"schema_version":"1.0"},"canonical_sha256":"1434a85b6811fe963da1e8d38230464cfb022708bd85d147640158ae12f3178b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:28:50.685847Z","signature_b64":"+Cjez7ImlIE71CsTKE5imbp24cv6eA3PiByfD1xkWbk+19n2Dp17mijuQckIrwhU9udrHnRQS87HvlXbk9w/Cw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1434a85b6811fe963da1e8d38230464cfb022708bd85d147640158ae12f3178b","last_reissued_at":"2026-07-05T09:28:50.685345Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:28:50.685345Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.20165","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:28:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IhSjE69x6J4PUsWVS2/1EzfydRcnn8WM1ukOdMmSGEzD5bYsKewjWdOvXABvFkIaTiQa0UuRfHYeEH7NoRpNBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T04:16:45.992775Z"},"content_sha256":"3b1df83c890e633b1b5abe7eacf588f86eda13c664856186462038fa9147ea04","schema_version":"1.0","event_id":"sha256:3b1df83c890e633b1b5abe7eacf588f86eda13c664856186462038fa9147ea04"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:CQ2KQW3ICH7JMPNB5DJYEMCGJT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Randomized Exploration for Reinforcement Learning with Multinomial Logistic Function Approximation","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"stat.ML","authors_text":"Joongkyu Lee, Min-hwan Oh, TaeHyun Hwang, Wooseong Cho","submitted_at":"2024-05-30T15:39:19Z","abstract_excerpt":"We study reinforcement learning with multinomial logistic (MNL) function approximation where the underlying transition probability kernel of the Markov decision processes (MDPs) is parametrized by an unknown transition core with features of state and action. For the finite horizon episodic setting with inhomogeneous state transitions, we propose provably efficient algorithms with randomized exploration having frequentist regret guarantees. For our first algorithm, $\\texttt{RRL-MNL}$, we adapt optimistic sampling to ensure the optimism of the estimated value function with sufficient frequency. "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.20165","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.20165/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:28:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MEr5Xfphe+Tt2XIdCJlY5LeKjXQUhKX1M6xzFZ3YgvEiCCGUynTLTh51YoI8/owilo4B+k7iK+kPW4JtGoUlAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T04:16:45.993712Z"},"content_sha256":"83f348b30d07a3fbaf5618f3aa3affa7276c2a24ecdfbb78a37d384e64298ae9","schema_version":"1.0","event_id":"sha256:83f348b30d07a3fbaf5618f3aa3affa7276c2a24ecdfbb78a37d384e64298ae9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CQ2KQW3ICH7JMPNB5DJYEMCGJT/bundle.json","state_url":"https://pith.science/pith/CQ2KQW3ICH7JMPNB5DJYEMCGJT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CQ2KQW3ICH7JMPNB5DJYEMCGJT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T04:16:45Z","links":{"resolver":"https://pith.science/pith/CQ2KQW3ICH7JMPNB5DJYEMCGJT","bundle":"https://pith.science/pith/CQ2KQW3ICH7JMPNB5DJYEMCGJT/bundle.json","state":"https://pith.science/pith/CQ2KQW3ICH7JMPNB5DJYEMCGJT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CQ2KQW3ICH7JMPNB5DJYEMCGJT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:CQ2KQW3ICH7JMPNB5DJYEMCGJT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5b7edd125e25531c31f0d0b6023fdf8f87eff1568da0d74d49eb55774f1b0e07","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"stat.ML","submitted_at":"2024-05-30T15:39:19Z","title_canon_sha256":"128a16c3f9637fd26ef1905afc090551315dec013edb7a4f07c1a1905d39cd40"},"schema_version":"1.0","source":{"id":"2405.20165","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.20165","created_at":"2026-07-05T09:28:50Z"},{"alias_kind":"arxiv_version","alias_value":"2405.20165v2","created_at":"2026-07-05T09:28:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.20165","created_at":"2026-07-05T09:28:50Z"},{"alias_kind":"pith_short_12","alias_value":"CQ2KQW3ICH7J","created_at":"2026-07-05T09:28:50Z"},{"alias_kind":"pith_short_16","alias_value":"CQ2KQW3ICH7JMPNB","created_at":"2026-07-05T09:28:50Z"},{"alias_kind":"pith_short_8","alias_value":"CQ2KQW3I","created_at":"2026-07-05T09:28:50Z"}],"graph_snapshots":[{"event_id":"sha256:83f348b30d07a3fbaf5618f3aa3affa7276c2a24ecdfbb78a37d384e64298ae9","target":"graph","created_at":"2026-07-05T09:28:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.20165/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We study reinforcement learning with multinomial logistic (MNL) function approximation where the underlying transition probability kernel of the Markov decision processes (MDPs) is parametrized by an unknown transition core with features of state and action. For the finite horizon episodic setting with inhomogeneous state transitions, we propose provably efficient algorithms with randomized exploration having frequentist regret guarantees. For our first algorithm, $\\texttt{RRL-MNL}$, we adapt optimistic sampling to ensure the optimism of the estimated value function with sufficient frequency. ","authors_text":"Joongkyu Lee, Min-hwan Oh, TaeHyun Hwang, Wooseong Cho","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"stat.ML","submitted_at":"2024-05-30T15:39:19Z","title":"Randomized Exploration for Reinforcement Learning with Multinomial Logistic Function Approximation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.20165","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3b1df83c890e633b1b5abe7eacf588f86eda13c664856186462038fa9147ea04","target":"record","created_at":"2026-07-05T09:28:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5b7edd125e25531c31f0d0b6023fdf8f87eff1568da0d74d49eb55774f1b0e07","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"stat.ML","submitted_at":"2024-05-30T15:39:19Z","title_canon_sha256":"128a16c3f9637fd26ef1905afc090551315dec013edb7a4f07c1a1905d39cd40"},"schema_version":"1.0","source":{"id":"2405.20165","kind":"arxiv","version":2}},"canonical_sha256":"1434a85b6811fe963da1e8d38230464cfb022708bd85d147640158ae12f3178b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1434a85b6811fe963da1e8d38230464cfb022708bd85d147640158ae12f3178b","first_computed_at":"2026-07-05T09:28:50.685345Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:28:50.685345Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+Cjez7ImlIE71CsTKE5imbp24cv6eA3PiByfD1xkWbk+19n2Dp17mijuQckIrwhU9udrHnRQS87HvlXbk9w/Cw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:28:50.685847Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.20165","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3b1df83c890e633b1b5abe7eacf588f86eda13c664856186462038fa9147ea04","sha256:83f348b30d07a3fbaf5618f3aa3affa7276c2a24ecdfbb78a37d384e64298ae9"],"state_sha256":"7e774f7ff5702b70c8fe73cd363d1a6d4a5ac00b493eda2b6dbfe38017ee4c35"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5arc8RTMWLtZe6fTfZSNPDdEnrlbACBp8RnbQ1ouZlpSRhfZK8yf6lJeEspVUKP0VArdWJYiMLHvGS/zBf2JDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T04:16:46.000205Z","bundle_sha256":"c92d67179ceaf8f888f2f7fc10f5f0b6a54b2d7dd37dc42a63cc36d67633c059"}}