{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:KHUEOU2KH554PTSPTRSHVUXHWF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9f1fdcd2bfaddc9907cef6a24b305d33b49b4a282ee1fa183f0bc15be0bd83a2","cross_cats_sorted":["cs.AI","cs.MA"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-05T23:50:55Z","title_canon_sha256":"7d8b4902ade071a95297aebac3631e7c1018e17abea77f1dd4f182e048e5a08f"},"schema_version":"1.0","source":{"id":"2402.03590","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.03590","created_at":"2026-07-05T07:41:54Z"},{"alias_kind":"arxiv_version","alias_value":"2402.03590v1","created_at":"2026-07-05T07:41:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.03590","created_at":"2026-07-05T07:41:54Z"},{"alias_kind":"pith_short_12","alias_value":"KHUEOU2KH554","created_at":"2026-07-05T07:41:54Z"},{"alias_kind":"pith_short_16","alias_value":"KHUEOU2KH554PTSP","created_at":"2026-07-05T07:41:54Z"},{"alias_kind":"pith_short_8","alias_value":"KHUEOU2K","created_at":"2026-07-05T07:41:54Z"}],"graph_snapshots":[{"event_id":"sha256:5fd820d54737c158da04367ec69e704a0a3f69c9aa98e5e052362d595d555f21","target":"graph","created_at":"2026-07-05T07:41:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.03590/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Research in machine learning is making progress in fixing its own reproducibility crisis. Reinforcement learning (RL), in particular, faces its own set of unique challenges. Comparison of point estimates, and plots that show successful convergence to the optimal policy during training, may obfuscate overfitting or dependence on the experimental setup. Although researchers in RL have proposed reliability metrics that account for uncertainty to better understand each algorithm's strengths and weaknesses, the recommendations of past work do not assume the presence of out-of-distribution observati","authors_text":"Auroop Ganguly, Joshua Suetterlein, Samrat Chatterjee, Ted Fujimoto","cross_cats":["cs.AI","cs.MA"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-05T23:50:55Z","title":"Assessing the Impact of Distribution Shift on Reinforcement Learning Performance"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.03590","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8e22c45a6fd2291e2944293b5bb4032b82a00c8ba0abe5fc2d56380a86d341a3","target":"record","created_at":"2026-07-05T07:41:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9f1fdcd2bfaddc9907cef6a24b305d33b49b4a282ee1fa183f0bc15be0bd83a2","cross_cats_sorted":["cs.AI","cs.MA"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-05T23:50:55Z","title_canon_sha256":"7d8b4902ade071a95297aebac3631e7c1018e17abea77f1dd4f182e048e5a08f"},"schema_version":"1.0","source":{"id":"2402.03590","kind":"arxiv","version":1}},"canonical_sha256":"51e847534a3f7bc7ce4f9c647ad2e7b16cb4823266c73db1f0e4db3ae42b78a2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"51e847534a3f7bc7ce4f9c647ad2e7b16cb4823266c73db1f0e4db3ae42b78a2","first_computed_at":"2026-07-05T07:41:54.767349Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:41:54.767349Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"n8MeVpJ9h6oReDMzwTpitPt5IROgX+ABmc9VklxqvS486/Mre7tUeLuaTEPV/MouafHQY2gRCzrUABbc5SJbBw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:41:54.767853Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.03590","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8e22c45a6fd2291e2944293b5bb4032b82a00c8ba0abe5fc2d56380a86d341a3","sha256:5fd820d54737c158da04367ec69e704a0a3f69c9aa98e5e052362d595d555f21"],"state_sha256":"29e782d9ffe1c354f7f781d522d9d82671bae844e96d4d04e5d5ccc74eb6854a"}