{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:5ATEC7MVVMUT47XMB2L3OOSAIM","short_pith_number":"pith:5ATEC7MV","canonical_record":{"source":{"id":"2407.18840","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-26T16:04:40Z","cross_cats_sorted":[],"title_canon_sha256":"373cd43082f4e7a4208a0a806e3d247f5fcfa764a1ee923cfd8da6a57663f5a3","abstract_canon_sha256":"d040f5f56c51dbaba2da5b49fe5f3a49600719152828e794c58e9a8f04447172"},"schema_version":"1.0"},"canonical_sha256":"e826417d95ab293e7eec0e97b73a40432a0bd39accb9065ddc8b2b13068f6042","source":{"kind":"arxiv","id":"2407.18840","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.18840","created_at":"2026-07-05T08:48:55Z"},{"alias_kind":"arxiv_version","alias_value":"2407.18840v1","created_at":"2026-07-05T08:48:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.18840","created_at":"2026-07-05T08:48:55Z"},{"alias_kind":"pith_short_12","alias_value":"5ATEC7MVVMUT","created_at":"2026-07-05T08:48:55Z"},{"alias_kind":"pith_short_16","alias_value":"5ATEC7MVVMUT47XM","created_at":"2026-07-05T08:48:55Z"},{"alias_kind":"pith_short_8","alias_value":"5ATEC7MV","created_at":"2026-07-05T08:48:55Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:5ATEC7MVVMUT47XMB2L3OOSAIM","target":"record","payload":{"canonical_record":{"source":{"id":"2407.18840","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-26T16:04:40Z","cross_cats_sorted":[],"title_canon_sha256":"373cd43082f4e7a4208a0a806e3d247f5fcfa764a1ee923cfd8da6a57663f5a3","abstract_canon_sha256":"d040f5f56c51dbaba2da5b49fe5f3a49600719152828e794c58e9a8f04447172"},"schema_version":"1.0"},"canonical_sha256":"e826417d95ab293e7eec0e97b73a40432a0bd39accb9065ddc8b2b13068f6042","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:48:55.379253Z","signature_b64":"T8dFmHdNf+LVusN0UaaDmAkZ9uHevvQ2jqfKn+IjBw9V+v039G36AxmbKDoFQ114y6ZLpajGmLqN/4POwPQNBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e826417d95ab293e7eec0e97b73a40432a0bd39accb9065ddc8b2b13068f6042","last_reissued_at":"2026-07-05T08:48:55.378832Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:48:55.378832Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.18840","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:48:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hIQjqv4ymK7ESQB+tisTS0OdME2L6LBGPKv35JrAfLSWjLeq7EoJfysSb2vdEhE2/yQhA6v30AbtTr1sUmE1Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T00:46:12.264641Z"},"content_sha256":"66c49a9c4e7b5c5f92f2ee694c9e667d92779102f179560342e5aeca757ce260","schema_version":"1.0","event_id":"sha256:66c49a9c4e7b5c5f92f2ee694c9e667d92779102f179560342e5aeca757ce260"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:5ATEC7MVVMUT47XMB2L3OOSAIM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The Cross-environment Hyperparameter Setting Benchmark for Reinforcement Learning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Adam White, Andrew Patterson, Martha White, Raksha Kumaraswamy, Samuel Neumann","submitted_at":"2024-07-26T16:04:40Z","abstract_excerpt":"This paper introduces a new empirical methodology, the Cross-environment Hyperparameter Setting Benchmark, that compares RL algorithms across environments using a single hyperparameter setting, encouraging algorithmic development which is insensitive to hyperparameters. We demonstrate that this benchmark is robust to statistical noise and obtains qualitatively similar results across repeated applications, even when using few samples. This robustness makes the benchmark computationally cheap to apply, allowing statistically sound insights at low cost. We demonstrate two example instantiations o"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.18840","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.18840/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:48:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"O42tryhCCgXWBAssRYcbc3EhPnMHFR+Y6xOk0jYCADdcwXhW7425/70PZoQtc7Lapl+fnHxgjPBDiz2UsofPAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T00:46:12.265173Z"},"content_sha256":"3f70dcae20720b2ff6ed824987540427c03c5751e45edfa0012cbcc145808688","schema_version":"1.0","event_id":"sha256:3f70dcae20720b2ff6ed824987540427c03c5751e45edfa0012cbcc145808688"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5ATEC7MVVMUT47XMB2L3OOSAIM/bundle.json","state_url":"https://pith.science/pith/5ATEC7MVVMUT47XMB2L3OOSAIM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5ATEC7MVVMUT47XMB2L3OOSAIM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T00:46:12Z","links":{"resolver":"https://pith.science/pith/5ATEC7MVVMUT47XMB2L3OOSAIM","bundle":"https://pith.science/pith/5ATEC7MVVMUT47XMB2L3OOSAIM/bundle.json","state":"https://pith.science/pith/5ATEC7MVVMUT47XMB2L3OOSAIM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5ATEC7MVVMUT47XMB2L3OOSAIM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:5ATEC7MVVMUT47XMB2L3OOSAIM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d040f5f56c51dbaba2da5b49fe5f3a49600719152828e794c58e9a8f04447172","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-26T16:04:40Z","title_canon_sha256":"373cd43082f4e7a4208a0a806e3d247f5fcfa764a1ee923cfd8da6a57663f5a3"},"schema_version":"1.0","source":{"id":"2407.18840","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.18840","created_at":"2026-07-05T08:48:55Z"},{"alias_kind":"arxiv_version","alias_value":"2407.18840v1","created_at":"2026-07-05T08:48:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.18840","created_at":"2026-07-05T08:48:55Z"},{"alias_kind":"pith_short_12","alias_value":"5ATEC7MVVMUT","created_at":"2026-07-05T08:48:55Z"},{"alias_kind":"pith_short_16","alias_value":"5ATEC7MVVMUT47XM","created_at":"2026-07-05T08:48:55Z"},{"alias_kind":"pith_short_8","alias_value":"5ATEC7MV","created_at":"2026-07-05T08:48:55Z"}],"graph_snapshots":[{"event_id":"sha256:3f70dcae20720b2ff6ed824987540427c03c5751e45edfa0012cbcc145808688","target":"graph","created_at":"2026-07-05T08:48:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.18840/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper introduces a new empirical methodology, the Cross-environment Hyperparameter Setting Benchmark, that compares RL algorithms across environments using a single hyperparameter setting, encouraging algorithmic development which is insensitive to hyperparameters. We demonstrate that this benchmark is robust to statistical noise and obtains qualitatively similar results across repeated applications, even when using few samples. This robustness makes the benchmark computationally cheap to apply, allowing statistically sound insights at low cost. We demonstrate two example instantiations o","authors_text":"Adam White, Andrew Patterson, Martha White, Raksha Kumaraswamy, Samuel Neumann","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-26T16:04:40Z","title":"The Cross-environment Hyperparameter Setting Benchmark for Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.18840","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:66c49a9c4e7b5c5f92f2ee694c9e667d92779102f179560342e5aeca757ce260","target":"record","created_at":"2026-07-05T08:48:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d040f5f56c51dbaba2da5b49fe5f3a49600719152828e794c58e9a8f04447172","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-26T16:04:40Z","title_canon_sha256":"373cd43082f4e7a4208a0a806e3d247f5fcfa764a1ee923cfd8da6a57663f5a3"},"schema_version":"1.0","source":{"id":"2407.18840","kind":"arxiv","version":1}},"canonical_sha256":"e826417d95ab293e7eec0e97b73a40432a0bd39accb9065ddc8b2b13068f6042","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e826417d95ab293e7eec0e97b73a40432a0bd39accb9065ddc8b2b13068f6042","first_computed_at":"2026-07-05T08:48:55.378832Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:48:55.378832Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"T8dFmHdNf+LVusN0UaaDmAkZ9uHevvQ2jqfKn+IjBw9V+v039G36AxmbKDoFQ114y6ZLpajGmLqN/4POwPQNBw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:48:55.379253Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.18840","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:66c49a9c4e7b5c5f92f2ee694c9e667d92779102f179560342e5aeca757ce260","sha256:3f70dcae20720b2ff6ed824987540427c03c5751e45edfa0012cbcc145808688"],"state_sha256":"5bd25da587516068d9ef3271db0bb42767405025d86d4a288016e08adf034421"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kItBDinUpa7+KLUGIVN1X5MLdaQ/AmDeZ5PfEepFDAFAqJ2/6SNCN0qRDXPyGgTeuD2lZXebbYNjXRbkfR6YCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T00:46:12.269392Z","bundle_sha256":"018bd10e1e7234862b774f28e500529354c665b0702f8884d8a0aa89216c9c7b"}}