{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:VU34RUPVCBU2ADHYUJVBBMASV4","short_pith_number":"pith:VU34RUPV","canonical_record":{"source":{"id":"1904.06979","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ME","submitted_at":"2019-04-15T12:00:29Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"a175905b2126153c20bc1e9e20f5b03fc7be6fbaa348e4516468f0c52b5ba713","abstract_canon_sha256":"62add3b6914c1313606c8cb28177a6f459deb94a0712edde4aa0ef0b01ee0672"},"schema_version":"1.0"},"canonical_sha256":"ad37c8d1f51069a00cf8a26a10b012af33fc448e56d3d65610e7006fd8ee4738","source":{"kind":"arxiv","id":"1904.06979","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1904.06979","created_at":"2026-07-05T04:51:50Z"},{"alias_kind":"arxiv_version","alias_value":"1904.06979v2","created_at":"2026-07-05T04:51:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1904.06979","created_at":"2026-07-05T04:51:50Z"},{"alias_kind":"pith_short_12","alias_value":"VU34RUPVCBU2","created_at":"2026-07-05T04:51:50Z"},{"alias_kind":"pith_short_16","alias_value":"VU34RUPVCBU2ADHY","created_at":"2026-07-05T04:51:50Z"},{"alias_kind":"pith_short_8","alias_value":"VU34RUPV","created_at":"2026-07-05T04:51:50Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:VU34RUPVCBU2ADHYUJVBBMASV4","target":"record","payload":{"canonical_record":{"source":{"id":"1904.06979","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ME","submitted_at":"2019-04-15T12:00:29Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"a175905b2126153c20bc1e9e20f5b03fc7be6fbaa348e4516468f0c52b5ba713","abstract_canon_sha256":"62add3b6914c1313606c8cb28177a6f459deb94a0712edde4aa0ef0b01ee0672"},"schema_version":"1.0"},"canonical_sha256":"ad37c8d1f51069a00cf8a26a10b012af33fc448e56d3d65610e7006fd8ee4738","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:51:50.828273Z","signature_b64":"tDYg7sisZqcUPWK4FDshmdX4mcesGvCOYUJlBKyn4OEKdGjW30yOqvHSilffpV4tpdvL4ZmRdcsBeomTPc2TCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ad37c8d1f51069a00cf8a26a10b012af33fc448e56d3d65610e7006fd8ee4738","last_reissued_at":"2026-07-05T04:51:50.827842Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:51:50.827842Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1904.06979","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:51:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jBtLlvHzZy/6v4KyDPmnCildJsFaXobLiO+kXjmeS0axFjk0a/1I+GseDwtSYouPxhc+OEI8E0T7NTA0ER4NBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T21:42:17.893831Z"},"content_sha256":"e4f61427f2983c10188843f7ab2c8aa2a420e50e3028e1fc6bfd5c39a9ee7eeb","schema_version":"1.0","event_id":"sha256:e4f61427f2983c10188843f7ab2c8aa2a420e50e3028e1fc6bfd5c39a9ee7eeb"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:VU34RUPVCBU2ADHYUJVBBMASV4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Hitchhiker's Guide to Statistical Comparisons of Reinforcement Learning Algorithms","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"stat.ME","authors_text":"C\\'edric Colas, Olivier Sigaud, Pierre-Yves Oudeyer","submitted_at":"2019-04-15T12:00:29Z","abstract_excerpt":"Consistently checking the statistical significance of experimental results is the first mandatory step towards reproducible science. This paper presents a hitchhiker's guide to rigorous comparisons of reinforcement learning algorithms. After introducing the concepts of statistical testing, we review the relevant statistical tests and compare them empirically in terms of false positive rate and statistical power as a function of the sample size (number of seeds) and effect size. We further investigate the robustness of these tests to violations of the most common hypotheses (normal distribution"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1904.06979","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1904.06979/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:51:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qQF0m6r89LM1RRJtkYWTWvRzZXSVYuYLT+6DdyUqwb4SoxqrgmiMrjybInf/AM64Jp/3F0+kh07CtIaDBsNVCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T21:42:17.894668Z"},"content_sha256":"c27cb6dd81f9dad50a727e6324864ec8f62d85510541a97d7205eedbee7dc336","schema_version":"1.0","event_id":"sha256:c27cb6dd81f9dad50a727e6324864ec8f62d85510541a97d7205eedbee7dc336"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VU34RUPVCBU2ADHYUJVBBMASV4/bundle.json","state_url":"https://pith.science/pith/VU34RUPVCBU2ADHYUJVBBMASV4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VU34RUPVCBU2ADHYUJVBBMASV4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T21:42:17Z","links":{"resolver":"https://pith.science/pith/VU34RUPVCBU2ADHYUJVBBMASV4","bundle":"https://pith.science/pith/VU34RUPVCBU2ADHYUJVBBMASV4/bundle.json","state":"https://pith.science/pith/VU34RUPVCBU2ADHYUJVBBMASV4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VU34RUPVCBU2ADHYUJVBBMASV4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:VU34RUPVCBU2ADHYUJVBBMASV4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"62add3b6914c1313606c8cb28177a6f459deb94a0712edde4aa0ef0b01ee0672","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ME","submitted_at":"2019-04-15T12:00:29Z","title_canon_sha256":"a175905b2126153c20bc1e9e20f5b03fc7be6fbaa348e4516468f0c52b5ba713"},"schema_version":"1.0","source":{"id":"1904.06979","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1904.06979","created_at":"2026-07-05T04:51:50Z"},{"alias_kind":"arxiv_version","alias_value":"1904.06979v2","created_at":"2026-07-05T04:51:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1904.06979","created_at":"2026-07-05T04:51:50Z"},{"alias_kind":"pith_short_12","alias_value":"VU34RUPVCBU2","created_at":"2026-07-05T04:51:50Z"},{"alias_kind":"pith_short_16","alias_value":"VU34RUPVCBU2ADHY","created_at":"2026-07-05T04:51:50Z"},{"alias_kind":"pith_short_8","alias_value":"VU34RUPV","created_at":"2026-07-05T04:51:50Z"}],"graph_snapshots":[{"event_id":"sha256:c27cb6dd81f9dad50a727e6324864ec8f62d85510541a97d7205eedbee7dc336","target":"graph","created_at":"2026-07-05T04:51:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1904.06979/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Consistently checking the statistical significance of experimental results is the first mandatory step towards reproducible science. This paper presents a hitchhiker's guide to rigorous comparisons of reinforcement learning algorithms. After introducing the concepts of statistical testing, we review the relevant statistical tests and compare them empirically in terms of false positive rate and statistical power as a function of the sample size (number of seeds) and effect size. We further investigate the robustness of these tests to violations of the most common hypotheses (normal distribution","authors_text":"C\\'edric Colas, Olivier Sigaud, Pierre-Yves Oudeyer","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ME","submitted_at":"2019-04-15T12:00:29Z","title":"A Hitchhiker's Guide to Statistical Comparisons of Reinforcement Learning Algorithms"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1904.06979","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e4f61427f2983c10188843f7ab2c8aa2a420e50e3028e1fc6bfd5c39a9ee7eeb","target":"record","created_at":"2026-07-05T04:51:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"62add3b6914c1313606c8cb28177a6f459deb94a0712edde4aa0ef0b01ee0672","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ME","submitted_at":"2019-04-15T12:00:29Z","title_canon_sha256":"a175905b2126153c20bc1e9e20f5b03fc7be6fbaa348e4516468f0c52b5ba713"},"schema_version":"1.0","source":{"id":"1904.06979","kind":"arxiv","version":2}},"canonical_sha256":"ad37c8d1f51069a00cf8a26a10b012af33fc448e56d3d65610e7006fd8ee4738","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ad37c8d1f51069a00cf8a26a10b012af33fc448e56d3d65610e7006fd8ee4738","first_computed_at":"2026-07-05T04:51:50.827842Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:51:50.827842Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"tDYg7sisZqcUPWK4FDshmdX4mcesGvCOYUJlBKyn4OEKdGjW30yOqvHSilffpV4tpdvL4ZmRdcsBeomTPc2TCw==","signature_status":"signed_v1","signed_at":"2026-07-05T04:51:50.828273Z","signed_message":"canonical_sha256_bytes"},"source_id":"1904.06979","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e4f61427f2983c10188843f7ab2c8aa2a420e50e3028e1fc6bfd5c39a9ee7eeb","sha256:c27cb6dd81f9dad50a727e6324864ec8f62d85510541a97d7205eedbee7dc336"],"state_sha256":"d4fb973b29eb61c6f4a6f9c9fbf4ca5253c51ec85969ab397fc8e0e697809498"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KKC7a6Bh4TyFQB68fHxT7mNRI6xGMPAdBpSck2sUg0HrinbgEHChUL7+2uw1D81aOg2EbKNChMWuDSl3NZaFDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T21:42:17.910520Z","bundle_sha256":"560c8d960fec4e38789901b95dc912d30d2c7cbd71c04267ae54d5178377f9d5"}}