{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:IZT3RF5IMYJHMR6MYXY5PKR2Y3","short_pith_number":"pith:IZT3RF5I","canonical_record":{"source":{"id":"2402.03046","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-02-05T14:32:00Z","cross_cats_sorted":[],"title_canon_sha256":"1c942165390dc7270b33cecd8735737e17d3fad189df787a6c8cc6fd0f8efe43","abstract_canon_sha256":"90d54e44c47262b5b5407496e824e98e4dfd8548a4f02841c8ba2bd322eb4440"},"schema_version":"1.0"},"canonical_sha256":"4667b897a866127647ccc5f1d7aa3ac6c875ccd614cf52444662f59825660a29","source":{"kind":"arxiv","id":"2402.03046","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.03046","created_at":"2026-07-05T07:41:30Z"},{"alias_kind":"arxiv_version","alias_value":"2402.03046v1","created_at":"2026-07-05T07:41:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.03046","created_at":"2026-07-05T07:41:30Z"},{"alias_kind":"pith_short_12","alias_value":"IZT3RF5IMYJH","created_at":"2026-07-05T07:41:30Z"},{"alias_kind":"pith_short_16","alias_value":"IZT3RF5IMYJHMR6M","created_at":"2026-07-05T07:41:30Z"},{"alias_kind":"pith_short_8","alias_value":"IZT3RF5I","created_at":"2026-07-05T07:41:30Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:IZT3RF5IMYJHMR6MYXY5PKR2Y3","target":"record","payload":{"canonical_record":{"source":{"id":"2402.03046","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-02-05T14:32:00Z","cross_cats_sorted":[],"title_canon_sha256":"1c942165390dc7270b33cecd8735737e17d3fad189df787a6c8cc6fd0f8efe43","abstract_canon_sha256":"90d54e44c47262b5b5407496e824e98e4dfd8548a4f02841c8ba2bd322eb4440"},"schema_version":"1.0"},"canonical_sha256":"4667b897a866127647ccc5f1d7aa3ac6c875ccd614cf52444662f59825660a29","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:41:30.426198Z","signature_b64":"+fN8GbM8ABmXk9X1iIUXSEnaSxR/VNHBseg2kq8Zuyap2McAWGyxGuQkzZZ+lMzmPWCrDug56FN6oVaCvAfHCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4667b897a866127647ccc5f1d7aa3ac6c875ccd614cf52444662f59825660a29","last_reissued_at":"2026-07-05T07:41:30.425741Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:41:30.425741Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.03046","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:41:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sLB4QDBEDJXvi0CjxDGoJMpsVW0V60K9O+Tb9UHFObxJWaD0NX5mAR088XPGqUHYZFMzerQ714aFuIikHqAbAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T14:37:33.996906Z"},"content_sha256":"82544dd2a60836aa3a0b59df318a468c6eb169a53c701a9a5116d41f97cfd56c","schema_version":"1.0","event_id":"sha256:82544dd2a60836aa3a0b59df318a468c6eb169a53c701a9a5116d41f97cfd56c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:IZT3RF5IMYJHMR6MYXY5PKR2Y3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Open RL Benchmark: Comprehensive Tracked Experiments for Reinforcement Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Alexander Nikulin, Antonin Raffin, Arjun KG, Brent Yi, Chang Ye, Chufan Chen, Cyril Roum\\'egous, Daniel Tan, Denys Makoviichuk, Dipam Chakraborty, Florian Felten, Guorui Quan, Jiayi Weng, Jo\\~ao G. M. Ara\\'ujo, Jongwook Choi, Kinal Mehta, Lucas N. Alegre, Mark Towers, Md Masudur Rahman, Mohamad H. Danesh, Quentin Gallou\\'edec, Rousslan Fernand Julien Dossa, Rujikorn Charakorn, Ryan Sullivan, Shengyi Huang, Tianlin Liu, Timo Klein, Valentin Charraut, Viktor Makoviychuk, Xiao Hu, Yann Berthelot, Yanxiao Zhao, Zichen Liu","submitted_at":"2024-02-05T14:32:00Z","abstract_excerpt":"In many Reinforcement Learning (RL) papers, learning curves are useful indicators to measure the effectiveness of RL algorithms. However, the complete raw data of the learning curves are rarely available. As a result, it is usually necessary to reproduce the experiments from scratch, which can be time-consuming and error-prone. We present Open RL Benchmark, a set of fully tracked RL experiments, including not only the usual data such as episodic return, but also all algorithm-specific and system metrics. Open RL Benchmark is community-driven: anyone can download, use, and contribute to the dat"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.03046","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.03046/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:41:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Lhj7BQ3N6BKQaRDF7bOqIwVk/sK9Y27XVsuEgtjIvR2iUX/yiukX4paLiHK+XGUGzeaNP6giIyNrtNfUjJf9AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T14:37:33.997427Z"},"content_sha256":"c5805a568172cb940bc4d49d31861a70efa7ceaecfb567004fe57a2598d83e2c","schema_version":"1.0","event_id":"sha256:c5805a568172cb940bc4d49d31861a70efa7ceaecfb567004fe57a2598d83e2c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/IZT3RF5IMYJHMR6MYXY5PKR2Y3/bundle.json","state_url":"https://pith.science/pith/IZT3RF5IMYJHMR6MYXY5PKR2Y3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/IZT3RF5IMYJHMR6MYXY5PKR2Y3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-23T14:37:34Z","links":{"resolver":"https://pith.science/pith/IZT3RF5IMYJHMR6MYXY5PKR2Y3","bundle":"https://pith.science/pith/IZT3RF5IMYJHMR6MYXY5PKR2Y3/bundle.json","state":"https://pith.science/pith/IZT3RF5IMYJHMR6MYXY5PKR2Y3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/IZT3RF5IMYJHMR6MYXY5PKR2Y3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:IZT3RF5IMYJHMR6MYXY5PKR2Y3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"90d54e44c47262b5b5407496e824e98e4dfd8548a4f02841c8ba2bd322eb4440","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-02-05T14:32:00Z","title_canon_sha256":"1c942165390dc7270b33cecd8735737e17d3fad189df787a6c8cc6fd0f8efe43"},"schema_version":"1.0","source":{"id":"2402.03046","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.03046","created_at":"2026-07-05T07:41:30Z"},{"alias_kind":"arxiv_version","alias_value":"2402.03046v1","created_at":"2026-07-05T07:41:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.03046","created_at":"2026-07-05T07:41:30Z"},{"alias_kind":"pith_short_12","alias_value":"IZT3RF5IMYJH","created_at":"2026-07-05T07:41:30Z"},{"alias_kind":"pith_short_16","alias_value":"IZT3RF5IMYJHMR6M","created_at":"2026-07-05T07:41:30Z"},{"alias_kind":"pith_short_8","alias_value":"IZT3RF5I","created_at":"2026-07-05T07:41:30Z"}],"graph_snapshots":[{"event_id":"sha256:c5805a568172cb940bc4d49d31861a70efa7ceaecfb567004fe57a2598d83e2c","target":"graph","created_at":"2026-07-05T07:41:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.03046/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In many Reinforcement Learning (RL) papers, learning curves are useful indicators to measure the effectiveness of RL algorithms. However, the complete raw data of the learning curves are rarely available. As a result, it is usually necessary to reproduce the experiments from scratch, which can be time-consuming and error-prone. We present Open RL Benchmark, a set of fully tracked RL experiments, including not only the usual data such as episodic return, but also all algorithm-specific and system metrics. Open RL Benchmark is community-driven: anyone can download, use, and contribute to the dat","authors_text":"Alexander Nikulin, Antonin Raffin, Arjun KG, Brent Yi, Chang Ye, Chufan Chen, Cyril Roum\\'egous, Daniel Tan, Denys Makoviichuk, Dipam Chakraborty, Florian Felten, Guorui Quan, Jiayi Weng, Jo\\~ao G. M. Ara\\'ujo, Jongwook Choi, Kinal Mehta, Lucas N. Alegre, Mark Towers, Md Masudur Rahman, Mohamad H. Danesh, Quentin Gallou\\'edec, Rousslan Fernand Julien Dossa, Rujikorn Charakorn, Ryan Sullivan, Shengyi Huang, Tianlin Liu, Timo Klein, Valentin Charraut, Viktor Makoviychuk, Xiao Hu, Yann Berthelot, Yanxiao Zhao, Zichen Liu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-02-05T14:32:00Z","title":"Open RL Benchmark: Comprehensive Tracked Experiments for Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.03046","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:82544dd2a60836aa3a0b59df318a468c6eb169a53c701a9a5116d41f97cfd56c","target":"record","created_at":"2026-07-05T07:41:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"90d54e44c47262b5b5407496e824e98e4dfd8548a4f02841c8ba2bd322eb4440","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-02-05T14:32:00Z","title_canon_sha256":"1c942165390dc7270b33cecd8735737e17d3fad189df787a6c8cc6fd0f8efe43"},"schema_version":"1.0","source":{"id":"2402.03046","kind":"arxiv","version":1}},"canonical_sha256":"4667b897a866127647ccc5f1d7aa3ac6c875ccd614cf52444662f59825660a29","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4667b897a866127647ccc5f1d7aa3ac6c875ccd614cf52444662f59825660a29","first_computed_at":"2026-07-05T07:41:30.425741Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:41:30.425741Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+fN8GbM8ABmXk9X1iIUXSEnaSxR/VNHBseg2kq8Zuyap2McAWGyxGuQkzZZ+lMzmPWCrDug56FN6oVaCvAfHCw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:41:30.426198Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.03046","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:82544dd2a60836aa3a0b59df318a468c6eb169a53c701a9a5116d41f97cfd56c","sha256:c5805a568172cb940bc4d49d31861a70efa7ceaecfb567004fe57a2598d83e2c"],"state_sha256":"05ceae8712e7589e8812a3a8de25850861464c847a7b01c58127ed4ab9608656"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"F4yJ/2bTGlJYFRV1b8vhq3+1VXerjSLpfAnrW6ckZDv1C5omHj/zrVi2cda1im4wG/KaHNFZByZIgZ8V65jPCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-23T14:37:34.003275Z","bundle_sha256":"19b6693249c8df6610cde8bbd955dcff94f4afff7061bddddfb0477bf73cd966"}}