{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:I3GVSQTP5XZCZSOPGACFUVTY3Z","short_pith_number":"pith:I3GVSQTP","canonical_record":{"source":{"id":"2009.04362","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2020-09-09T15:31:29Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"d5a5b025ecd9f93edced55b037de82d422de71f5db074050100fa54dd7ba64d0","abstract_canon_sha256":"3195874b001bb061ac93a72cba23596593495f3dcbe663ded729fbbad28b1a2b"},"schema_version":"1.0"},"canonical_sha256":"46cd59426fedf22cc9cf30045a5678de538cf249802096cc4adc224fbee4a2d8","source":{"kind":"arxiv","id":"2009.04362","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2009.04362","created_at":"2026-07-05T01:34:17Z"},{"alias_kind":"arxiv_version","alias_value":"2009.04362v1","created_at":"2026-07-05T01:34:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2009.04362","created_at":"2026-07-05T01:34:17Z"},{"alias_kind":"pith_short_12","alias_value":"I3GVSQTP5XZC","created_at":"2026-07-05T01:34:17Z"},{"alias_kind":"pith_short_16","alias_value":"I3GVSQTP5XZCZSOP","created_at":"2026-07-05T01:34:17Z"},{"alias_kind":"pith_short_8","alias_value":"I3GVSQTP","created_at":"2026-07-05T01:34:17Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:I3GVSQTP5XZCZSOPGACFUVTY3Z","target":"record","payload":{"canonical_record":{"source":{"id":"2009.04362","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2020-09-09T15:31:29Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"d5a5b025ecd9f93edced55b037de82d422de71f5db074050100fa54dd7ba64d0","abstract_canon_sha256":"3195874b001bb061ac93a72cba23596593495f3dcbe663ded729fbbad28b1a2b"},"schema_version":"1.0"},"canonical_sha256":"46cd59426fedf22cc9cf30045a5678de538cf249802096cc4adc224fbee4a2d8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:34:17.416062Z","signature_b64":"m/X4jEw/pOd4jHsDRUA03UgEUbA4qurYtD42GgVZ/4Zks4LisC33/11Ex4kybUcW4/ReQXkWe0V1Nhrm7qhFAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"46cd59426fedf22cc9cf30045a5678de538cf249802096cc4adc224fbee4a2d8","last_reissued_at":"2026-07-05T01:34:17.415592Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:34:17.415592Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2009.04362","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:34:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"C4lB/GSSJKftnDOnQ+UFMZjMnN851GKCPB2Hlv8dvUSbjrQ5suFlTpA+gO4mQp0PMYj2rbt5GZwl2h1/t6KkDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T23:10:25.427492Z"},"content_sha256":"26ee9807e071519f20baafe305f41a55b9a33e2c496d89f61895c0a24380fe87","schema_version":"1.0","event_id":"sha256:26ee9807e071519f20baafe305f41a55b9a33e2c496d89f61895c0a24380fe87"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:I3GVSQTP5XZCZSOPGACFUVTY3Z","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Integrated Benchmarking and Design for Reproducible and Accessible Evaluation of Robotic Agents","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.RO","authors_text":"Aleksandar Petrov, Amaury Camus, Andrea Censi, Andrea F. Daniele, Anthony Courchesne, Bhairav Mehta, Emilio Frazzoli, Gianmarco Bernasconi, Jacopo Tani, Liam Paull, Matthew R. Walter, Rohit Suri, Tomasz Zaluska","submitted_at":"2020-09-09T15:31:29Z","abstract_excerpt":"As robotics matures and increases in complexity, it is more necessary than ever that robot autonomy research be reproducible. Compared to other sciences, there are specific challenges to benchmarking autonomy, such as the complexity of the software stacks, the variability of the hardware and the reliance on data-driven techniques, amongst others. In this paper, we describe a new concept for reproducible robotics research that integrates development and benchmarking, so that reproducibility is obtained \"by design\" from the beginning of the research/development processes. We first provide the ov"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2009.04362","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2009.04362/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:34:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YF38zg4wyz+T7nG91OQZTHdwBsHpE9o0OwCZa3EeWzouhLlboNpmtKLup6B0f4PYKD2EZSu4RpG+8NgI0joFAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T23:10:25.427861Z"},"content_sha256":"b5bdcf05b84b911cf40151a9041aa6f9977d48ff53c84901a28ca121ccab2eee","schema_version":"1.0","event_id":"sha256:b5bdcf05b84b911cf40151a9041aa6f9977d48ff53c84901a28ca121ccab2eee"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/I3GVSQTP5XZCZSOPGACFUVTY3Z/bundle.json","state_url":"https://pith.science/pith/I3GVSQTP5XZCZSOPGACFUVTY3Z/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/I3GVSQTP5XZCZSOPGACFUVTY3Z/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T23:10:25Z","links":{"resolver":"https://pith.science/pith/I3GVSQTP5XZCZSOPGACFUVTY3Z","bundle":"https://pith.science/pith/I3GVSQTP5XZCZSOPGACFUVTY3Z/bundle.json","state":"https://pith.science/pith/I3GVSQTP5XZCZSOPGACFUVTY3Z/state.json","well_known_bundle":"https://pith.science/.well-known/pith/I3GVSQTP5XZCZSOPGACFUVTY3Z/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:I3GVSQTP5XZCZSOPGACFUVTY3Z","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3195874b001bb061ac93a72cba23596593495f3dcbe663ded729fbbad28b1a2b","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2020-09-09T15:31:29Z","title_canon_sha256":"d5a5b025ecd9f93edced55b037de82d422de71f5db074050100fa54dd7ba64d0"},"schema_version":"1.0","source":{"id":"2009.04362","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2009.04362","created_at":"2026-07-05T01:34:17Z"},{"alias_kind":"arxiv_version","alias_value":"2009.04362v1","created_at":"2026-07-05T01:34:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2009.04362","created_at":"2026-07-05T01:34:17Z"},{"alias_kind":"pith_short_12","alias_value":"I3GVSQTP5XZC","created_at":"2026-07-05T01:34:17Z"},{"alias_kind":"pith_short_16","alias_value":"I3GVSQTP5XZCZSOP","created_at":"2026-07-05T01:34:17Z"},{"alias_kind":"pith_short_8","alias_value":"I3GVSQTP","created_at":"2026-07-05T01:34:17Z"}],"graph_snapshots":[{"event_id":"sha256:b5bdcf05b84b911cf40151a9041aa6f9977d48ff53c84901a28ca121ccab2eee","target":"graph","created_at":"2026-07-05T01:34:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2009.04362/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"As robotics matures and increases in complexity, it is more necessary than ever that robot autonomy research be reproducible. Compared to other sciences, there are specific challenges to benchmarking autonomy, such as the complexity of the software stacks, the variability of the hardware and the reliance on data-driven techniques, amongst others. In this paper, we describe a new concept for reproducible robotics research that integrates development and benchmarking, so that reproducibility is obtained \"by design\" from the beginning of the research/development processes. We first provide the ov","authors_text":"Aleksandar Petrov, Amaury Camus, Andrea Censi, Andrea F. Daniele, Anthony Courchesne, Bhairav Mehta, Emilio Frazzoli, Gianmarco Bernasconi, Jacopo Tani, Liam Paull, Matthew R. Walter, Rohit Suri, Tomasz Zaluska","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2020-09-09T15:31:29Z","title":"Integrated Benchmarking and Design for Reproducible and Accessible Evaluation of Robotic Agents"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2009.04362","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:26ee9807e071519f20baafe305f41a55b9a33e2c496d89f61895c0a24380fe87","target":"record","created_at":"2026-07-05T01:34:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3195874b001bb061ac93a72cba23596593495f3dcbe663ded729fbbad28b1a2b","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2020-09-09T15:31:29Z","title_canon_sha256":"d5a5b025ecd9f93edced55b037de82d422de71f5db074050100fa54dd7ba64d0"},"schema_version":"1.0","source":{"id":"2009.04362","kind":"arxiv","version":1}},"canonical_sha256":"46cd59426fedf22cc9cf30045a5678de538cf249802096cc4adc224fbee4a2d8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"46cd59426fedf22cc9cf30045a5678de538cf249802096cc4adc224fbee4a2d8","first_computed_at":"2026-07-05T01:34:17.415592Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:34:17.415592Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"m/X4jEw/pOd4jHsDRUA03UgEUbA4qurYtD42GgVZ/4Zks4LisC33/11Ex4kybUcW4/ReQXkWe0V1Nhrm7qhFAA==","signature_status":"signed_v1","signed_at":"2026-07-05T01:34:17.416062Z","signed_message":"canonical_sha256_bytes"},"source_id":"2009.04362","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:26ee9807e071519f20baafe305f41a55b9a33e2c496d89f61895c0a24380fe87","sha256:b5bdcf05b84b911cf40151a9041aa6f9977d48ff53c84901a28ca121ccab2eee"],"state_sha256":"880b60bbde0df967f191e95871547472f7fdbd3ab84d35653fb61787db125a03"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mT2/smTCXLojiuaosRRRPRvW70oiQ2i+hnbEP6pMC6THL9gRcwJhMlquV1Iu1mow8IUs3xBsq+Amo7WR3Mn/BQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T23:10:25.429836Z","bundle_sha256":"8de502df24524bffca8d9dd1f51f1e8f65644f813f28d484acd2ca834201120a"}}