{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:DFX4JHD2Z2KRV2TXDGRQXGOWX2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"cf846b7edd57c7df2b5144ff736e042239fdb0ece3df1babd34e389ae1e450c0","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2025-03-14T00:21:48Z","title_canon_sha256":"24b5a01ab15db1f68d771be52ac01a9c6389d7ee532fe08ecf7b195277920b44"},"schema_version":"1.0","source":{"id":"2503.10966","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.10966","created_at":"2026-07-05T11:17:23Z"},{"alias_kind":"arxiv_version","alias_value":"2503.10966v4","created_at":"2026-07-05T11:17:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.10966","created_at":"2026-07-05T11:17:23Z"},{"alias_kind":"pith_short_12","alias_value":"DFX4JHD2Z2KR","created_at":"2026-07-05T11:17:23Z"},{"alias_kind":"pith_short_16","alias_value":"DFX4JHD2Z2KRV2TX","created_at":"2026-07-05T11:17:23Z"},{"alias_kind":"pith_short_8","alias_value":"DFX4JHD2","created_at":"2026-07-05T11:17:23Z"}],"graph_snapshots":[{"event_id":"sha256:a61aebf28ee84c8e45bc40f55553dbf9ed38dfa619232249198899c6adce7320","target":"graph","created_at":"2026-07-05T11:17:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2503.10966/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Imitation learning has enabled robots to perform complex, long-horizon tasks in challenging dexterous manipulation settings. As new methods are developed, they must be rigorously evaluated and compared against corresponding baselines through repeated evaluation trials. However, policy comparison is fundamentally constrained by a small feasible sample size (e.g., 10 or 50) due to significant human effort and limited inference throughput of policies. This paper proposes a novel statistical framework for rigorously comparing two policies in the small sample size regime. Prior work in statistical ","authors_text":"Anirudha Majumdar, Apurva Badithela, Asher James Hancock, David Snyder, Emma Dixon, Haruki Nishimura, Masha Itkina, Patrick Miller, Rares Andrei Ambrus","cross_cats":["stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2025-03-14T00:21:48Z","title":"Is Your Imitation Learning Policy Better than Mine? Policy Comparison with Near-Optimal Stopping"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.10966","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a8322a8406374058a2bbb7478674ae7a5b6e54c2ef155b063721af91a81772a3","target":"record","created_at":"2026-07-05T11:17:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"cf846b7edd57c7df2b5144ff736e042239fdb0ece3df1babd34e389ae1e450c0","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2025-03-14T00:21:48Z","title_canon_sha256":"24b5a01ab15db1f68d771be52ac01a9c6389d7ee532fe08ecf7b195277920b44"},"schema_version":"1.0","source":{"id":"2503.10966","kind":"arxiv","version":4}},"canonical_sha256":"196fc49c7ace951aea7719a30b99d6bea1aaf554d8b5f98f2ce68781a919e653","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"196fc49c7ace951aea7719a30b99d6bea1aaf554d8b5f98f2ce68781a919e653","first_computed_at":"2026-07-05T11:17:23.919973Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:17:23.919973Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Nj4SRIs5pJi0siOB36+juVvtqcFj3XDUId6Jcq3Pa/5//v7uCNz0v6a1eRd+EfPhOAdfvPqjt6MlIx5FaeAODg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:17:23.920502Z","signed_message":"canonical_sha256_bytes"},"source_id":"2503.10966","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a8322a8406374058a2bbb7478674ae7a5b6e54c2ef155b063721af91a81772a3","sha256:a61aebf28ee84c8e45bc40f55553dbf9ed38dfa619232249198899c6adce7320"],"state_sha256":"2d2aa45787e233e9324495f86994956cb7062835e711c3e2841db9165573fa02"}