{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:DFX4JHD2Z2KRV2TXDGRQXGOWX2","short_pith_number":"pith:DFX4JHD2","canonical_record":{"source":{"id":"2503.10966","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2025-03-14T00:21:48Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"24b5a01ab15db1f68d771be52ac01a9c6389d7ee532fe08ecf7b195277920b44","abstract_canon_sha256":"cf846b7edd57c7df2b5144ff736e042239fdb0ece3df1babd34e389ae1e450c0"},"schema_version":"1.0"},"canonical_sha256":"196fc49c7ace951aea7719a30b99d6bea1aaf554d8b5f98f2ce68781a919e653","source":{"kind":"arxiv","id":"2503.10966","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.10966","created_at":"2026-07-05T11:17:23Z"},{"alias_kind":"arxiv_version","alias_value":"2503.10966v4","created_at":"2026-07-05T11:17:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.10966","created_at":"2026-07-05T11:17:23Z"},{"alias_kind":"pith_short_12","alias_value":"DFX4JHD2Z2KR","created_at":"2026-07-05T11:17:23Z"},{"alias_kind":"pith_short_16","alias_value":"DFX4JHD2Z2KRV2TX","created_at":"2026-07-05T11:17:23Z"},{"alias_kind":"pith_short_8","alias_value":"DFX4JHD2","created_at":"2026-07-05T11:17:23Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:DFX4JHD2Z2KRV2TXDGRQXGOWX2","target":"record","payload":{"canonical_record":{"source":{"id":"2503.10966","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2025-03-14T00:21:48Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"24b5a01ab15db1f68d771be52ac01a9c6389d7ee532fe08ecf7b195277920b44","abstract_canon_sha256":"cf846b7edd57c7df2b5144ff736e042239fdb0ece3df1babd34e389ae1e450c0"},"schema_version":"1.0"},"canonical_sha256":"196fc49c7ace951aea7719a30b99d6bea1aaf554d8b5f98f2ce68781a919e653","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:17:23.920502Z","signature_b64":"Nj4SRIs5pJi0siOB36+juVvtqcFj3XDUId6Jcq3Pa/5//v7uCNz0v6a1eRd+EfPhOAdfvPqjt6MlIx5FaeAODg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"196fc49c7ace951aea7719a30b99d6bea1aaf554d8b5f98f2ce68781a919e653","last_reissued_at":"2026-07-05T11:17:23.919973Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:17:23.919973Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2503.10966","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:17:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5gRhey6S/041nwMsk1JzkMYCP45+e/QDq9klB+cWSJgkC1aecHrJ2a6ZQe1jUDvGnP5tUxB2+BRBgYf0WMFADA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T19:32:41.783939Z"},"content_sha256":"a8322a8406374058a2bbb7478674ae7a5b6e54c2ef155b063721af91a81772a3","schema_version":"1.0","event_id":"sha256:a8322a8406374058a2bbb7478674ae7a5b6e54c2ef155b063721af91a81772a3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:DFX4JHD2Z2KRV2TXDGRQXGOWX2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Is Your Imitation Learning Policy Better than Mine? Policy Comparison with Near-Optimal Stopping","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.RO","authors_text":"Anirudha Majumdar, Apurva Badithela, Asher James Hancock, David Snyder, Emma Dixon, Haruki Nishimura, Masha Itkina, Patrick Miller, Rares Andrei Ambrus","submitted_at":"2025-03-14T00:21:48Z","abstract_excerpt":"Imitation learning has enabled robots to perform complex, long-horizon tasks in challenging dexterous manipulation settings. As new methods are developed, they must be rigorously evaluated and compared against corresponding baselines through repeated evaluation trials. However, policy comparison is fundamentally constrained by a small feasible sample size (e.g., 10 or 50) due to significant human effort and limited inference throughput of policies. This paper proposes a novel statistical framework for rigorously comparing two policies in the small sample size regime. Prior work in statistical "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.10966","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2503.10966/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:17:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5InSYBZ16uJXSCNg/EXV5Fq8MWcl1DFH9nKONfUVb76Bw1v168GRt6IPjUkycv6yB0KzpNFrzdQV9oaeCQRzBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T19:32:41.784337Z"},"content_sha256":"a61aebf28ee84c8e45bc40f55553dbf9ed38dfa619232249198899c6adce7320","schema_version":"1.0","event_id":"sha256:a61aebf28ee84c8e45bc40f55553dbf9ed38dfa619232249198899c6adce7320"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DFX4JHD2Z2KRV2TXDGRQXGOWX2/bundle.json","state_url":"https://pith.science/pith/DFX4JHD2Z2KRV2TXDGRQXGOWX2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DFX4JHD2Z2KRV2TXDGRQXGOWX2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T19:32:41Z","links":{"resolver":"https://pith.science/pith/DFX4JHD2Z2KRV2TXDGRQXGOWX2","bundle":"https://pith.science/pith/DFX4JHD2Z2KRV2TXDGRQXGOWX2/bundle.json","state":"https://pith.science/pith/DFX4JHD2Z2KRV2TXDGRQXGOWX2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DFX4JHD2Z2KRV2TXDGRQXGOWX2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:DFX4JHD2Z2KRV2TXDGRQXGOWX2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"cf846b7edd57c7df2b5144ff736e042239fdb0ece3df1babd34e389ae1e450c0","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2025-03-14T00:21:48Z","title_canon_sha256":"24b5a01ab15db1f68d771be52ac01a9c6389d7ee532fe08ecf7b195277920b44"},"schema_version":"1.0","source":{"id":"2503.10966","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.10966","created_at":"2026-07-05T11:17:23Z"},{"alias_kind":"arxiv_version","alias_value":"2503.10966v4","created_at":"2026-07-05T11:17:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.10966","created_at":"2026-07-05T11:17:23Z"},{"alias_kind":"pith_short_12","alias_value":"DFX4JHD2Z2KR","created_at":"2026-07-05T11:17:23Z"},{"alias_kind":"pith_short_16","alias_value":"DFX4JHD2Z2KRV2TX","created_at":"2026-07-05T11:17:23Z"},{"alias_kind":"pith_short_8","alias_value":"DFX4JHD2","created_at":"2026-07-05T11:17:23Z"}],"graph_snapshots":[{"event_id":"sha256:a61aebf28ee84c8e45bc40f55553dbf9ed38dfa619232249198899c6adce7320","target":"graph","created_at":"2026-07-05T11:17:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2503.10966/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Imitation learning has enabled robots to perform complex, long-horizon tasks in challenging dexterous manipulation settings. As new methods are developed, they must be rigorously evaluated and compared against corresponding baselines through repeated evaluation trials. However, policy comparison is fundamentally constrained by a small feasible sample size (e.g., 10 or 50) due to significant human effort and limited inference throughput of policies. This paper proposes a novel statistical framework for rigorously comparing two policies in the small sample size regime. Prior work in statistical ","authors_text":"Anirudha Majumdar, Apurva Badithela, Asher James Hancock, David Snyder, Emma Dixon, Haruki Nishimura, Masha Itkina, Patrick Miller, Rares Andrei Ambrus","cross_cats":["stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2025-03-14T00:21:48Z","title":"Is Your Imitation Learning Policy Better than Mine? Policy Comparison with Near-Optimal Stopping"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.10966","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a8322a8406374058a2bbb7478674ae7a5b6e54c2ef155b063721af91a81772a3","target":"record","created_at":"2026-07-05T11:17:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"cf846b7edd57c7df2b5144ff736e042239fdb0ece3df1babd34e389ae1e450c0","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2025-03-14T00:21:48Z","title_canon_sha256":"24b5a01ab15db1f68d771be52ac01a9c6389d7ee532fe08ecf7b195277920b44"},"schema_version":"1.0","source":{"id":"2503.10966","kind":"arxiv","version":4}},"canonical_sha256":"196fc49c7ace951aea7719a30b99d6bea1aaf554d8b5f98f2ce68781a919e653","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"196fc49c7ace951aea7719a30b99d6bea1aaf554d8b5f98f2ce68781a919e653","first_computed_at":"2026-07-05T11:17:23.919973Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:17:23.919973Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Nj4SRIs5pJi0siOB36+juVvtqcFj3XDUId6Jcq3Pa/5//v7uCNz0v6a1eRd+EfPhOAdfvPqjt6MlIx5FaeAODg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:17:23.920502Z","signed_message":"canonical_sha256_bytes"},"source_id":"2503.10966","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a8322a8406374058a2bbb7478674ae7a5b6e54c2ef155b063721af91a81772a3","sha256:a61aebf28ee84c8e45bc40f55553dbf9ed38dfa619232249198899c6adce7320"],"state_sha256":"2d2aa45787e233e9324495f86994956cb7062835e711c3e2841db9165573fa02"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xso9ucXIklmsscrbwD1V4LHLP9egEAUWghJb9SJQZ/Mhc5aCFjzpaevtWUj/wE95Mab3FMAkfXlYwBW2WwZOAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T19:32:41.786363Z","bundle_sha256":"de6d284f8b3a8c3464d8ebc5c5cb917ea219894caf1d8d636f6eb766c506b418"}}