{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:2Z7IPK72BNK7X5SBPGDFLTGX5D","short_pith_number":"pith:2Z7IPK72","canonical_record":{"source":{"id":"2503.16589","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-03-20T17:38:50Z","cross_cats_sorted":["cs.ET","math.ST","stat.TH"],"title_canon_sha256":"d53092615db44ad40fe52996f9d6cacf3afe44b6476b9e29232d8feabf5961a5","abstract_canon_sha256":"ac9e7007ca9a4351b94d37f8231e4fa9501af5ff00a0c3e3b2c32a8d79006269"},"schema_version":"1.0"},"canonical_sha256":"d67e87abfa0b55fbf641798655ccd7e8d97755b297d12a41aaa5412929633657","source":{"kind":"arxiv","id":"2503.16589","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.16589","created_at":"2026-05-20T00:00:18Z"},{"alias_kind":"arxiv_version","alias_value":"2503.16589v2","created_at":"2026-05-20T00:00:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.16589","created_at":"2026-05-20T00:00:18Z"},{"alias_kind":"pith_short_12","alias_value":"2Z7IPK72BNK7","created_at":"2026-05-20T00:00:18Z"},{"alias_kind":"pith_short_16","alias_value":"2Z7IPK72BNK7X5SB","created_at":"2026-05-20T00:00:18Z"},{"alias_kind":"pith_short_8","alias_value":"2Z7IPK72","created_at":"2026-05-20T00:00:18Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:2Z7IPK72BNK7X5SBPGDFLTGX5D","target":"record","payload":{"canonical_record":{"source":{"id":"2503.16589","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-03-20T17:38:50Z","cross_cats_sorted":["cs.ET","math.ST","stat.TH"],"title_canon_sha256":"d53092615db44ad40fe52996f9d6cacf3afe44b6476b9e29232d8feabf5961a5","abstract_canon_sha256":"ac9e7007ca9a4351b94d37f8231e4fa9501af5ff00a0c3e3b2c32a8d79006269"},"schema_version":"1.0"},"canonical_sha256":"d67e87abfa0b55fbf641798655ccd7e8d97755b297d12a41aaa5412929633657","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-20T00:00:18.433579Z","signature_b64":"tADG8tkxBbNCCBhcd0EI547zlbQr7kBAog2JSXxMdVPDqGZHMv7PqRM5gSWh5/Ox2bjZtFqUa+1a6vny4XvgDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d67e87abfa0b55fbf641798655ccd7e8d97755b297d12a41aaa5412929633657","last_reissued_at":"2026-05-20T00:00:18.432770Z","signature_status":"signed_v1","first_computed_at":"2026-05-20T00:00:18.432770Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2503.16589","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-20T00:00:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WgsysETn+F1Eb1HtAHdTFHgwdoXPhwaHy2gDbKfEQ7hylnx9fBAKMoYUdQctMhr6BdjzmxbI4XlyaPLWg4UHCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-23T05:24:39.715060Z"},"content_sha256":"26b170b99029c5191682d57ff031f5b840a2b896e9e1fff228617218b12a79bf","schema_version":"1.0","event_id":"sha256:26b170b99029c5191682d57ff031f5b840a2b896e9e1fff228617218b12a79bf"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:2Z7IPK72BNK7X5SBPGDFLTGX5D","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Statistical Analysis for Per-Instance Evaluation of Stochastic Optimizers: Avoiding Unreliable Conclusions","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.ET","math.ST","stat.TH"],"primary_cat":"cs.LG","authors_text":"Elisabetta Valiante, Ignacio Rozada, Masoud Mohseni, Moslem Noori, Thomas Van Vaerenbergh","submitted_at":"2025-03-20T17:38:50Z","abstract_excerpt":"A key trait of stochastic optimizers is that multiple runs of the same optimizer in attempting to solve the same problem can produce different results. As a result, their performance is evaluated over several repeats, or runs, on the problem. However, the accuracy of the estimated performance metrics depends on the number of runs and should be studied using statistical tools. We present a statistical analysis of the common metrics, and develop guidelines for experiment design to measure the optimizer's performance using these metrics to a high level of confidence and accuracy. To this end, we "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.16589","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2503.16589/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-20T00:00:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Hx1HHz+BdFK5EqwpLGUtXn+zNPS2tRWGSx4xbclXaQb6Lt3tJg9S8TpUEHrEfeYWAPctxTCqGxkvSVeH4WQ6Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-23T05:24:39.715500Z"},"content_sha256":"476c84bdba3c4e86378758dffba46ddb69ffcc3c6d2649efb0b35d280b32ef9d","schema_version":"1.0","event_id":"sha256:476c84bdba3c4e86378758dffba46ddb69ffcc3c6d2649efb0b35d280b32ef9d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2Z7IPK72BNK7X5SBPGDFLTGX5D/bundle.json","state_url":"https://pith.science/pith/2Z7IPK72BNK7X5SBPGDFLTGX5D/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2Z7IPK72BNK7X5SBPGDFLTGX5D/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-23T05:24:39Z","links":{"resolver":"https://pith.science/pith/2Z7IPK72BNK7X5SBPGDFLTGX5D","bundle":"https://pith.science/pith/2Z7IPK72BNK7X5SBPGDFLTGX5D/bundle.json","state":"https://pith.science/pith/2Z7IPK72BNK7X5SBPGDFLTGX5D/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2Z7IPK72BNK7X5SBPGDFLTGX5D/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:2Z7IPK72BNK7X5SBPGDFLTGX5D","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ac9e7007ca9a4351b94d37f8231e4fa9501af5ff00a0c3e3b2c32a8d79006269","cross_cats_sorted":["cs.ET","math.ST","stat.TH"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-03-20T17:38:50Z","title_canon_sha256":"d53092615db44ad40fe52996f9d6cacf3afe44b6476b9e29232d8feabf5961a5"},"schema_version":"1.0","source":{"id":"2503.16589","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.16589","created_at":"2026-05-20T00:00:18Z"},{"alias_kind":"arxiv_version","alias_value":"2503.16589v2","created_at":"2026-05-20T00:00:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.16589","created_at":"2026-05-20T00:00:18Z"},{"alias_kind":"pith_short_12","alias_value":"2Z7IPK72BNK7","created_at":"2026-05-20T00:00:18Z"},{"alias_kind":"pith_short_16","alias_value":"2Z7IPK72BNK7X5SB","created_at":"2026-05-20T00:00:18Z"},{"alias_kind":"pith_short_8","alias_value":"2Z7IPK72","created_at":"2026-05-20T00:00:18Z"}],"graph_snapshots":[{"event_id":"sha256:476c84bdba3c4e86378758dffba46ddb69ffcc3c6d2649efb0b35d280b32ef9d","target":"graph","created_at":"2026-05-20T00:00:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2503.16589/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A key trait of stochastic optimizers is that multiple runs of the same optimizer in attempting to solve the same problem can produce different results. As a result, their performance is evaluated over several repeats, or runs, on the problem. However, the accuracy of the estimated performance metrics depends on the number of runs and should be studied using statistical tools. We present a statistical analysis of the common metrics, and develop guidelines for experiment design to measure the optimizer's performance using these metrics to a high level of confidence and accuracy. To this end, we ","authors_text":"Elisabetta Valiante, Ignacio Rozada, Masoud Mohseni, Moslem Noori, Thomas Van Vaerenbergh","cross_cats":["cs.ET","math.ST","stat.TH"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-03-20T17:38:50Z","title":"A Statistical Analysis for Per-Instance Evaluation of Stochastic Optimizers: Avoiding Unreliable Conclusions"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.16589","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:26b170b99029c5191682d57ff031f5b840a2b896e9e1fff228617218b12a79bf","target":"record","created_at":"2026-05-20T00:00:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ac9e7007ca9a4351b94d37f8231e4fa9501af5ff00a0c3e3b2c32a8d79006269","cross_cats_sorted":["cs.ET","math.ST","stat.TH"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-03-20T17:38:50Z","title_canon_sha256":"d53092615db44ad40fe52996f9d6cacf3afe44b6476b9e29232d8feabf5961a5"},"schema_version":"1.0","source":{"id":"2503.16589","kind":"arxiv","version":2}},"canonical_sha256":"d67e87abfa0b55fbf641798655ccd7e8d97755b297d12a41aaa5412929633657","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d67e87abfa0b55fbf641798655ccd7e8d97755b297d12a41aaa5412929633657","first_computed_at":"2026-05-20T00:00:18.432770Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-20T00:00:18.432770Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"tADG8tkxBbNCCBhcd0EI547zlbQr7kBAog2JSXxMdVPDqGZHMv7PqRM5gSWh5/Ox2bjZtFqUa+1a6vny4XvgDg==","signature_status":"signed_v1","signed_at":"2026-05-20T00:00:18.433579Z","signed_message":"canonical_sha256_bytes"},"source_id":"2503.16589","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:26b170b99029c5191682d57ff031f5b840a2b896e9e1fff228617218b12a79bf","sha256:476c84bdba3c4e86378758dffba46ddb69ffcc3c6d2649efb0b35d280b32ef9d"],"state_sha256":"7f9ed7c92716a414b3ad4e3ea1c22027558fee3d1c13314818680a8f4026df29"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/SRXjJB2x2scS9HQWCCtL5PktjLoJNdNW7KnAXVzFKhfcwyJiivOqTVM2NwbfmhmUYLSbBrkicl2xPlC7BtpAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-23T05:24:39.718718Z","bundle_sha256":"9244cdd484b2619e09fa330523cca996d1e9698d60a13bf900ae2d28f9a1c77e"}}