{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:Z6ABY7QN7HILMV7M4ASSVDQFWS","short_pith_number":"pith:Z6ABY7QN","canonical_record":{"source":{"id":"2204.11527","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NE","submitted_at":"2022-04-25T09:38:43Z","cross_cats_sorted":[],"title_canon_sha256":"741af960a18c6c42d2c1188ae89dd2d055454bb54c9b097b38020f2d7c3c05dd","abstract_canon_sha256":"e146473cfbcb138621f9df2a2e261e9356574539331c3bbe3ba5126314f09f1d"},"schema_version":"1.0"},"canonical_sha256":"cf801c7e0df9d0b657ece0252a8e05b4a6ee65498fe34aa4e5ee6e3dd0c3bbf9","source":{"kind":"arxiv","id":"2204.11527","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.11527","created_at":"2026-07-05T04:17:29Z"},{"alias_kind":"arxiv_version","alias_value":"2204.11527v1","created_at":"2026-07-05T04:17:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.11527","created_at":"2026-07-05T04:17:29Z"},{"alias_kind":"pith_short_12","alias_value":"Z6ABY7QN7HIL","created_at":"2026-07-05T04:17:29Z"},{"alias_kind":"pith_short_16","alias_value":"Z6ABY7QN7HILMV7M","created_at":"2026-07-05T04:17:29Z"},{"alias_kind":"pith_short_8","alias_value":"Z6ABY7QN","created_at":"2026-07-05T04:17:29Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:Z6ABY7QN7HILMV7M4ASSVDQFWS","target":"record","payload":{"canonical_record":{"source":{"id":"2204.11527","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NE","submitted_at":"2022-04-25T09:38:43Z","cross_cats_sorted":[],"title_canon_sha256":"741af960a18c6c42d2c1188ae89dd2d055454bb54c9b097b38020f2d7c3c05dd","abstract_canon_sha256":"e146473cfbcb138621f9df2a2e261e9356574539331c3bbe3ba5126314f09f1d"},"schema_version":"1.0"},"canonical_sha256":"cf801c7e0df9d0b657ece0252a8e05b4a6ee65498fe34aa4e5ee6e3dd0c3bbf9","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:17:29.030514Z","signature_b64":"6N/u9Eu2uJf5I6OSH0E55kPMgfmPDxZ7Ve1D138NMR1Wyk7w8PFJHFYVD/OQ7iLXoS5ITmQt4Bmw5vFaMcipBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"cf801c7e0df9d0b657ece0252a8e05b4a6ee65498fe34aa4e5ee6e3dd0c3bbf9","last_reissued_at":"2026-07-05T04:17:29.030101Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:17:29.030101Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2204.11527","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:17:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YvvNPHlc+y9k3/DxtHO6IYnAZvzj08ra0FXa/gTFp9wfDzInf/HvPFg6O6QEhZ9hYKGKQBiF4w4XUsnJ7eMXCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-20T05:40:47.197799Z"},"content_sha256":"f0d05e64712458a7e0c3eda1c4b18a1e3cff09203fd57cd5e5f528b18a57cf23","schema_version":"1.0","event_id":"sha256:f0d05e64712458a7e0c3eda1c4b18a1e3cff09203fd57cd5e5f528b18a57cf23"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:Z6ABY7QN7HILMV7M4ASSVDQFWS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"SELECTOR: Selecting a Representative Benchmark Suite for Reproducible Statistical Comparison","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.NE","authors_text":"Andries Petrus Engelbrecht, Carola Doerr, Gjorgjina Cenikj, Peter Koro\\v{s}ec, Ryan Dieter Lang, Tome Eftimov","submitted_at":"2022-04-25T09:38:43Z","abstract_excerpt":"Fair algorithm evaluation is conditioned on the existence of high-quality benchmark datasets that are non-redundant and are representative of typical optimization scenarios. In this paper, we evaluate three heuristics for selecting diverse problem instances which should be involved in the comparison of optimization algorithms in order to ensure robust statistical algorithm performance analysis. The first approach employs clustering to identify similar groups of problem instances and subsequent sampling from each cluster to construct new benchmarks, while the other two approaches use graph algo"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.11527","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2204.11527/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:17:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xhwSPYXcLmt/Xxg5VRWyaGpdlBx8hGDkJpJ+omm53cHcZ316BMt3l4XgUyt4fglqotN/ZKIQNDhAyAOtThmUBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-20T05:40:47.198181Z"},"content_sha256":"43fce5c82e25052ddf2319d2c9c6ca1cfed6bb2a68d51cab7423f9475eb160c2","schema_version":"1.0","event_id":"sha256:43fce5c82e25052ddf2319d2c9c6ca1cfed6bb2a68d51cab7423f9475eb160c2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/Z6ABY7QN7HILMV7M4ASSVDQFWS/bundle.json","state_url":"https://pith.science/pith/Z6ABY7QN7HILMV7M4ASSVDQFWS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/Z6ABY7QN7HILMV7M4ASSVDQFWS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-20T05:40:47Z","links":{"resolver":"https://pith.science/pith/Z6ABY7QN7HILMV7M4ASSVDQFWS","bundle":"https://pith.science/pith/Z6ABY7QN7HILMV7M4ASSVDQFWS/bundle.json","state":"https://pith.science/pith/Z6ABY7QN7HILMV7M4ASSVDQFWS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/Z6ABY7QN7HILMV7M4ASSVDQFWS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:Z6ABY7QN7HILMV7M4ASSVDQFWS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e146473cfbcb138621f9df2a2e261e9356574539331c3bbe3ba5126314f09f1d","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NE","submitted_at":"2022-04-25T09:38:43Z","title_canon_sha256":"741af960a18c6c42d2c1188ae89dd2d055454bb54c9b097b38020f2d7c3c05dd"},"schema_version":"1.0","source":{"id":"2204.11527","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.11527","created_at":"2026-07-05T04:17:29Z"},{"alias_kind":"arxiv_version","alias_value":"2204.11527v1","created_at":"2026-07-05T04:17:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.11527","created_at":"2026-07-05T04:17:29Z"},{"alias_kind":"pith_short_12","alias_value":"Z6ABY7QN7HIL","created_at":"2026-07-05T04:17:29Z"},{"alias_kind":"pith_short_16","alias_value":"Z6ABY7QN7HILMV7M","created_at":"2026-07-05T04:17:29Z"},{"alias_kind":"pith_short_8","alias_value":"Z6ABY7QN","created_at":"2026-07-05T04:17:29Z"}],"graph_snapshots":[{"event_id":"sha256:43fce5c82e25052ddf2319d2c9c6ca1cfed6bb2a68d51cab7423f9475eb160c2","target":"graph","created_at":"2026-07-05T04:17:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2204.11527/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Fair algorithm evaluation is conditioned on the existence of high-quality benchmark datasets that are non-redundant and are representative of typical optimization scenarios. In this paper, we evaluate three heuristics for selecting diverse problem instances which should be involved in the comparison of optimization algorithms in order to ensure robust statistical algorithm performance analysis. The first approach employs clustering to identify similar groups of problem instances and subsequent sampling from each cluster to construct new benchmarks, while the other two approaches use graph algo","authors_text":"Andries Petrus Engelbrecht, Carola Doerr, Gjorgjina Cenikj, Peter Koro\\v{s}ec, Ryan Dieter Lang, Tome Eftimov","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NE","submitted_at":"2022-04-25T09:38:43Z","title":"SELECTOR: Selecting a Representative Benchmark Suite for Reproducible Statistical Comparison"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.11527","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f0d05e64712458a7e0c3eda1c4b18a1e3cff09203fd57cd5e5f528b18a57cf23","target":"record","created_at":"2026-07-05T04:17:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e146473cfbcb138621f9df2a2e261e9356574539331c3bbe3ba5126314f09f1d","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NE","submitted_at":"2022-04-25T09:38:43Z","title_canon_sha256":"741af960a18c6c42d2c1188ae89dd2d055454bb54c9b097b38020f2d7c3c05dd"},"schema_version":"1.0","source":{"id":"2204.11527","kind":"arxiv","version":1}},"canonical_sha256":"cf801c7e0df9d0b657ece0252a8e05b4a6ee65498fe34aa4e5ee6e3dd0c3bbf9","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"cf801c7e0df9d0b657ece0252a8e05b4a6ee65498fe34aa4e5ee6e3dd0c3bbf9","first_computed_at":"2026-07-05T04:17:29.030101Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:17:29.030101Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"6N/u9Eu2uJf5I6OSH0E55kPMgfmPDxZ7Ve1D138NMR1Wyk7w8PFJHFYVD/OQ7iLXoS5ITmQt4Bmw5vFaMcipBg==","signature_status":"signed_v1","signed_at":"2026-07-05T04:17:29.030514Z","signed_message":"canonical_sha256_bytes"},"source_id":"2204.11527","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f0d05e64712458a7e0c3eda1c4b18a1e3cff09203fd57cd5e5f528b18a57cf23","sha256:43fce5c82e25052ddf2319d2c9c6ca1cfed6bb2a68d51cab7423f9475eb160c2"],"state_sha256":"9cac67304e9c79c5f8d088b766c882d6bf49127151b4e0a99ea7bce7239bef7c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"84BXu/nBZfUjAp9J4Wame+hfqlZdpAP+2e8z4pxkhxOqpx776cbK3GEB8KyCXBw3U7dt3RhuSiptQ09me5CFAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-20T05:40:47.200762Z","bundle_sha256":"ab030696b105fcf412cd2d3c7d8ec585f020e23044cb3cf13c15066ac55ccf94"}}