{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2016:HOFQ6BYPHQU4LYTG2NFA66WMLG","short_pith_number":"pith:HOFQ6BYP","canonical_record":{"source":{"id":"1605.06170","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-05-19T23:10:15Z","cross_cats_sorted":[],"title_canon_sha256":"d685ab48c090ebfd8a3b8dd83f682a380c6808f9e216199a85bfdd1ab053b86d","abstract_canon_sha256":"673b7cb53369e1815428cc1a02e8d6f7d6dea552be775ff9bc90deafb84f369c"},"schema_version":"1.0"},"canonical_sha256":"3b8b0f070f3c29c5e266d34a0f7acc59ae51d2f5241fb4cf376841cfa65f4936","source":{"kind":"arxiv","id":"1605.06170","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1605.06170","created_at":"2026-05-18T01:14:19Z"},{"alias_kind":"arxiv_version","alias_value":"1605.06170v1","created_at":"2026-05-18T01:14:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1605.06170","created_at":"2026-05-18T01:14:19Z"},{"alias_kind":"pith_short_12","alias_value":"HOFQ6BYPHQU4","created_at":"2026-05-18T12:30:19Z"},{"alias_kind":"pith_short_16","alias_value":"HOFQ6BYPHQU4LYTG","created_at":"2026-05-18T12:30:19Z"},{"alias_kind":"pith_short_8","alias_value":"HOFQ6BYP","created_at":"2026-05-18T12:30:19Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2016:HOFQ6BYPHQU4LYTG2NFA66WMLG","target":"record","payload":{"canonical_record":{"source":{"id":"1605.06170","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-05-19T23:10:15Z","cross_cats_sorted":[],"title_canon_sha256":"d685ab48c090ebfd8a3b8dd83f682a380c6808f9e216199a85bfdd1ab053b86d","abstract_canon_sha256":"673b7cb53369e1815428cc1a02e8d6f7d6dea552be775ff9bc90deafb84f369c"},"schema_version":"1.0"},"canonical_sha256":"3b8b0f070f3c29c5e266d34a0f7acc59ae51d2f5241fb4cf376841cfa65f4936","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T01:14:19.777508Z","signature_b64":"7w2NXm3R1G/nQ/j/jffLGoOhQw64MnuhhxQVRsu4kdICD7QMP1hBDEIk/Metk26Axu6F3PSoRzUbHtOPdpNzDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3b8b0f070f3c29c5e266d34a0f7acc59ae51d2f5241fb4cf376841cfa65f4936","last_reissued_at":"2026-05-18T01:14:19.776831Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T01:14:19.776831Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1605.06170","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T01:14:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dzCY/CbnFAMqRw/BSCzJHp1cKaVapV6JRl85iC2512j4WMfe8Ccq1RMCJYOa8wMuyTwScv1hne3MYkFpW/4XDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-26T06:57:40.551804Z"},"content_sha256":"8dd470ad4501bcdfb7825b23b52fbc6c360c74ae4504b12c63e76ca0ffda2f78","schema_version":"1.0","event_id":"sha256:8dd470ad4501bcdfb7825b23b52fbc6c360c74ae4504b12c63e76ca0ffda2f78"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2016:HOFQ6BYPHQU4LYTG2NFA66WMLG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluation System for a Bayesian Optimization Service","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Alexandra Johnson, George Ke, Ian Dewancker, Michael McCourt, Patrick Hayes, Scott Clark","submitted_at":"2016-05-19T23:10:15Z","abstract_excerpt":"Bayesian optimization is an elegant solution to the hyperparameter optimization problem in machine learning. Building a reliable and robust Bayesian optimization service requires careful testing methodology and sound statistical analysis. In this talk we will outline our development of an evaluation framework to rigorously test and measure the impact of changes to the SigOpt optimization service. We present an overview of our evaluation system and discuss how this framework empowers our research engineers to confidently and quickly make changes to our core optimization engine"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1605.06170","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T01:14:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HAtNxOXMLNXTxI8BsaH+kGWvbf/0peOGLY3CPTx+MVstJRKC4of7A8P6UBoqDhHFs08eyUaHdd6jAiP07eoiDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-26T06:57:40.552277Z"},"content_sha256":"ec1ddb709bdb08a01d8cc327f03f0c1d6638f524363cdc732ca26b6398ba961a","schema_version":"1.0","event_id":"sha256:ec1ddb709bdb08a01d8cc327f03f0c1d6638f524363cdc732ca26b6398ba961a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HOFQ6BYPHQU4LYTG2NFA66WMLG/bundle.json","state_url":"https://pith.science/pith/HOFQ6BYPHQU4LYTG2NFA66WMLG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HOFQ6BYPHQU4LYTG2NFA66WMLG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-26T06:57:40Z","links":{"resolver":"https://pith.science/pith/HOFQ6BYPHQU4LYTG2NFA66WMLG","bundle":"https://pith.science/pith/HOFQ6BYPHQU4LYTG2NFA66WMLG/bundle.json","state":"https://pith.science/pith/HOFQ6BYPHQU4LYTG2NFA66WMLG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HOFQ6BYPHQU4LYTG2NFA66WMLG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2016:HOFQ6BYPHQU4LYTG2NFA66WMLG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"673b7cb53369e1815428cc1a02e8d6f7d6dea552be775ff9bc90deafb84f369c","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-05-19T23:10:15Z","title_canon_sha256":"d685ab48c090ebfd8a3b8dd83f682a380c6808f9e216199a85bfdd1ab053b86d"},"schema_version":"1.0","source":{"id":"1605.06170","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1605.06170","created_at":"2026-05-18T01:14:19Z"},{"alias_kind":"arxiv_version","alias_value":"1605.06170v1","created_at":"2026-05-18T01:14:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1605.06170","created_at":"2026-05-18T01:14:19Z"},{"alias_kind":"pith_short_12","alias_value":"HOFQ6BYPHQU4","created_at":"2026-05-18T12:30:19Z"},{"alias_kind":"pith_short_16","alias_value":"HOFQ6BYPHQU4LYTG","created_at":"2026-05-18T12:30:19Z"},{"alias_kind":"pith_short_8","alias_value":"HOFQ6BYP","created_at":"2026-05-18T12:30:19Z"}],"graph_snapshots":[{"event_id":"sha256:ec1ddb709bdb08a01d8cc327f03f0c1d6638f524363cdc732ca26b6398ba961a","target":"graph","created_at":"2026-05-18T01:14:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Bayesian optimization is an elegant solution to the hyperparameter optimization problem in machine learning. Building a reliable and robust Bayesian optimization service requires careful testing methodology and sound statistical analysis. In this talk we will outline our development of an evaluation framework to rigorously test and measure the impact of changes to the SigOpt optimization service. We present an overview of our evaluation system and discuss how this framework empowers our research engineers to confidently and quickly make changes to our core optimization engine","authors_text":"Alexandra Johnson, George Ke, Ian Dewancker, Michael McCourt, Patrick Hayes, Scott Clark","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-05-19T23:10:15Z","title":"Evaluation System for a Bayesian Optimization Service"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1605.06170","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8dd470ad4501bcdfb7825b23b52fbc6c360c74ae4504b12c63e76ca0ffda2f78","target":"record","created_at":"2026-05-18T01:14:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"673b7cb53369e1815428cc1a02e8d6f7d6dea552be775ff9bc90deafb84f369c","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-05-19T23:10:15Z","title_canon_sha256":"d685ab48c090ebfd8a3b8dd83f682a380c6808f9e216199a85bfdd1ab053b86d"},"schema_version":"1.0","source":{"id":"1605.06170","kind":"arxiv","version":1}},"canonical_sha256":"3b8b0f070f3c29c5e266d34a0f7acc59ae51d2f5241fb4cf376841cfa65f4936","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3b8b0f070f3c29c5e266d34a0f7acc59ae51d2f5241fb4cf376841cfa65f4936","first_computed_at":"2026-05-18T01:14:19.776831Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T01:14:19.776831Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"7w2NXm3R1G/nQ/j/jffLGoOhQw64MnuhhxQVRsu4kdICD7QMP1hBDEIk/Metk26Axu6F3PSoRzUbHtOPdpNzDA==","signature_status":"signed_v1","signed_at":"2026-05-18T01:14:19.777508Z","signed_message":"canonical_sha256_bytes"},"source_id":"1605.06170","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8dd470ad4501bcdfb7825b23b52fbc6c360c74ae4504b12c63e76ca0ffda2f78","sha256:ec1ddb709bdb08a01d8cc327f03f0c1d6638f524363cdc732ca26b6398ba961a"],"state_sha256":"de8b0c0aadf7f7ae680ebaa2cedc37a55e9fe85511ba8d0cd342f78f925b0c64"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"u/0RG/jaBalQp6j3xlO+4cLvHki4ZuLheUyNL3YdqS5MqbqWh635RlnYfsMSNPinUoWSSjn93NIdmEu1BPF9Cw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-26T06:57:40.555202Z","bundle_sha256":"84587e742a62a22902453c7f796056396a8e90b049745bd54d7fde539438725b"}}