{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:6BCF6L4HBNFCQGTNBIWMDL7Y52","short_pith_number":"pith:6BCF6L4H","canonical_record":{"source":{"id":"2502.17246","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-02-24T15:25:21Z","cross_cats_sorted":[],"title_canon_sha256":"3f693cb7269d6df232749bf34714aaa801394d2c919aa14a1fa593f9e5028275","abstract_canon_sha256":"7ec37f0f441e4dd6e882bc9df058a52f4126f1a9e658ae74c2167f2cc6d325d6"},"schema_version":"1.0"},"canonical_sha256":"f0445f2f870b4a281a6d0a2cc1aff8ee917efcd54b73507d4c7a2af4e7f18410","source":{"kind":"arxiv","id":"2502.17246","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.17246","created_at":"2026-07-05T10:19:07Z"},{"alias_kind":"arxiv_version","alias_value":"2502.17246v1","created_at":"2026-07-05T10:19:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.17246","created_at":"2026-07-05T10:19:07Z"},{"alias_kind":"pith_short_12","alias_value":"6BCF6L4HBNFC","created_at":"2026-07-05T10:19:07Z"},{"alias_kind":"pith_short_16","alias_value":"6BCF6L4HBNFCQGTN","created_at":"2026-07-05T10:19:07Z"},{"alias_kind":"pith_short_8","alias_value":"6BCF6L4H","created_at":"2026-07-05T10:19:07Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:6BCF6L4HBNFCQGTNBIWMDL7Y52","target":"record","payload":{"canonical_record":{"source":{"id":"2502.17246","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-02-24T15:25:21Z","cross_cats_sorted":[],"title_canon_sha256":"3f693cb7269d6df232749bf34714aaa801394d2c919aa14a1fa593f9e5028275","abstract_canon_sha256":"7ec37f0f441e4dd6e882bc9df058a52f4126f1a9e658ae74c2167f2cc6d325d6"},"schema_version":"1.0"},"canonical_sha256":"f0445f2f870b4a281a6d0a2cc1aff8ee917efcd54b73507d4c7a2af4e7f18410","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:19:07.663111Z","signature_b64":"WeZd/Rke9DUjpWDIbGAggLTmbsfwz06mp6E/a+wJEcjQNIcCVsHjIfLWt6zWjt/vKf4XlWdUsbN3W1r41EMNCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f0445f2f870b4a281a6d0a2cc1aff8ee917efcd54b73507d4c7a2af4e7f18410","last_reissued_at":"2026-07-05T10:19:07.662629Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:19:07.662629Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.17246","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:19:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CEQzN/63OK3YDpR61/xOK8SxZqqM1Wcs1N5OQVWLlHi8AsLg2dJXtuGEfYi6tNXmuGc/vhy/GuT5YO6Oi6e9CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T21:20:03.956629Z"},"content_sha256":"24e0cf5aebb6668b91b5ba1f00b2aa1cfa632b5a52ffefea8bed316f2fcb96d1","schema_version":"1.0","event_id":"sha256:24e0cf5aebb6668b91b5ba1f00b2aa1cfa632b5a52ffefea8bed316f2fcb96d1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:6BCF6L4HBNFCQGTNBIWMDL7Y52","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Overconfident Oracles: Limitations of In Silico Sequence Design Benchmarking","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Nathan Grinsztajn, Paul Duckworth, Shikha Surana, Thomas D. Barrett, Timothy Atkinson","submitted_at":"2025-02-24T15:25:21Z","abstract_excerpt":"Machine learning methods can automate the in silico design of biological sequences, aiming to reduce costs and accelerate medical research. Given the limited access to wet labs, in silico design methods commonly use an oracle model to evaluate de novo generated sequences. However, the use of different oracle models across methods makes it challenging to compare them reliably, motivating the question: are in silico sequence design benchmarks reliable? In this work, we examine 12 sequence design methods that utilise ML oracles common in the literature and find that there are significant challeng"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.17246","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.17246/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:19:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"h4pq874sntB/nl8ictR9copoUKBlKqUNhmXQWx6iqRSijp/N57FJR7qPlOQ46pJzRGqy7QRhlPUr2HEscbNSDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T21:20:03.957142Z"},"content_sha256":"bd44aa13d7bc73a74653467a73a9af34de2470256735c4c4d7bb68aac4f50184","schema_version":"1.0","event_id":"sha256:bd44aa13d7bc73a74653467a73a9af34de2470256735c4c4d7bb68aac4f50184"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6BCF6L4HBNFCQGTNBIWMDL7Y52/bundle.json","state_url":"https://pith.science/pith/6BCF6L4HBNFCQGTNBIWMDL7Y52/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6BCF6L4HBNFCQGTNBIWMDL7Y52/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T21:20:03Z","links":{"resolver":"https://pith.science/pith/6BCF6L4HBNFCQGTNBIWMDL7Y52","bundle":"https://pith.science/pith/6BCF6L4HBNFCQGTNBIWMDL7Y52/bundle.json","state":"https://pith.science/pith/6BCF6L4HBNFCQGTNBIWMDL7Y52/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6BCF6L4HBNFCQGTNBIWMDL7Y52/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:6BCF6L4HBNFCQGTNBIWMDL7Y52","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7ec37f0f441e4dd6e882bc9df058a52f4126f1a9e658ae74c2167f2cc6d325d6","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-02-24T15:25:21Z","title_canon_sha256":"3f693cb7269d6df232749bf34714aaa801394d2c919aa14a1fa593f9e5028275"},"schema_version":"1.0","source":{"id":"2502.17246","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.17246","created_at":"2026-07-05T10:19:07Z"},{"alias_kind":"arxiv_version","alias_value":"2502.17246v1","created_at":"2026-07-05T10:19:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.17246","created_at":"2026-07-05T10:19:07Z"},{"alias_kind":"pith_short_12","alias_value":"6BCF6L4HBNFC","created_at":"2026-07-05T10:19:07Z"},{"alias_kind":"pith_short_16","alias_value":"6BCF6L4HBNFCQGTN","created_at":"2026-07-05T10:19:07Z"},{"alias_kind":"pith_short_8","alias_value":"6BCF6L4H","created_at":"2026-07-05T10:19:07Z"}],"graph_snapshots":[{"event_id":"sha256:bd44aa13d7bc73a74653467a73a9af34de2470256735c4c4d7bb68aac4f50184","target":"graph","created_at":"2026-07-05T10:19:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.17246/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Machine learning methods can automate the in silico design of biological sequences, aiming to reduce costs and accelerate medical research. Given the limited access to wet labs, in silico design methods commonly use an oracle model to evaluate de novo generated sequences. However, the use of different oracle models across methods makes it challenging to compare them reliably, motivating the question: are in silico sequence design benchmarks reliable? In this work, we examine 12 sequence design methods that utilise ML oracles common in the literature and find that there are significant challeng","authors_text":"Nathan Grinsztajn, Paul Duckworth, Shikha Surana, Thomas D. Barrett, Timothy Atkinson","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-02-24T15:25:21Z","title":"Overconfident Oracles: Limitations of In Silico Sequence Design Benchmarking"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.17246","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:24e0cf5aebb6668b91b5ba1f00b2aa1cfa632b5a52ffefea8bed316f2fcb96d1","target":"record","created_at":"2026-07-05T10:19:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7ec37f0f441e4dd6e882bc9df058a52f4126f1a9e658ae74c2167f2cc6d325d6","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-02-24T15:25:21Z","title_canon_sha256":"3f693cb7269d6df232749bf34714aaa801394d2c919aa14a1fa593f9e5028275"},"schema_version":"1.0","source":{"id":"2502.17246","kind":"arxiv","version":1}},"canonical_sha256":"f0445f2f870b4a281a6d0a2cc1aff8ee917efcd54b73507d4c7a2af4e7f18410","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f0445f2f870b4a281a6d0a2cc1aff8ee917efcd54b73507d4c7a2af4e7f18410","first_computed_at":"2026-07-05T10:19:07.662629Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:19:07.662629Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"WeZd/Rke9DUjpWDIbGAggLTmbsfwz06mp6E/a+wJEcjQNIcCVsHjIfLWt6zWjt/vKf4XlWdUsbN3W1r41EMNCA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:19:07.663111Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.17246","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:24e0cf5aebb6668b91b5ba1f00b2aa1cfa632b5a52ffefea8bed316f2fcb96d1","sha256:bd44aa13d7bc73a74653467a73a9af34de2470256735c4c4d7bb68aac4f50184"],"state_sha256":"afc79c93e371303f008d8ad672865a1f75528341f9a0597a73fdc5a5ca5ba545"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jtW82furt8VQQlhNYLQuVQrChqXFknZvHm/ZXYJz12aQLR5b/6p4bgUTB04uRYYqhv9WQnFRhdMUeOxlzRqgDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T21:20:03.960716Z","bundle_sha256":"732756ab6f136ef43c8fa68aeb900b06aae93c4b9ad0b9150bf8fc204531d289"}}