{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:VAU65ZZJVFPDTCL3D5TVLWZVB7","short_pith_number":"pith:VAU65ZZJ","canonical_record":{"source":{"id":"2504.20183","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-04-28T18:34:09Z","cross_cats_sorted":["cs.AI","cs.NE"],"title_canon_sha256":"de7612b94d096840901eef895623fdc47c16cd288aba5ae56ce550052adc05d9","abstract_canon_sha256":"4a55e679223e833563b764451a0695c1dbf60011303ec4d9f4d71ef9097ce7f3"},"schema_version":"1.0"},"canonical_sha256":"a829eee729a95e39897b1f6755db350fe642f65a603b3421d59aa275fe8e2cb0","source":{"kind":"arxiv","id":"2504.20183","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.20183","created_at":"2026-07-05T10:55:37Z"},{"alias_kind":"arxiv_version","alias_value":"2504.20183v1","created_at":"2026-07-05T10:55:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.20183","created_at":"2026-07-05T10:55:37Z"},{"alias_kind":"pith_short_12","alias_value":"VAU65ZZJVFPD","created_at":"2026-07-05T10:55:37Z"},{"alias_kind":"pith_short_16","alias_value":"VAU65ZZJVFPDTCL3","created_at":"2026-07-05T10:55:37Z"},{"alias_kind":"pith_short_8","alias_value":"VAU65ZZJ","created_at":"2026-07-05T10:55:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:VAU65ZZJVFPDTCL3D5TVLWZVB7","target":"record","payload":{"canonical_record":{"source":{"id":"2504.20183","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-04-28T18:34:09Z","cross_cats_sorted":["cs.AI","cs.NE"],"title_canon_sha256":"de7612b94d096840901eef895623fdc47c16cd288aba5ae56ce550052adc05d9","abstract_canon_sha256":"4a55e679223e833563b764451a0695c1dbf60011303ec4d9f4d71ef9097ce7f3"},"schema_version":"1.0"},"canonical_sha256":"a829eee729a95e39897b1f6755db350fe642f65a603b3421d59aa275fe8e2cb0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:55:37.989138Z","signature_b64":"SH5QW3TwLMVa5qT/KFhB1QXYm0/QgSkuXRUJzpLdflVBoK9frMtdenZGAa+QoaYR6ktlwKWRSDeI0KZL4N0qAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a829eee729a95e39897b1f6755db350fe642f65a603b3421d59aa275fe8e2cb0","last_reissued_at":"2026-07-05T10:55:37.988674Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:55:37.988674Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2504.20183","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:55:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nhBJ9N28K/tu9zB0N3vwdcQZMopnB6r7GymkUdjXjTqcuSIBv1S/UdhwgURLK85/jAYh4UszwPUd1zHABoBaAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T11:14:40.010624Z"},"content_sha256":"1d2e133743a8ecafa27249cec8460be8e78528ae004096100a3241b8c6d8fd35","schema_version":"1.0","event_id":"sha256:1d2e133743a8ecafa27249cec8460be8e78528ae004096100a3241b8c6d8fd35"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:VAU65ZZJVFPDTCL3D5TVLWZVB7","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"BLADE: Benchmark suite for LLM-driven Automated Design and Evolution of iterative optimisation heuristics","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.NE"],"primary_cat":"cs.SE","authors_text":"Anna V. Kononova, Haoran Yin, Niki van Stein, Thomas B\\\"ack","submitted_at":"2025-04-28T18:34:09Z","abstract_excerpt":"The application of Large Language Models (LLMs) for Automated Algorithm Discovery (AAD), particularly for optimisation heuristics, is an emerging field of research. This emergence necessitates robust, standardised benchmarking practices to rigorously evaluate the capabilities and limitations of LLM-driven AAD methods and the resulting generated algorithms, especially given the opacity of their design process and known issues with existing benchmarks. To address this need, we introduce BLADE (Benchmark suite for LLM-driven Automated Design and Evolution), a modular and extensible framework spec"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.20183","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2504.20183/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:55:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wsfP0bZ9sQt3ikKfBbs43Acic8/k3RnTU2locEjsRow4/zSyyJeN0g5ilYWx5wM0dcbJMhMj8F74ZTetAuLqBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T11:14:40.011108Z"},"content_sha256":"0d01ff8ebcd31477305bad1403f0a4b4b1050ceced5b900915683334f4e2d8a9","schema_version":"1.0","event_id":"sha256:0d01ff8ebcd31477305bad1403f0a4b4b1050ceced5b900915683334f4e2d8a9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VAU65ZZJVFPDTCL3D5TVLWZVB7/bundle.json","state_url":"https://pith.science/pith/VAU65ZZJVFPDTCL3D5TVLWZVB7/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VAU65ZZJVFPDTCL3D5TVLWZVB7/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T11:14:40Z","links":{"resolver":"https://pith.science/pith/VAU65ZZJVFPDTCL3D5TVLWZVB7","bundle":"https://pith.science/pith/VAU65ZZJVFPDTCL3D5TVLWZVB7/bundle.json","state":"https://pith.science/pith/VAU65ZZJVFPDTCL3D5TVLWZVB7/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VAU65ZZJVFPDTCL3D5TVLWZVB7/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:VAU65ZZJVFPDTCL3D5TVLWZVB7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4a55e679223e833563b764451a0695c1dbf60011303ec4d9f4d71ef9097ce7f3","cross_cats_sorted":["cs.AI","cs.NE"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-04-28T18:34:09Z","title_canon_sha256":"de7612b94d096840901eef895623fdc47c16cd288aba5ae56ce550052adc05d9"},"schema_version":"1.0","source":{"id":"2504.20183","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.20183","created_at":"2026-07-05T10:55:37Z"},{"alias_kind":"arxiv_version","alias_value":"2504.20183v1","created_at":"2026-07-05T10:55:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.20183","created_at":"2026-07-05T10:55:37Z"},{"alias_kind":"pith_short_12","alias_value":"VAU65ZZJVFPD","created_at":"2026-07-05T10:55:37Z"},{"alias_kind":"pith_short_16","alias_value":"VAU65ZZJVFPDTCL3","created_at":"2026-07-05T10:55:37Z"},{"alias_kind":"pith_short_8","alias_value":"VAU65ZZJ","created_at":"2026-07-05T10:55:37Z"}],"graph_snapshots":[{"event_id":"sha256:0d01ff8ebcd31477305bad1403f0a4b4b1050ceced5b900915683334f4e2d8a9","target":"graph","created_at":"2026-07-05T10:55:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2504.20183/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The application of Large Language Models (LLMs) for Automated Algorithm Discovery (AAD), particularly for optimisation heuristics, is an emerging field of research. This emergence necessitates robust, standardised benchmarking practices to rigorously evaluate the capabilities and limitations of LLM-driven AAD methods and the resulting generated algorithms, especially given the opacity of their design process and known issues with existing benchmarks. To address this need, we introduce BLADE (Benchmark suite for LLM-driven Automated Design and Evolution), a modular and extensible framework spec","authors_text":"Anna V. Kononova, Haoran Yin, Niki van Stein, Thomas B\\\"ack","cross_cats":["cs.AI","cs.NE"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-04-28T18:34:09Z","title":"BLADE: Benchmark suite for LLM-driven Automated Design and Evolution of iterative optimisation heuristics"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.20183","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1d2e133743a8ecafa27249cec8460be8e78528ae004096100a3241b8c6d8fd35","target":"record","created_at":"2026-07-05T10:55:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4a55e679223e833563b764451a0695c1dbf60011303ec4d9f4d71ef9097ce7f3","cross_cats_sorted":["cs.AI","cs.NE"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-04-28T18:34:09Z","title_canon_sha256":"de7612b94d096840901eef895623fdc47c16cd288aba5ae56ce550052adc05d9"},"schema_version":"1.0","source":{"id":"2504.20183","kind":"arxiv","version":1}},"canonical_sha256":"a829eee729a95e39897b1f6755db350fe642f65a603b3421d59aa275fe8e2cb0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a829eee729a95e39897b1f6755db350fe642f65a603b3421d59aa275fe8e2cb0","first_computed_at":"2026-07-05T10:55:37.988674Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:55:37.988674Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"SH5QW3TwLMVa5qT/KFhB1QXYm0/QgSkuXRUJzpLdflVBoK9frMtdenZGAa+QoaYR6ktlwKWRSDeI0KZL4N0qAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:55:37.989138Z","signed_message":"canonical_sha256_bytes"},"source_id":"2504.20183","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1d2e133743a8ecafa27249cec8460be8e78528ae004096100a3241b8c6d8fd35","sha256:0d01ff8ebcd31477305bad1403f0a4b4b1050ceced5b900915683334f4e2d8a9"],"state_sha256":"f74550093c47baca3330406fdd9c34b83e1e9b256a73983c294066d0257b118b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4jvcQBB2/0XY8N/tmZ38rbdBK7goFCMXpuo46qSqD0Bu5JIKc6O4qJUrnqKNu/dmDsfLl8d8qz3XQ6OOsrP3Cw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T11:14:40.014527Z","bundle_sha256":"93ed468a4e3044433d59f4425f34ea9fa88ea60cc6a02e6c8655af442ff4b05f"}}