{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:VAU65ZZJVFPDTCL3D5TVLWZVB7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4a55e679223e833563b764451a0695c1dbf60011303ec4d9f4d71ef9097ce7f3","cross_cats_sorted":["cs.AI","cs.NE"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-04-28T18:34:09Z","title_canon_sha256":"de7612b94d096840901eef895623fdc47c16cd288aba5ae56ce550052adc05d9"},"schema_version":"1.0","source":{"id":"2504.20183","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.20183","created_at":"2026-07-05T10:55:37Z"},{"alias_kind":"arxiv_version","alias_value":"2504.20183v1","created_at":"2026-07-05T10:55:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.20183","created_at":"2026-07-05T10:55:37Z"},{"alias_kind":"pith_short_12","alias_value":"VAU65ZZJVFPD","created_at":"2026-07-05T10:55:37Z"},{"alias_kind":"pith_short_16","alias_value":"VAU65ZZJVFPDTCL3","created_at":"2026-07-05T10:55:37Z"},{"alias_kind":"pith_short_8","alias_value":"VAU65ZZJ","created_at":"2026-07-05T10:55:37Z"}],"graph_snapshots":[{"event_id":"sha256:0d01ff8ebcd31477305bad1403f0a4b4b1050ceced5b900915683334f4e2d8a9","target":"graph","created_at":"2026-07-05T10:55:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2504.20183/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The application of Large Language Models (LLMs) for Automated Algorithm Discovery (AAD), particularly for optimisation heuristics, is an emerging field of research. This emergence necessitates robust, standardised benchmarking practices to rigorously evaluate the capabilities and limitations of LLM-driven AAD methods and the resulting generated algorithms, especially given the opacity of their design process and known issues with existing benchmarks. To address this need, we introduce BLADE (Benchmark suite for LLM-driven Automated Design and Evolution), a modular and extensible framework spec","authors_text":"Anna V. Kononova, Haoran Yin, Niki van Stein, Thomas B\\\"ack","cross_cats":["cs.AI","cs.NE"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-04-28T18:34:09Z","title":"BLADE: Benchmark suite for LLM-driven Automated Design and Evolution of iterative optimisation heuristics"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.20183","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1d2e133743a8ecafa27249cec8460be8e78528ae004096100a3241b8c6d8fd35","target":"record","created_at":"2026-07-05T10:55:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4a55e679223e833563b764451a0695c1dbf60011303ec4d9f4d71ef9097ce7f3","cross_cats_sorted":["cs.AI","cs.NE"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-04-28T18:34:09Z","title_canon_sha256":"de7612b94d096840901eef895623fdc47c16cd288aba5ae56ce550052adc05d9"},"schema_version":"1.0","source":{"id":"2504.20183","kind":"arxiv","version":1}},"canonical_sha256":"a829eee729a95e39897b1f6755db350fe642f65a603b3421d59aa275fe8e2cb0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a829eee729a95e39897b1f6755db350fe642f65a603b3421d59aa275fe8e2cb0","first_computed_at":"2026-07-05T10:55:37.988674Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:55:37.988674Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"SH5QW3TwLMVa5qT/KFhB1QXYm0/QgSkuXRUJzpLdflVBoK9frMtdenZGAa+QoaYR6ktlwKWRSDeI0KZL4N0qAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:55:37.989138Z","signed_message":"canonical_sha256_bytes"},"source_id":"2504.20183","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1d2e133743a8ecafa27249cec8460be8e78528ae004096100a3241b8c6d8fd35","sha256:0d01ff8ebcd31477305bad1403f0a4b4b1050ceced5b900915683334f4e2d8a9"],"state_sha256":"f74550093c47baca3330406fdd9c34b83e1e9b256a73983c294066d0257b118b"}