{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:MQXXUSDHKS67MBMNTW5X3HG6QC","short_pith_number":"pith:MQXXUSDH","canonical_record":{"source":{"id":"2407.03891","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2024-07-04T12:33:56Z","cross_cats_sorted":["cs.PL"],"title_canon_sha256":"85f5339e927eba06dd7b21b381e5706ae3c3c9e1f0b4c9de202cb813e7ceffb3","abstract_canon_sha256":"a130a89662041e19be12d5c04baae9e4144cd81e4d7b0d8d0411f82367ef2e7c"},"schema_version":"1.0"},"canonical_sha256":"642f7a486754bdf6058d9dbb7d9cde80a36f605ab40e644d049dcf997d455e0c","source":{"kind":"arxiv","id":"2407.03891","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.03891","created_at":"2026-07-05T08:57:05Z"},{"alias_kind":"arxiv_version","alias_value":"2407.03891v2","created_at":"2026-07-05T08:57:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.03891","created_at":"2026-07-05T08:57:05Z"},{"alias_kind":"pith_short_12","alias_value":"MQXXUSDHKS67","created_at":"2026-07-05T08:57:05Z"},{"alias_kind":"pith_short_16","alias_value":"MQXXUSDHKS67MBMN","created_at":"2026-07-05T08:57:05Z"},{"alias_kind":"pith_short_8","alias_value":"MQXXUSDH","created_at":"2026-07-05T08:57:05Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:MQXXUSDHKS67MBMNTW5X3HG6QC","target":"record","payload":{"canonical_record":{"source":{"id":"2407.03891","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2024-07-04T12:33:56Z","cross_cats_sorted":["cs.PL"],"title_canon_sha256":"85f5339e927eba06dd7b21b381e5706ae3c3c9e1f0b4c9de202cb813e7ceffb3","abstract_canon_sha256":"a130a89662041e19be12d5c04baae9e4144cd81e4d7b0d8d0411f82367ef2e7c"},"schema_version":"1.0"},"canonical_sha256":"642f7a486754bdf6058d9dbb7d9cde80a36f605ab40e644d049dcf997d455e0c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:57:05.468674Z","signature_b64":"5zVS6bph2JopRjz1KqVz17uwHyneyrOB4O6XRqw4zJvu5SwsX0+jO+CazMtL4j4yBm7eUU16pRkTMqzv8yhqCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"642f7a486754bdf6058d9dbb7d9cde80a36f605ab40e644d049dcf997d455e0c","last_reissued_at":"2026-07-05T08:57:05.468222Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:57:05.468222Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.03891","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:57:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"djHS4ldDUS/E5eYghHQpht5RfChRxpig1sHeQdNd+y943K8eQE3xR7MQspPWKdJnDV0aXtja+jvwE/GHKWvKCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T19:20:12.346697Z"},"content_sha256":"4e3516df28db5cc5f7bd024cd77f9a515ef278c5f8b95e19c78e0a647a052000","schema_version":"1.0","event_id":"sha256:4e3516df28db5cc5f7bd024cd77f9a515ef278c5f8b95e19c78e0a647a052000"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:MQXXUSDHKS67MBMNTW5X3HG6QC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"AutoBench: Automatic Testbench Generation and Evaluation Using LLMs for HDL Design","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.PL"],"primary_cat":"cs.SE","authors_text":"Bing Li, Grace Li Zhang, Rolf Drechsler, Ruidi Qiu, Ulf Schlichtmann","submitted_at":"2024-07-04T12:33:56Z","abstract_excerpt":"In digital circuit design, testbenches constitute the cornerstone of simulation-based hardware verification. Traditional methodologies for testbench generation during simulation-based hardware verification still remain partially manual, resulting in inefficiencies in testing various scenarios and requiring expensive time from designers. Large Language Models (LLMs) have demonstrated their potential in automating the circuit design flow. However, directly applying LLMs to generate testbenches suffers from a low pass rate. To address this challenge, we introduce AutoBench, the first LLM-based te"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.03891","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.03891/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:57:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3AL8iu4HBbOBg2MknrBhR/fI/qZRHKfrh/scrVdvLUy+ssdeBeRPJO87CvA76E+Jh0WgqdrCZL6keqo3Fp/5Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T19:20:12.347940Z"},"content_sha256":"1739e129cde5975362a2700be9343d332d51c89966ea4c7491f21908b6a2c3d1","schema_version":"1.0","event_id":"sha256:1739e129cde5975362a2700be9343d332d51c89966ea4c7491f21908b6a2c3d1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MQXXUSDHKS67MBMNTW5X3HG6QC/bundle.json","state_url":"https://pith.science/pith/MQXXUSDHKS67MBMNTW5X3HG6QC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MQXXUSDHKS67MBMNTW5X3HG6QC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-19T19:20:12Z","links":{"resolver":"https://pith.science/pith/MQXXUSDHKS67MBMNTW5X3HG6QC","bundle":"https://pith.science/pith/MQXXUSDHKS67MBMNTW5X3HG6QC/bundle.json","state":"https://pith.science/pith/MQXXUSDHKS67MBMNTW5X3HG6QC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MQXXUSDHKS67MBMNTW5X3HG6QC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:MQXXUSDHKS67MBMNTW5X3HG6QC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a130a89662041e19be12d5c04baae9e4144cd81e4d7b0d8d0411f82367ef2e7c","cross_cats_sorted":["cs.PL"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2024-07-04T12:33:56Z","title_canon_sha256":"85f5339e927eba06dd7b21b381e5706ae3c3c9e1f0b4c9de202cb813e7ceffb3"},"schema_version":"1.0","source":{"id":"2407.03891","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.03891","created_at":"2026-07-05T08:57:05Z"},{"alias_kind":"arxiv_version","alias_value":"2407.03891v2","created_at":"2026-07-05T08:57:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.03891","created_at":"2026-07-05T08:57:05Z"},{"alias_kind":"pith_short_12","alias_value":"MQXXUSDHKS67","created_at":"2026-07-05T08:57:05Z"},{"alias_kind":"pith_short_16","alias_value":"MQXXUSDHKS67MBMN","created_at":"2026-07-05T08:57:05Z"},{"alias_kind":"pith_short_8","alias_value":"MQXXUSDH","created_at":"2026-07-05T08:57:05Z"}],"graph_snapshots":[{"event_id":"sha256:1739e129cde5975362a2700be9343d332d51c89966ea4c7491f21908b6a2c3d1","target":"graph","created_at":"2026-07-05T08:57:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.03891/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In digital circuit design, testbenches constitute the cornerstone of simulation-based hardware verification. Traditional methodologies for testbench generation during simulation-based hardware verification still remain partially manual, resulting in inefficiencies in testing various scenarios and requiring expensive time from designers. Large Language Models (LLMs) have demonstrated their potential in automating the circuit design flow. However, directly applying LLMs to generate testbenches suffers from a low pass rate. To address this challenge, we introduce AutoBench, the first LLM-based te","authors_text":"Bing Li, Grace Li Zhang, Rolf Drechsler, Ruidi Qiu, Ulf Schlichtmann","cross_cats":["cs.PL"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2024-07-04T12:33:56Z","title":"AutoBench: Automatic Testbench Generation and Evaluation Using LLMs for HDL Design"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.03891","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4e3516df28db5cc5f7bd024cd77f9a515ef278c5f8b95e19c78e0a647a052000","target":"record","created_at":"2026-07-05T08:57:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a130a89662041e19be12d5c04baae9e4144cd81e4d7b0d8d0411f82367ef2e7c","cross_cats_sorted":["cs.PL"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2024-07-04T12:33:56Z","title_canon_sha256":"85f5339e927eba06dd7b21b381e5706ae3c3c9e1f0b4c9de202cb813e7ceffb3"},"schema_version":"1.0","source":{"id":"2407.03891","kind":"arxiv","version":2}},"canonical_sha256":"642f7a486754bdf6058d9dbb7d9cde80a36f605ab40e644d049dcf997d455e0c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"642f7a486754bdf6058d9dbb7d9cde80a36f605ab40e644d049dcf997d455e0c","first_computed_at":"2026-07-05T08:57:05.468222Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:57:05.468222Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"5zVS6bph2JopRjz1KqVz17uwHyneyrOB4O6XRqw4zJvu5SwsX0+jO+CazMtL4j4yBm7eUU16pRkTMqzv8yhqCg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:57:05.468674Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.03891","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4e3516df28db5cc5f7bd024cd77f9a515ef278c5f8b95e19c78e0a647a052000","sha256:1739e129cde5975362a2700be9343d332d51c89966ea4c7491f21908b6a2c3d1"],"state_sha256":"41d90b1b89d03e755aa8a50d889ad1d9093ba3c5a381e4870e3b7366a2dfd146"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"P9h+6REQ2KKHwlXRBPbQqIctxMMswMl5I3S9lArHU+1AGHI4awC5QUsnsWaUuSq/M/LvkV5b975fXd5npqT/Aw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-19T19:20:12.354913Z","bundle_sha256":"c7989022220461181d509afc599d727bb45e88b8823c7e13664c88c277ee1218"}}