{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:ZZLEI73GAA6GZWNXDEID7MCBTG","short_pith_number":"pith:ZZLEI73G","canonical_record":{"source":{"id":"2506.14074","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-06-17T00:11:13Z","cross_cats_sorted":["cs.AR"],"title_canon_sha256":"0c95abb8df20b0dad05bafd23f5337fbf0aa780423d574a2762ed1186ab6bd0d","abstract_canon_sha256":"48863103aae1e2ccc82acaa70f455b914d1afffa2e26770b7166ca4201961120"},"schema_version":"1.0"},"canonical_sha256":"ce56447f66003c6cd9b719103fb04199a7a64c8630b2f768b824a7b12ecc9a12","source":{"kind":"arxiv","id":"2506.14074","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.14074","created_at":"2026-07-05T11:22:48Z"},{"alias_kind":"arxiv_version","alias_value":"2506.14074v1","created_at":"2026-07-05T11:22:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.14074","created_at":"2026-07-05T11:22:48Z"},{"alias_kind":"pith_short_12","alias_value":"ZZLEI73GAA6G","created_at":"2026-07-05T11:22:48Z"},{"alias_kind":"pith_short_16","alias_value":"ZZLEI73GAA6GZWNX","created_at":"2026-07-05T11:22:48Z"},{"alias_kind":"pith_short_8","alias_value":"ZZLEI73G","created_at":"2026-07-05T11:22:48Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:ZZLEI73GAA6GZWNXDEID7MCBTG","target":"record","payload":{"canonical_record":{"source":{"id":"2506.14074","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-06-17T00:11:13Z","cross_cats_sorted":["cs.AR"],"title_canon_sha256":"0c95abb8df20b0dad05bafd23f5337fbf0aa780423d574a2762ed1186ab6bd0d","abstract_canon_sha256":"48863103aae1e2ccc82acaa70f455b914d1afffa2e26770b7166ca4201961120"},"schema_version":"1.0"},"canonical_sha256":"ce56447f66003c6cd9b719103fb04199a7a64c8630b2f768b824a7b12ecc9a12","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:22:48.650114Z","signature_b64":"EIGZ7rfc7gScW+a8AIaRfgnmcsDFmJcJz8+qPneFDWdX93uiH2q0OM+FwOFJjeiGaJpekGj+HUsWdqEC/lGFAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ce56447f66003c6cd9b719103fb04199a7a64c8630b2f768b824a7b12ecc9a12","last_reissued_at":"2026-07-05T11:22:48.649606Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:22:48.649606Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2506.14074","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:22:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tLENE2j+/eI7cH1Ms/SuRcFZiHSvR+erv8E6DXHQe7N251L1Sg2iwm8kLgMQT+JLY1JAJ8ol3GhZMU0vnGNYAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T15:59:50.126519Z"},"content_sha256":"9199bb55340cf7173c636e9a36576aa260c7fea2645f28e655b9d75f39ad1157","schema_version":"1.0","event_id":"sha256:9199bb55340cf7173c636e9a36576aa260c7fea2645f28e655b9d75f39ad1157"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:ZZLEI73GAA6GZWNXDEID7MCBTG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Comprehensive Verilog Design Problems: A Next-Generation Benchmark Dataset for Evaluating Large Language Models and Agents on RTL Design and Verification","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AR"],"primary_cat":"cs.LG","authors_text":"Brucek Khailany, Chenhui Deng, Chia-Tung Ho, Haoxing Ren, Mingjie Liu, Nathaniel Pinckney, Wenfei Zhou, Yun-Da Tsai","submitted_at":"2025-06-17T00:11:13Z","abstract_excerpt":"We present the Comprehensive Verilog Design Problems (CVDP) benchmark, a new dataset and infrastructure to advance LLM and agent research in hardware design and verification. CVDP includes 783 problems across 13 task categories, covering RTL generation, verification, debugging, specification alignment, and technical Q&A authored by experienced hardware engineers. Problems are offered in both non-agentic and agentic formats. The benchmark introduces more realistic and challenging contexts than prior work, with state-of-the-art models achieving no more than 34% pass@1 on code generation. Agentic"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.14074","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.14074/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:22:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"82JpH8Qwei/nH+Bw4VzgK3qAY2/KcJ19sRUv4mkmmSZTKJKqDen0ZnQ4ilVGeAOc4sEVQ6IaPnPj6vohG7VLCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T15:59:50.127471Z"},"content_sha256":"8c564cf5adea9662da45afc9d750ab2e1696740dc2889e2a87de5a41379b28d5","schema_version":"1.0","event_id":"sha256:8c564cf5adea9662da45afc9d750ab2e1696740dc2889e2a87de5a41379b28d5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZZLEI73GAA6GZWNXDEID7MCBTG/bundle.json","state_url":"https://pith.science/pith/ZZLEI73GAA6GZWNXDEID7MCBTG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZZLEI73GAA6GZWNXDEID7MCBTG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T15:59:50Z","links":{"resolver":"https://pith.science/pith/ZZLEI73GAA6GZWNXDEID7MCBTG","bundle":"https://pith.science/pith/ZZLEI73GAA6GZWNXDEID7MCBTG/bundle.json","state":"https://pith.science/pith/ZZLEI73GAA6GZWNXDEID7MCBTG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZZLEI73GAA6GZWNXDEID7MCBTG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:ZZLEI73GAA6GZWNXDEID7MCBTG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"48863103aae1e2ccc82acaa70f455b914d1afffa2e26770b7166ca4201961120","cross_cats_sorted":["cs.AR"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-06-17T00:11:13Z","title_canon_sha256":"0c95abb8df20b0dad05bafd23f5337fbf0aa780423d574a2762ed1186ab6bd0d"},"schema_version":"1.0","source":{"id":"2506.14074","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.14074","created_at":"2026-07-05T11:22:48Z"},{"alias_kind":"arxiv_version","alias_value":"2506.14074v1","created_at":"2026-07-05T11:22:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.14074","created_at":"2026-07-05T11:22:48Z"},{"alias_kind":"pith_short_12","alias_value":"ZZLEI73GAA6G","created_at":"2026-07-05T11:22:48Z"},{"alias_kind":"pith_short_16","alias_value":"ZZLEI73GAA6GZWNX","created_at":"2026-07-05T11:22:48Z"},{"alias_kind":"pith_short_8","alias_value":"ZZLEI73G","created_at":"2026-07-05T11:22:48Z"}],"graph_snapshots":[{"event_id":"sha256:8c564cf5adea9662da45afc9d750ab2e1696740dc2889e2a87de5a41379b28d5","target":"graph","created_at":"2026-07-05T11:22:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.14074/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We present the Comprehensive Verilog Design Problems (CVDP) benchmark, a new dataset and infrastructure to advance LLM and agent research in hardware design and verification. CVDP includes 783 problems across 13 task categories, covering RTL generation, verification, debugging, specification alignment, and technical Q&A authored by experienced hardware engineers. Problems are offered in both non-agentic and agentic formats. The benchmark introduces more realistic and challenging contexts than prior work, with state-of-the-art models achieving no more than 34% pass@1 on code generation. Agentic","authors_text":"Brucek Khailany, Chenhui Deng, Chia-Tung Ho, Haoxing Ren, Mingjie Liu, Nathaniel Pinckney, Wenfei Zhou, Yun-Da Tsai","cross_cats":["cs.AR"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-06-17T00:11:13Z","title":"Comprehensive Verilog Design Problems: A Next-Generation Benchmark Dataset for Evaluating Large Language Models and Agents on RTL Design and Verification"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.14074","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9199bb55340cf7173c636e9a36576aa260c7fea2645f28e655b9d75f39ad1157","target":"record","created_at":"2026-07-05T11:22:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"48863103aae1e2ccc82acaa70f455b914d1afffa2e26770b7166ca4201961120","cross_cats_sorted":["cs.AR"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-06-17T00:11:13Z","title_canon_sha256":"0c95abb8df20b0dad05bafd23f5337fbf0aa780423d574a2762ed1186ab6bd0d"},"schema_version":"1.0","source":{"id":"2506.14074","kind":"arxiv","version":1}},"canonical_sha256":"ce56447f66003c6cd9b719103fb04199a7a64c8630b2f768b824a7b12ecc9a12","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ce56447f66003c6cd9b719103fb04199a7a64c8630b2f768b824a7b12ecc9a12","first_computed_at":"2026-07-05T11:22:48.649606Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:22:48.649606Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"EIGZ7rfc7gScW+a8AIaRfgnmcsDFmJcJz8+qPneFDWdX93uiH2q0OM+FwOFJjeiGaJpekGj+HUsWdqEC/lGFAA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:22:48.650114Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.14074","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9199bb55340cf7173c636e9a36576aa260c7fea2645f28e655b9d75f39ad1157","sha256:8c564cf5adea9662da45afc9d750ab2e1696740dc2889e2a87de5a41379b28d5"],"state_sha256":"9557fa7e1d684c49cdaad6d544a4089489dece69c6f27708c0e6dd4bac6d4a28"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UpPXl3Hik4DkMJEgz34MX4XGwSfPZpVFcadBQxNVumyE8iGbtwjfYJLHiqluCXp9HlnapcgmY2Hmoj7s52DDAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T15:59:50.139222Z","bundle_sha256":"3170e3adeb687bc28a2b75d83a10205849e3743fb2a503f8165d8486950b607e"}}