{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:UZHEOKOV3GBRR2TOL3F6N5GV5R","short_pith_number":"pith:UZHEOKOV","canonical_record":{"source":{"id":"2507.04276","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AR","submitted_at":"2025-07-06T07:32:01Z","cross_cats_sorted":[],"title_canon_sha256":"72ec91c35adb9ce455921e4adf00ed210f3580b4add294d7f35d8fd848b85b29","abstract_canon_sha256":"90ba7c76cdfaf17e8edd85fcd330039e19489353420dd507fb14b0ced1b1a80c"},"schema_version":"1.0"},"canonical_sha256":"a64e4729d5d98318ea6e5ecbe6f4d5ec41ba03eb9be1cbee84f5b222507d9c31","source":{"kind":"arxiv","id":"2507.04276","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.04276","created_at":"2026-07-05T11:32:44Z"},{"alias_kind":"arxiv_version","alias_value":"2507.04276v1","created_at":"2026-07-05T11:32:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.04276","created_at":"2026-07-05T11:32:44Z"},{"alias_kind":"pith_short_12","alias_value":"UZHEOKOV3GBR","created_at":"2026-07-05T11:32:44Z"},{"alias_kind":"pith_short_16","alias_value":"UZHEOKOV3GBRR2TO","created_at":"2026-07-05T11:32:44Z"},{"alias_kind":"pith_short_8","alias_value":"UZHEOKOV","created_at":"2026-07-05T11:32:44Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:UZHEOKOV3GBRR2TOL3F6N5GV5R","target":"record","payload":{"canonical_record":{"source":{"id":"2507.04276","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AR","submitted_at":"2025-07-06T07:32:01Z","cross_cats_sorted":[],"title_canon_sha256":"72ec91c35adb9ce455921e4adf00ed210f3580b4add294d7f35d8fd848b85b29","abstract_canon_sha256":"90ba7c76cdfaf17e8edd85fcd330039e19489353420dd507fb14b0ced1b1a80c"},"schema_version":"1.0"},"canonical_sha256":"a64e4729d5d98318ea6e5ecbe6f4d5ec41ba03eb9be1cbee84f5b222507d9c31","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:32:44.794341Z","signature_b64":"aljCI+9kqfBGBUf9HVx3rolrgimBBXacOzEWXA8UfrquZHKg8QtF2w5Ia4hrQTSut7Kb0wqLI9YlkYitRF/6Bg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a64e4729d5d98318ea6e5ecbe6f4d5ec41ba03eb9be1cbee84f5b222507d9c31","last_reissued_at":"2026-07-05T11:32:44.793827Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:32:44.793827Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2507.04276","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:32:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UhFoNvnYmouZiO6vbfWF0sV6GAX36qo2OxuNpwZfrnsVS3SFKvshRlgreuuyuPXcnup65U/PgRKfe3PbkuCGCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T09:44:49.762983Z"},"content_sha256":"17f9e7c6042f6d4be1f0fa856e0db96f579c4a2f790ba6c6d5dd223ac18ed28d","schema_version":"1.0","event_id":"sha256:17f9e7c6042f6d4be1f0fa856e0db96f579c4a2f790ba6c6d5dd223ac18ed28d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:UZHEOKOV3GBRR2TOL3F6N5GV5R","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"FIXME: Towards End-to-End Benchmarking of LLM-Aided Design Verification","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.AR","authors_text":"Gwok-Waa Wan, Hefei Feng, Jianmin Ye, Jingyi Zhang, Mengnv Xing, Nan Guan, Qiang Xu, Qixiang Chen, Ruihu Wang, Sam-Zaak Wong, Shengchu Su, Tao Ni, Xinlai Wan, Xi Wang, Yang jun, Yinan Zhu, Yubo Wang, Zhe Jiang","submitted_at":"2025-07-06T07:32:01Z","abstract_excerpt":"Despite the transformative potential of Large Language Models (LLMs) in hardware design, a comprehensive evaluation of their capabilities in design verification remains underexplored. Current efforts predominantly focus on RTL generation and basic debugging, overlooking the critical domain of functional verification, which is the primary bottleneck in modern design methodologies due to the rapid escalation of hardware complexity. We present FIXME, the first end-to-end, multi-model, and open-source evaluation framework for assessing LLM performance in hardware functional verification (FV) to ad"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.04276","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2507.04276/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:32:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JYlQDRjc3+mZobcHT7epgTIwoXtz3xrfuAOzDqdBCAJsuhslNfHm7l73D4AJ0lri2QCPxSMWFXMWKhayXijHDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T09:44:49.763516Z"},"content_sha256":"2080ebc979878ccd677f28b8d3b1ee2b591cadc850360ac908fa31eb18eaefa7","schema_version":"1.0","event_id":"sha256:2080ebc979878ccd677f28b8d3b1ee2b591cadc850360ac908fa31eb18eaefa7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UZHEOKOV3GBRR2TOL3F6N5GV5R/bundle.json","state_url":"https://pith.science/pith/UZHEOKOV3GBRR2TOL3F6N5GV5R/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UZHEOKOV3GBRR2TOL3F6N5GV5R/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-15T09:44:49Z","links":{"resolver":"https://pith.science/pith/UZHEOKOV3GBRR2TOL3F6N5GV5R","bundle":"https://pith.science/pith/UZHEOKOV3GBRR2TOL3F6N5GV5R/bundle.json","state":"https://pith.science/pith/UZHEOKOV3GBRR2TOL3F6N5GV5R/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UZHEOKOV3GBRR2TOL3F6N5GV5R/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:UZHEOKOV3GBRR2TOL3F6N5GV5R","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"90ba7c76cdfaf17e8edd85fcd330039e19489353420dd507fb14b0ced1b1a80c","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AR","submitted_at":"2025-07-06T07:32:01Z","title_canon_sha256":"72ec91c35adb9ce455921e4adf00ed210f3580b4add294d7f35d8fd848b85b29"},"schema_version":"1.0","source":{"id":"2507.04276","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.04276","created_at":"2026-07-05T11:32:44Z"},{"alias_kind":"arxiv_version","alias_value":"2507.04276v1","created_at":"2026-07-05T11:32:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.04276","created_at":"2026-07-05T11:32:44Z"},{"alias_kind":"pith_short_12","alias_value":"UZHEOKOV3GBR","created_at":"2026-07-05T11:32:44Z"},{"alias_kind":"pith_short_16","alias_value":"UZHEOKOV3GBRR2TO","created_at":"2026-07-05T11:32:44Z"},{"alias_kind":"pith_short_8","alias_value":"UZHEOKOV","created_at":"2026-07-05T11:32:44Z"}],"graph_snapshots":[{"event_id":"sha256:2080ebc979878ccd677f28b8d3b1ee2b591cadc850360ac908fa31eb18eaefa7","target":"graph","created_at":"2026-07-05T11:32:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2507.04276/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Despite the transformative potential of Large Language Models (LLMs) in hardware design, a comprehensive evaluation of their capabilities in design verification remains underexplored. Current efforts predominantly focus on RTL generation and basic debugging, overlooking the critical domain of functional verification, which is the primary bottleneck in modern design methodologies due to the rapid escalation of hardware complexity. We present FIXME, the first end-to-end, multi-model, and open-source evaluation framework for assessing LLM performance in hardware functional verification (FV) to ad","authors_text":"Gwok-Waa Wan, Hefei Feng, Jianmin Ye, Jingyi Zhang, Mengnv Xing, Nan Guan, Qiang Xu, Qixiang Chen, Ruihu Wang, Sam-Zaak Wong, Shengchu Su, Tao Ni, Xinlai Wan, Xi Wang, Yang jun, Yinan Zhu, Yubo Wang, Zhe Jiang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AR","submitted_at":"2025-07-06T07:32:01Z","title":"FIXME: Towards End-to-End Benchmarking of LLM-Aided Design Verification"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.04276","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:17f9e7c6042f6d4be1f0fa856e0db96f579c4a2f790ba6c6d5dd223ac18ed28d","target":"record","created_at":"2026-07-05T11:32:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"90ba7c76cdfaf17e8edd85fcd330039e19489353420dd507fb14b0ced1b1a80c","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AR","submitted_at":"2025-07-06T07:32:01Z","title_canon_sha256":"72ec91c35adb9ce455921e4adf00ed210f3580b4add294d7f35d8fd848b85b29"},"schema_version":"1.0","source":{"id":"2507.04276","kind":"arxiv","version":1}},"canonical_sha256":"a64e4729d5d98318ea6e5ecbe6f4d5ec41ba03eb9be1cbee84f5b222507d9c31","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a64e4729d5d98318ea6e5ecbe6f4d5ec41ba03eb9be1cbee84f5b222507d9c31","first_computed_at":"2026-07-05T11:32:44.793827Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:32:44.793827Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"aljCI+9kqfBGBUf9HVx3rolrgimBBXacOzEWXA8UfrquZHKg8QtF2w5Ia4hrQTSut7Kb0wqLI9YlkYitRF/6Bg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:32:44.794341Z","signed_message":"canonical_sha256_bytes"},"source_id":"2507.04276","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:17f9e7c6042f6d4be1f0fa856e0db96f579c4a2f790ba6c6d5dd223ac18ed28d","sha256:2080ebc979878ccd677f28b8d3b1ee2b591cadc850360ac908fa31eb18eaefa7"],"state_sha256":"5321d0543af765fa42ace0855043202409b4e1eee29014268fb6758299a3e5ec"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mWfVy+MqN2Yt9OJejkDEkLftxlZCXuNxSn5EWT4qEKsp9hOoktti12E0B9r4rNyDQgNzEUqnzjfX9cll3mHpDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-15T09:44:49.768722Z","bundle_sha256":"dbbac17719a434185219132b47e3be88f58443edc1e8c9b5827fc32ae86cbee5"}}