{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:HNHCAXMLF5QI5T5HQAALJXJG3S","short_pith_number":"pith:HNHCAXML","canonical_record":{"source":{"id":"2410.23299","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AR","submitted_at":"2024-10-15T21:48:57Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"fa58966aac01ed6d1ac928d66c652069bd2e291af0263e4b505004acdcd6475c","abstract_canon_sha256":"a07fbdd210668a296ded7560c56a092d0ef8e20fd839ec5563a6c93a83940a26"},"schema_version":"1.0"},"canonical_sha256":"3b4e205d8b2f608ecfa78000b4dd26dc8c4026fdb02ac6964ac0f3a1232d513b","source":{"kind":"arxiv","id":"2410.23299","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.23299","created_at":"2026-07-05T09:29:16Z"},{"alias_kind":"arxiv_version","alias_value":"2410.23299v1","created_at":"2026-07-05T09:29:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.23299","created_at":"2026-07-05T09:29:16Z"},{"alias_kind":"pith_short_12","alias_value":"HNHCAXMLF5QI","created_at":"2026-07-05T09:29:16Z"},{"alias_kind":"pith_short_16","alias_value":"HNHCAXMLF5QI5T5H","created_at":"2026-07-05T09:29:16Z"},{"alias_kind":"pith_short_8","alias_value":"HNHCAXML","created_at":"2026-07-05T09:29:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:HNHCAXMLF5QI5T5HQAALJXJG3S","target":"record","payload":{"canonical_record":{"source":{"id":"2410.23299","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AR","submitted_at":"2024-10-15T21:48:57Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"fa58966aac01ed6d1ac928d66c652069bd2e291af0263e4b505004acdcd6475c","abstract_canon_sha256":"a07fbdd210668a296ded7560c56a092d0ef8e20fd839ec5563a6c93a83940a26"},"schema_version":"1.0"},"canonical_sha256":"3b4e205d8b2f608ecfa78000b4dd26dc8c4026fdb02ac6964ac0f3a1232d513b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:29:16.490508Z","signature_b64":"73QuK4USP1DfL/Ty0IY8/7HJr5S39+J5Jy3xpa38iXHRJNYRarFNBF4UvxXl8qWydZJMzUa8Xvx41gDZhF98CQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3b4e205d8b2f608ecfa78000b4dd26dc8c4026fdb02ac6964ac0f3a1232d513b","last_reissued_at":"2026-07-05T09:29:16.489986Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:29:16.489986Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.23299","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:29:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9KjvPmwek8Q8jo/od3q6XezMCYJbyFS8HaWXwxVJCekEblfEltFeM8VZlqQAkoIEqoi57+5Ojq/eXKkeqNfxCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T04:19:24.484445Z"},"content_sha256":"530a0df4b416a188b86f25df8253c07f76228cd1e8f27b8f752c2b69c06bdb73","schema_version":"1.0","event_id":"sha256:530a0df4b416a188b86f25df8253c07f76228cd1e8f27b8f752c2b69c06bdb73"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:HNHCAXMLF5QI5T5HQAALJXJG3S","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"FVEval: Understanding Language Model Capabilities in Formal Verification of Digital Hardware","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.AR","authors_text":"Ghaith Bany Hamad, Haoxing Ren, Mingjie Liu, Minwoo Kang, Syed Suhaib","submitted_at":"2024-10-15T21:48:57Z","abstract_excerpt":"The remarkable reasoning and code generation capabilities of large language models (LLMs) have spurred significant interest in applying LLMs to enable task automation in digital chip design. In particular, recent work has investigated early ideas of applying these models to formal verification (FV), an approach to verifying hardware implementations that can provide strong guarantees of confidence but demands significant amounts of human effort. While the value of LLM-driven automation is evident, our understanding of model performance, however, has been hindered by the lack of holistic evaluat"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.23299","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.23299/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:29:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3gMxTW9hrSfMP1yULbrzVmxGSVKSIibJ0Zy/CvjK3IEEFcscpyASQeBnhtd9DXJg5/mo/kNyeKr3bZzeJhWkCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T04:19:24.485255Z"},"content_sha256":"f256c8bdc4009418bd294ba7e9cd03bd011ca42a9a610336d8bef451cdaf0279","schema_version":"1.0","event_id":"sha256:f256c8bdc4009418bd294ba7e9cd03bd011ca42a9a610336d8bef451cdaf0279"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HNHCAXMLF5QI5T5HQAALJXJG3S/bundle.json","state_url":"https://pith.science/pith/HNHCAXMLF5QI5T5HQAALJXJG3S/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HNHCAXMLF5QI5T5HQAALJXJG3S/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-15T04:19:24Z","links":{"resolver":"https://pith.science/pith/HNHCAXMLF5QI5T5HQAALJXJG3S","bundle":"https://pith.science/pith/HNHCAXMLF5QI5T5HQAALJXJG3S/bundle.json","state":"https://pith.science/pith/HNHCAXMLF5QI5T5HQAALJXJG3S/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HNHCAXMLF5QI5T5HQAALJXJG3S/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:HNHCAXMLF5QI5T5HQAALJXJG3S","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a07fbdd210668a296ded7560c56a092d0ef8e20fd839ec5563a6c93a83940a26","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AR","submitted_at":"2024-10-15T21:48:57Z","title_canon_sha256":"fa58966aac01ed6d1ac928d66c652069bd2e291af0263e4b505004acdcd6475c"},"schema_version":"1.0","source":{"id":"2410.23299","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.23299","created_at":"2026-07-05T09:29:16Z"},{"alias_kind":"arxiv_version","alias_value":"2410.23299v1","created_at":"2026-07-05T09:29:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.23299","created_at":"2026-07-05T09:29:16Z"},{"alias_kind":"pith_short_12","alias_value":"HNHCAXMLF5QI","created_at":"2026-07-05T09:29:16Z"},{"alias_kind":"pith_short_16","alias_value":"HNHCAXMLF5QI5T5H","created_at":"2026-07-05T09:29:16Z"},{"alias_kind":"pith_short_8","alias_value":"HNHCAXML","created_at":"2026-07-05T09:29:16Z"}],"graph_snapshots":[{"event_id":"sha256:f256c8bdc4009418bd294ba7e9cd03bd011ca42a9a610336d8bef451cdaf0279","target":"graph","created_at":"2026-07-05T09:29:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.23299/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The remarkable reasoning and code generation capabilities of large language models (LLMs) have spurred significant interest in applying LLMs to enable task automation in digital chip design. In particular, recent work has investigated early ideas of applying these models to formal verification (FV), an approach to verifying hardware implementations that can provide strong guarantees of confidence but demands significant amounts of human effort. While the value of LLM-driven automation is evident, our understanding of model performance, however, has been hindered by the lack of holistic evaluat","authors_text":"Ghaith Bany Hamad, Haoxing Ren, Mingjie Liu, Minwoo Kang, Syed Suhaib","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AR","submitted_at":"2024-10-15T21:48:57Z","title":"FVEval: Understanding Language Model Capabilities in Formal Verification of Digital Hardware"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.23299","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:530a0df4b416a188b86f25df8253c07f76228cd1e8f27b8f752c2b69c06bdb73","target":"record","created_at":"2026-07-05T09:29:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a07fbdd210668a296ded7560c56a092d0ef8e20fd839ec5563a6c93a83940a26","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AR","submitted_at":"2024-10-15T21:48:57Z","title_canon_sha256":"fa58966aac01ed6d1ac928d66c652069bd2e291af0263e4b505004acdcd6475c"},"schema_version":"1.0","source":{"id":"2410.23299","kind":"arxiv","version":1}},"canonical_sha256":"3b4e205d8b2f608ecfa78000b4dd26dc8c4026fdb02ac6964ac0f3a1232d513b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3b4e205d8b2f608ecfa78000b4dd26dc8c4026fdb02ac6964ac0f3a1232d513b","first_computed_at":"2026-07-05T09:29:16.489986Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:29:16.489986Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"73QuK4USP1DfL/Ty0IY8/7HJr5S39+J5Jy3xpa38iXHRJNYRarFNBF4UvxXl8qWydZJMzUa8Xvx41gDZhF98CQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:29:16.490508Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.23299","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:530a0df4b416a188b86f25df8253c07f76228cd1e8f27b8f752c2b69c06bdb73","sha256:f256c8bdc4009418bd294ba7e9cd03bd011ca42a9a610336d8bef451cdaf0279"],"state_sha256":"d12637599d3f73cf8963080d543717cbddb122888d4706b583ff7e64e165fa44"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JfF+6rTbg5sdCdXQht+zGu7VUiWq7PeW/cB32R6HKs9eNDiie78drf/yAt5V/L+gachOC07SjMjX9YeJFXt4CQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-15T04:19:24.489607Z","bundle_sha256":"2bd0695a8a8a818854ad8f9d9dd84daadaf35ccfef06f4504b3d93cb657f7860"}}