{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:2IEONRGWHMPXR5DTXETJADWX3C","short_pith_number":"pith:2IEONRGW","canonical_record":{"source":{"id":"2406.04379","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-06-06T00:06:50Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"1f5305b4398f5661d7daf975e624740c962b3a5c4f113188c97a7ac10269b33c","abstract_canon_sha256":"96aaaa5c58c745a989da7ced8a5cdcef6ad69497a3dd67d2a45be215bb71f206"},"schema_version":"1.0"},"canonical_sha256":"d208e6c4d63b1f78f473b926900ed7d896dc504e15069fbafd7c5290d38ba5eb","source":{"kind":"arxiv","id":"2406.04379","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.04379","created_at":"2026-07-05T08:28:43Z"},{"alias_kind":"arxiv_version","alias_value":"2406.04379v1","created_at":"2026-07-05T08:28:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.04379","created_at":"2026-07-05T08:28:43Z"},{"alias_kind":"pith_short_12","alias_value":"2IEONRGWHMPX","created_at":"2026-07-05T08:28:43Z"},{"alias_kind":"pith_short_16","alias_value":"2IEONRGWHMPXR5DT","created_at":"2026-07-05T08:28:43Z"},{"alias_kind":"pith_short_8","alias_value":"2IEONRGW","created_at":"2026-07-05T08:28:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:2IEONRGWHMPXR5DTXETJADWX3C","target":"record","payload":{"canonical_record":{"source":{"id":"2406.04379","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-06-06T00:06:50Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"1f5305b4398f5661d7daf975e624740c962b3a5c4f113188c97a7ac10269b33c","abstract_canon_sha256":"96aaaa5c58c745a989da7ced8a5cdcef6ad69497a3dd67d2a45be215bb71f206"},"schema_version":"1.0"},"canonical_sha256":"d208e6c4d63b1f78f473b926900ed7d896dc504e15069fbafd7c5290d38ba5eb","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:28:43.249357Z","signature_b64":"/sdry71L03Ut+B3zjI0sWogfoMBJFQkJNAMVzmOVSNCkyG8PjCO9kaJTRoBUzYotEcRyYVK1mFfQ8XabWL20AA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d208e6c4d63b1f78f473b926900ed7d896dc504e15069fbafd7c5290d38ba5eb","last_reissued_at":"2026-07-05T08:28:43.248864Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:28:43.248864Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.04379","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:28:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4y9uXlIM+Xm2YgxCtTsuh8qBSCLu2DJC+IhyT5N4KZrsj0jum4waicZOcThcRP+KVeSIllQQwTGNXqYqDubuAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T14:37:55.390096Z"},"content_sha256":"36511f61c1df4b9825321232a85509d2d80e70e8539b5e3807a87ad6a06c727b","schema_version":"1.0","event_id":"sha256:36511f61c1df4b9825321232a85509d2d80e70e8539b5e3807a87ad6a06c727b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:2IEONRGWHMPXR5DTXETJADWX3C","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"VHDL-Eval: A Framework for Evaluating Large Language Models in VHDL Code Generation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.SE","authors_text":"Apoorva Nitsure, Charles Mackin, David Beymer, Ehsan Degan, Luyao Shi, Prashanth Vijayaraghavan, Stefano Ambrogio","submitted_at":"2024-06-06T00:06:50Z","abstract_excerpt":"With the unprecedented advancements in Large Language Models (LLMs), their application domains have expanded to include code generation tasks across various programming languages. While significant progress has been made in enhancing LLMs for popular programming languages, there exists a notable gap in comprehensive evaluation frameworks tailored for Hardware Description Languages (HDLs), particularly VHDL. This paper addresses this gap by introducing a comprehensive evaluation framework designed specifically for assessing LLM performance in VHDL code generation task. We construct a dataset fo"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.04379","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.04379/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:28:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IvSmbBujp16l6mIY/+v6kQWcjtBCcAqGYpIyaFMB2cmFqMXNJKmGB0J5VOeGfPeIEEInyH4617upT5qWOgwDDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T14:37:55.390477Z"},"content_sha256":"32900cde2ce38eed25a3bfc7ab124a49ff5ab3bd1f658ef927125cfb21d61849","schema_version":"1.0","event_id":"sha256:32900cde2ce38eed25a3bfc7ab124a49ff5ab3bd1f658ef927125cfb21d61849"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2IEONRGWHMPXR5DTXETJADWX3C/bundle.json","state_url":"https://pith.science/pith/2IEONRGWHMPXR5DTXETJADWX3C/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2IEONRGWHMPXR5DTXETJADWX3C/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T14:37:55Z","links":{"resolver":"https://pith.science/pith/2IEONRGWHMPXR5DTXETJADWX3C","bundle":"https://pith.science/pith/2IEONRGWHMPXR5DTXETJADWX3C/bundle.json","state":"https://pith.science/pith/2IEONRGWHMPXR5DTXETJADWX3C/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2IEONRGWHMPXR5DTXETJADWX3C/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:2IEONRGWHMPXR5DTXETJADWX3C","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"96aaaa5c58c745a989da7ced8a5cdcef6ad69497a3dd67d2a45be215bb71f206","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-06-06T00:06:50Z","title_canon_sha256":"1f5305b4398f5661d7daf975e624740c962b3a5c4f113188c97a7ac10269b33c"},"schema_version":"1.0","source":{"id":"2406.04379","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.04379","created_at":"2026-07-05T08:28:43Z"},{"alias_kind":"arxiv_version","alias_value":"2406.04379v1","created_at":"2026-07-05T08:28:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.04379","created_at":"2026-07-05T08:28:43Z"},{"alias_kind":"pith_short_12","alias_value":"2IEONRGWHMPX","created_at":"2026-07-05T08:28:43Z"},{"alias_kind":"pith_short_16","alias_value":"2IEONRGWHMPXR5DT","created_at":"2026-07-05T08:28:43Z"},{"alias_kind":"pith_short_8","alias_value":"2IEONRGW","created_at":"2026-07-05T08:28:43Z"}],"graph_snapshots":[{"event_id":"sha256:32900cde2ce38eed25a3bfc7ab124a49ff5ab3bd1f658ef927125cfb21d61849","target":"graph","created_at":"2026-07-05T08:28:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.04379/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"With the unprecedented advancements in Large Language Models (LLMs), their application domains have expanded to include code generation tasks across various programming languages. While significant progress has been made in enhancing LLMs for popular programming languages, there exists a notable gap in comprehensive evaluation frameworks tailored for Hardware Description Languages (HDLs), particularly VHDL. This paper addresses this gap by introducing a comprehensive evaluation framework designed specifically for assessing LLM performance in VHDL code generation task. We construct a dataset fo","authors_text":"Apoorva Nitsure, Charles Mackin, David Beymer, Ehsan Degan, Luyao Shi, Prashanth Vijayaraghavan, Stefano Ambrogio","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-06-06T00:06:50Z","title":"VHDL-Eval: A Framework for Evaluating Large Language Models in VHDL Code Generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.04379","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:36511f61c1df4b9825321232a85509d2d80e70e8539b5e3807a87ad6a06c727b","target":"record","created_at":"2026-07-05T08:28:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"96aaaa5c58c745a989da7ced8a5cdcef6ad69497a3dd67d2a45be215bb71f206","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-06-06T00:06:50Z","title_canon_sha256":"1f5305b4398f5661d7daf975e624740c962b3a5c4f113188c97a7ac10269b33c"},"schema_version":"1.0","source":{"id":"2406.04379","kind":"arxiv","version":1}},"canonical_sha256":"d208e6c4d63b1f78f473b926900ed7d896dc504e15069fbafd7c5290d38ba5eb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d208e6c4d63b1f78f473b926900ed7d896dc504e15069fbafd7c5290d38ba5eb","first_computed_at":"2026-07-05T08:28:43.248864Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:28:43.248864Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"/sdry71L03Ut+B3zjI0sWogfoMBJFQkJNAMVzmOVSNCkyG8PjCO9kaJTRoBUzYotEcRyYVK1mFfQ8XabWL20AA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:28:43.249357Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.04379","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:36511f61c1df4b9825321232a85509d2d80e70e8539b5e3807a87ad6a06c727b","sha256:32900cde2ce38eed25a3bfc7ab124a49ff5ab3bd1f658ef927125cfb21d61849"],"state_sha256":"40363b42e6ac58df82cd5e9c60f66b145e3dd32a17a1dfd2d4b7645d98d56429"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZWAi8cjyJAdVXnvBKt/XhLyVhEMpO+Kuikg/JYg5C730HpjP73Am8opQjnRP2qpeIXGd4osdmcqGnzPmY1e/DQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T14:37:55.392413Z","bundle_sha256":"11fcf3318f1f99c8cd0621bad95932647f76edc0605ffc382c934e8e25eb5ae4"}}