{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:TXV6KTPPX7YN3YAOUWTGX3LLDI","short_pith_number":"pith:TXV6KTPP","schema_version":"1.0","canonical_sha256":"9debe54defbff0dde00ea5a66bed6b1a00f34b59eed74fbbd13efb6a28f79e1e","source":{"kind":"arxiv","id":"2310.04963","version":3},"attestation_state":"computed","paper":{"title":"LLM4VV: Developing LLM-Driven Testsuite for Compiler Validation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Aaron Jarmusch, Christian Munley, Sunita Chandrasekaran","submitted_at":"2023-10-08T01:43:39Z","abstract_excerpt":"Large language models (LLMs) are a new and powerful tool for a wide span of applications involving natural language and demonstrate impressive code generation abilities. The goal of this work is to automatically generate tests and use these tests to validate and verify compiler implementations of a directive-based parallel programming paradigm, OpenACC. To do so, in this paper, we explore the capabilities of state-of-the-art LLMs, including open-source LLMs -- Meta Codellama, Phind fine-tuned version of Codellama, Deepseek Deepseek Coder and closed-source LLMs -- OpenAI GPT-3.5-Turbo and GPT-4"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2310.04963","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-10-08T01:43:39Z","cross_cats_sorted":[],"title_canon_sha256":"bb95302247b35f756690983a8fdd592d3f5d14da264625e1568a94e21801747f","abstract_canon_sha256":"e77cc60e2601081897eb44b89931cd057d4b56426d051fc904e808422e91b56b"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:54:04.636406Z","signature_b64":"OvUUP2lwq+cEUvYPzdIJBLP55lOgFmjwlxQoNzOb2ui0jocJx+RxszQqZPc5k84XRUMuLBPi6Wgwh3Izzwl/AA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9debe54defbff0dde00ea5a66bed6b1a00f34b59eed74fbbd13efb6a28f79e1e","last_reissued_at":"2026-07-05T07:54:04.635896Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:54:04.635896Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"LLM4VV: Developing LLM-Driven Testsuite for Compiler Validation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Aaron Jarmusch, Christian Munley, Sunita Chandrasekaran","submitted_at":"2023-10-08T01:43:39Z","abstract_excerpt":"Large language models (LLMs) are a new and powerful tool for a wide span of applications involving natural language and demonstrate impressive code generation abilities. The goal of this work is to automatically generate tests and use these tests to validate and verify compiler implementations of a directive-based parallel programming paradigm, OpenACC. To do so, in this paper, we explore the capabilities of state-of-the-art LLMs, including open-source LLMs -- Meta Codellama, Phind fine-tuned version of Codellama, Deepseek Deepseek Coder and closed-source LLMs -- OpenAI GPT-3.5-Turbo and GPT-4"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.04963","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.04963/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2310.04963","created_at":"2026-07-05T07:54:04.635949+00:00"},{"alias_kind":"arxiv_version","alias_value":"2310.04963v3","created_at":"2026-07-05T07:54:04.635949+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.04963","created_at":"2026-07-05T07:54:04.635949+00:00"},{"alias_kind":"pith_short_12","alias_value":"TXV6KTPPX7YN","created_at":"2026-07-05T07:54:04.635949+00:00"},{"alias_kind":"pith_short_16","alias_value":"TXV6KTPPX7YN3YAO","created_at":"2026-07-05T07:54:04.635949+00:00"},{"alias_kind":"pith_short_8","alias_value":"TXV6KTPP","created_at":"2026-07-05T07:54:04.635949+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/TXV6KTPPX7YN3YAOUWTGX3LLDI","json":"https://pith.science/pith/TXV6KTPPX7YN3YAOUWTGX3LLDI.json","graph_json":"https://pith.science/api/pith-number/TXV6KTPPX7YN3YAOUWTGX3LLDI/graph.json","events_json":"https://pith.science/api/pith-number/TXV6KTPPX7YN3YAOUWTGX3LLDI/events.json","paper":"https://pith.science/paper/TXV6KTPP"},"agent_actions":{"view_html":"https://pith.science/pith/TXV6KTPPX7YN3YAOUWTGX3LLDI","download_json":"https://pith.science/pith/TXV6KTPPX7YN3YAOUWTGX3LLDI.json","view_paper":"https://pith.science/paper/TXV6KTPP","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2310.04963&json=true","fetch_graph":"https://pith.science/api/pith-number/TXV6KTPPX7YN3YAOUWTGX3LLDI/graph.json","fetch_events":"https://pith.science/api/pith-number/TXV6KTPPX7YN3YAOUWTGX3LLDI/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/TXV6KTPPX7YN3YAOUWTGX3LLDI/action/timestamp_anchor","attest_storage":"https://pith.science/pith/TXV6KTPPX7YN3YAOUWTGX3LLDI/action/storage_attestation","attest_author":"https://pith.science/pith/TXV6KTPPX7YN3YAOUWTGX3LLDI/action/author_attestation","sign_citation":"https://pith.science/pith/TXV6KTPPX7YN3YAOUWTGX3LLDI/action/citation_signature","submit_replication":"https://pith.science/pith/TXV6KTPPX7YN3YAOUWTGX3LLDI/action/replication_record"}},"created_at":"2026-07-05T07:54:04.635949+00:00","updated_at":"2026-07-05T07:54:04.635949+00:00"}