{"as_of":"2026-08-18T18:52:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:f12d8e42ff5224ab79d6e054589139a129c4b57fa89c136eb6954863178906f5","coverage":[{"denominator":41,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":41,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T12:50:13.860383Z","state":"measured"},{"denominator":41,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":41,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-18T06:34:40.430872+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2507.21447/citation-record","integrity":"/paper/2507.21447/integrity","json":"/paper/2507.21447/citation-record.json","paper":"/paper/2507.21447"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T12:50:15.195269Z","title":"Using a larg e language model as a building block to generate usablevalidation and v erification suite for openmp,","venue":null,"work_id":"ac042273-c640-46b7-896a-c19d7aa8a34f","year":2025},"citing_paper":{"arxiv_id":"2507.21447","last_updated":"2025-08-19T03:08:54Z","snapshot_observed_at":"2026-08-17T21:59:34.497618Z","submitted_at":"2025-07-29T02:34:28Z","title":"LLM4VV: Evaluating Cutting-Edge LLMs for Generation and Evaluation of Directive-Based Parallel Programming Model Compiler Tests","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-06T12:50:09.384287Z"},"links":{"citing_paper":"/paper/2507.21447"},"observation_digest":"sha256:d059afcfd3e73609d7cdf532c199d9b5328435b0998b43ff41442b7873efadf9","observation_id":"b1c3b57b-7765-4df4-a309-4fbd50fbeb16","resolution":{"observed_at":"2026-08-06T12:50:15.201881Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T12:50:09.481701Z","title":"Llm & hpc: Be nchmarking deepseek’s performance in high-performance computing tas ks,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.21447","last_updated":"2025-08-19T03:08:54Z","snapshot_observed_at":"2026-08-17T21:59:34.497618Z","submitted_at":"2025-07-29T02:34:28Z","title":"LLM4VV: Evaluating Cutting-Edge LLMs for Generation and Evaluation of Directive-Based Parallel Programming Model Compiler Tests","version":2},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-06T12:50:09.481701Z"},"links":{"citing_paper":"/paper/2507.21447"},"observation_digest":"sha256:63d6eaad02a5747aa4f3ae3321cfee645bc7c335813c871b21eae3b98b3f414e","observation_id":"16b7f98c-f4af-4b49-b55c-3123ca5bae56","resolution":{"observed_at":"2026-08-06T12:50:09.481701Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T12:50:15.174095Z","title":"Can large language models write parallel code?","venue":null,"work_id":"90be7e7a-a864-4b09-95b4-908c97522711","year":2024},"citing_paper":{"arxiv_id":"2507.21447","last_updated":"2025-08-19T03:08:54Z","snapshot_observed_at":"2026-08-17T21:59:34.497618Z","submitted_at":"2025-07-29T02:34:28Z","title":"LLM4VV: Evaluating Cutting-Edge LLMs for Generation and Evaluation of Directive-Based Parallel Programming Model Compiler Tests","version":2},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-06T12:50:09.549213Z"},"links":{"citing_paper":"/paper/2507.21447"},"observation_digest":"sha256:d33f08589237239427903057eaa3e263cfc4768d817f184850229999995701ef","observation_id":"eecdecaa-c935-4150-8c8b-75d755b83f13","resolution":{"observed_at":"2026-08-06T12:50:15.179334Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.02018","last_updated":"2024-02-07T01:51:21Z","snapshot_observed_at":"2026-08-16T14:21:56.160801Z","submitted_at":"2024-02-03T04:21:07Z","title":"The Landscape and Challenges of HPC Research and LLMs","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.02018","snapshot_observed_at":"2026-08-06T12:50:09.646346Z","title":"The landscape and challenges of hpc research and llms,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21447","last_updated":"2025-08-19T03:08:54Z","snapshot_observed_at":"2026-08-17T21:59:34.497618Z","submitted_at":"2025-07-29T02:34:28Z","title":"LLM4VV: Evaluating Cutting-Edge LLMs for Generation and Evaluation of Directive-Based Parallel Programming Model Compiler Tests","version":2},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-06T12:50:09.646346Z"},"links":{"cited_paper":"/paper/2402.02018","citing_paper":"/paper/2507.21447"},"observation_digest":"sha256:0165c47968cf1f3815ed49672a6af90d80e176a900a2b5a292d82bf54af1c4b0","observation_id":"3a70a8f6-8e42-4afa-94eb-93c4333d2207","resolution":{"observed_at":"2026-08-06T12:50:09.646346Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T12:50:15.152622Z","title":"An assessment of large langu age models for openmp-based code parallelization: a user perspective ,","venue":null,"work_id":"0dbd12b0-822e-4027-802e-640ab1f0aa4c","year":2024},"citing_paper":{"arxiv_id":"2507.21447","last_updated":"2025-08-19T03:08:54Z","snapshot_observed_at":"2026-08-17T21:59:34.497618Z","submitted_at":"2025-07-29T02:34:28Z","title":"LLM4VV: Evaluating Cutting-Edge LLMs for Generation and Evaluation of Directive-Based Parallel Programming Model Compiler Tests","version":2},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-06T12:50:09.733462Z"},"links":{"citing_paper":"/paper/2507.21447"},"observation_digest":"sha256:cf59e4d96bfef3d20df06031f2c980efa9dba1522eaf731876c8c5955f059494","observation_id":"57a23e6c-d396-4fd9-a247-0b06549d7982","resolution":{"observed_at":"2026-08-06T12:50:15.158181Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2309.07103","last_updated":"2023-09-12T01:19:54Z","snapshot_observed_at":"2026-08-16T15:01:32.595490Z","submitted_at":"2023-09-12T01:19:54Z","title":"Comparing Llama-2 and GPT-3 LLMs for HPC kernels generation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.07103","snapshot_observed_at":"2026-08-06T12:50:09.860741Z","title":"Comparing llama-2 and gpt -3 llms for hpc kernels generation,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.21447","last_updated":"2025-08-19T03:08:54Z","snapshot_observed_at":"2026-08-17T21:59:34.497618Z","submitted_at":"2025-07-29T02:34:28Z","title":"LLM4VV: Evaluating Cutting-Edge LLMs for Generation and Evaluation of Directive-Based Parallel Programming Model Compiler Tests","version":2},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-06T12:50:09.860741Z"},"links":{"cited_paper":"/paper/2309.07103","citing_paper":"/paper/2507.21447"},"observation_digest":"sha256:b4f98576be72108f9cc24c0fa96ee245b75efdd0297e2d62d4b560ee771fca49","observation_id":"90a1c24f-3c9a-4709-a763-cf28f6d2737b","resolution":{"observed_at":"2026-08-06T12:50:09.860741Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T12:50:15.124381Z","title":"Large language model evaluation for high-perform ance com- puting software development,","venue":null,"work_id":"37348813-a1ec-4e49-b10d-76b6df25bc55","year":2024},"citing_paper":{"arxiv_id":"2507.21447","last_updated":"2025-08-19T03:08:54Z","snapshot_observed_at":"2026-08-17T21:59:34.497618Z","submitted_at":"2025-07-29T02:34:28Z","title":"LLM4VV: Evaluating Cutting-Edge LLMs for Generation and Evaluation of Directive-Based Parallel Programming Model Compiler Tests","version":2},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-06T12:50:09.957015Z"},"links":{"citing_paper":"/paper/2507.21447"},"observation_digest":"sha256:2381010cb8b4f25b10793374136e062c407da893364a2b96d18665cb51a95ae4","observation_id":"e2f7b1c5-ebbc-4f7e-b0e6-27b700ea5b5a","resolution":{"observed_at":"2026-08-06T12:50:15.130899Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T12:50:15.101873Z","title":"Boosting llm-based software generation by aligning code with requirements,","venue":null,"work_id":"2c656f4c-332d-4e28-92fe-2ce9a33eb165","year":2024},"citing_paper":{"arxiv_id":"2507.21447","last_updated":"2025-08-19T03:08:54Z","snapshot_observed_at":"2026-08-17T21:59:34.497618Z","submitted_at":"2025-07-29T02:34:28Z","title":"LLM4VV: Evaluating Cutting-Edge LLMs for Generation and Evaluation of Directive-Based Parallel Programming Model Compiler Tests","version":2},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-06T12:50:10.051512Z"},"links":{"citing_paper":"/paper/2507.21447"},"observation_digest":"sha256:aa126016cadfabb1d65c180a8c5c48462088ed9130b26a50142d825d21538360","observation_id":"8f341a23-e9b4-4d67-b0d7-61c7ef2d9a1c","resolution":{"observed_at":"2026-08-06T12:50:15.108393Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2403.02583","last_updated":"2024-04-03T13:55:01Z","snapshot_observed_at":"2026-08-16T14:12:50.312852Z","submitted_at":"2024-03-05T01:37:37Z","title":"Generative Software Engineering","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.02583","snapshot_observed_at":"2026-08-06T12:50:10.163166Z","title":"Generative software engineering,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21447","last_updated":"2025-08-19T03:08:54Z","snapshot_observed_at":"2026-08-17T21:59:34.497618Z","submitted_at":"2025-07-29T02:34:28Z","title":"LLM4VV: Evaluating Cutting-Edge LLMs for Generation and Evaluation of Directive-Based Parallel Programming Model Compiler Tests","version":2},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-06T12:50:10.163166Z"},"links":{"cited_paper":"/paper/2403.02583","citing_paper":"/paper/2507.21447"},"observation_digest":"sha256:fd2a4fd40073478c235da2d647c23ac489a2f10de54d09c1195f0f8a0f4182f3","observation_id":"718df2fd-d63b-41f8-a7c0-5c9be367efcf","resolution":{"observed_at":"2026-08-06T12:50:10.163166Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T12:50:10.246055Z","title":"V altest: Automated vali dation of language model generated test cases,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21447","last_updated":"2025-08-19T03:08:54Z","snapshot_observed_at":"2026-08-17T21:59:34.497618Z","submitted_at":"2025-07-29T02:34:28Z","title":"LLM4VV: Evaluating Cutting-Edge LLMs for Generation and Evaluation of Directive-Based Parallel Programming Model Compiler Tests","version":2},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-06T12:50:10.246055Z"},"links":{"citing_paper":"/paper/2507.21447"},"observation_digest":"sha256:5e5fec9c0287245e1a8b635ddfa191b77e417a03942a50ea292e2427ce7f33bb","observation_id":"46360c0a-4081-45d0-a45e-f14d4d665100","resolution":{"observed_at":"2026-08-06T12:50:10.246055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T12:50:15.079729Z","title":"Llm4vv : Developing llm-driven testsuite for compiler validation,","venue":null,"work_id":"fd3575a9-d019-4029-b4cf-3155e1cda392","year":2024},"citing_paper":{"arxiv_id":"2507.21447","last_updated":"2025-08-19T03:08:54Z","snapshot_observed_at":"2026-08-17T21:59:34.497618Z","submitted_at":"2025-07-29T02:34:28Z","title":"LLM4VV: Evaluating Cutting-Edge LLMs for Generation and Evaluation of Directive-Based Parallel Programming Model Compiler Tests","version":2},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-06T12:50:10.347274Z"},"links":{"citing_paper":"/paper/2507.21447"},"observation_digest":"sha256:d41ea9af53eb3d29ffd24e6be681fa0aa3a543476873f84a2e8e045bfd4814ce","observation_id":"fb888320-a2f7-4fb3-a07f-3c4ef51ba2db","resolution":{"observed_at":"2026-08-06T12:50:15.086748Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T12:50:15.054696Z","title":"Llm4vv: Exploring llm-as-a-judge for valida tion and verifi- cation testsuites,","venue":null,"work_id":"daa264d4-5205-4c05-af89-8188ab7135e4","year":2024},"citing_paper":{"arxiv_id":"2507.21447","last_updated":"2025-08-19T03:08:54Z","snapshot_observed_at":"2026-08-17T21:59:34.497618Z","submitted_at":"2025-07-29T02:34:28Z","title":"LLM4VV: Evaluating Cutting-Edge LLMs for Generation and Evaluation of Directive-Based Parallel Programming Model Compiler Tests","version":2},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-06T12:50:10.422875Z"},"links":{"citing_paper":"/paper/2507.21447"},"observation_digest":"sha256:1c2e9dd75e7b8ec0c607ac442f8402d6f93798a47117334883d03c8086303c5a","observation_id":"c8605b88-4897-460f-828c-2d2e1e936568","resolution":{"observed_at":"2026-08-06T12:50:15.062705Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T12:50:15.027080Z","title":"Hugging Face – The AI community building the future. — h ugging- face.co,","venue":null,"work_id":"c040e1f8-8d65-4894-9290-0aa4476c5663","year":null},"citing_paper":{"arxiv_id":"2507.21447","last_updated":"2025-08-19T03:08:54Z","snapshot_observed_at":"2026-08-17T21:59:34.497618Z","submitted_at":"2025-07-29T02:34:28Z","title":"LLM4VV: Evaluating Cutting-Edge LLMs for Generation and Evaluation of Directive-Based Parallel Programming Model Compiler Tests","version":2},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-06T12:50:10.494290Z"},"links":{"citing_paper":"/paper/2507.21447"},"observation_digest":"sha256:6e3580f0e488cbb1006e19cede8de83b0427a3ee34a1bf767394d9d19961b1e2","observation_id":"b61d5648-e940-480a-a810-c04f0890835c","resolution":{"observed_at":"2026-08-06T12:50:15.036019Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T12:50:15.001737Z","title":"library — ollama.com,","venue":null,"work_id":"b89bf6e2-5379-46f0-bae7-4c7773873b0b","year":2025},"citing_paper":{"arxiv_id":"2507.21447","last_updated":"2025-08-19T03:08:54Z","snapshot_observed_at":"2026-08-17T21:59:34.497618Z","submitted_at":"2025-07-29T02:34:28Z","title":"LLM4VV: Evaluating Cutting-Edge LLMs for Generation and Evaluation of Directive-Based Parallel Programming Model Compiler Tests","version":2},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-06T12:50:10.646408Z"},"links":{"citing_paper":"/paper/2507.21447"},"observation_digest":"sha256:c99b746520d62185abd820dabf11050052244f549dba995fc2eac8f1c2ac9aef","observation_id":"e1586907-3fee-4a25-9ac3-ee9629594389","resolution":{"observed_at":"2026-08-06T12:50:15.010897Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T12:50:14.978870Z","title":"LLM Leaderboard - Compare GPT-4o, Llama 3, Mistral, Ge mini & other models — Artificial Analysis — artificialanalysis.ai ,","venue":null,"work_id":"548ae83b-1f20-4aee-b0e5-84f77df074e6","year":2025},"citing_paper":{"arxiv_id":"2507.21447","last_updated":"2025-08-19T03:08:54Z","snapshot_observed_at":"2026-08-17T21:59:34.497618Z","submitted_at":"2025-07-29T02:34:28Z","title":"LLM4VV: Evaluating Cutting-Edge LLMs for Generation and Evaluation of Directive-Based Parallel Programming Model Compiler Tests","version":2},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-06T12:50:10.761563Z"},"links":{"citing_paper":"/paper/2507.21447"},"observation_digest":"sha256:5247608ed6c4e48a39cbb233302337a73b76db3dbee78a98716c6113cb0106b7","observation_id":"e677da6d-9c32-4cf3-94eb-98b5619c2300","resolution":{"observed_at":"2026-08-06T12:50:14.985818Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T12:50:14.955176Z","title":"EvalPlus Leaderboard — evalplus.github.io,","venue":null,"work_id":"986ce0e8-f4ab-4dfd-b343-2a8853b7092b","year":2025},"citing_paper":{"arxiv_id":"2507.21447","last_updated":"2025-08-19T03:08:54Z","snapshot_observed_at":"2026-08-17T21:59:34.497618Z","submitted_at":"2025-07-29T02:34:28Z","title":"LLM4VV: Evaluating Cutting-Edge LLMs for Generation and Evaluation of Directive-Based Parallel Programming Model Compiler Tests","version":2},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-06T12:50:10.874956Z"},"links":{"citing_paper":"/paper/2507.21447"},"observation_digest":"sha256:d0cb14f463cf5fffe1d046116704addcb98cc506fb060e672c7ca394585972da","observation_id":"68290ad6-fb57-428c-acc6-64253a76c5ef","resolution":{"observed_at":"2026-08-06T12:50:14.961494Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T12:50:14.934973Z","title":"The Evolving Landscape of LLM Training Data — alibabacloud.com,","venue":null,"work_id":"ddc162e8-e5f1-4f5f-b560-81ec0eab9be8","year":2025},"citing_paper":{"arxiv_id":"2507.21447","last_updated":"2025-08-19T03:08:54Z","snapshot_observed_at":"2026-08-17T21:59:34.497618Z","submitted_at":"2025-07-29T02:34:28Z","title":"LLM4VV: Evaluating Cutting-Edge LLMs for Generation and Evaluation of Directive-Based Parallel Programming Model Compiler Tests","version":2},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-06T12:50:10.971989Z"},"links":{"citing_paper":"/paper/2507.21447"},"observation_digest":"sha256:8e94cfa581fe3c2c478861a3f87f8647d4ff8ac1450dbb1b968cf5780bd21b79","observation_id":"66082028-2d1a-41c2-a361-fadc7180d14f","resolution":{"observed_at":"2026-08-06T12:50:14.941545Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T12:50:14.910607Z","title":"EleutherAI/gpt-neo-2.7B · Hugging Face — huggingfac e.co,","venue":null,"work_id":"2fee7c84-9c60-4077-b6ad-d14513240daf","year":2025},"citing_paper":{"arxiv_id":"2507.21447","last_updated":"2025-08-19T03:08:54Z","snapshot_observed_at":"2026-08-17T21:59:34.497618Z","submitted_at":"2025-07-29T02:34:28Z","title":"LLM4VV: Evaluating Cutting-Edge LLMs for Generation and Evaluation of Directive-Based Parallel Programming Model Compiler Tests","version":2},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-06T12:50:11.095039Z"},"links":{"citing_paper":"/paper/2507.21447"},"observation_digest":"sha256:2794224c06ff7d9c6b8a7331373c3ef7f8544c3136d450f15d8891b0a454b6c7","observation_id":"1e0c74e8-ce84-45d0-9edf-5a07670ef1ab","resolution":{"observed_at":"2026-08-06T12:50:14.920306Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T12:50:14.887322Z","title":"Mistral 7B — Mistral AI — mistral.ai,","venue":null,"work_id":"01b30f30-dad4-4be0-b64b-b19f5cb50bae","year":2025},"citing_paper":{"arxiv_id":"2507.21447","last_updated":"2025-08-19T03:08:54Z","snapshot_observed_at":"2026-08-17T21:59:34.497618Z","submitted_at":"2025-07-29T02:34:28Z","title":"LLM4VV: Evaluating Cutting-Edge LLMs for Generation and Evaluation of Directive-Based Parallel Programming Model Compiler Tests","version":2},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-06T12:50:11.183607Z"},"links":{"citing_paper":"/paper/2507.21447"},"observation_digest":"sha256:cffb45954ab0654d08cdd77e79e354f4fd0cfa942bd35cb9cf2a3eaff03149cd","observation_id":"c1ff9d4c-fba2-48c2-83e9-0fbd95befe41","resolution":{"observed_at":"2026-08-06T12:50:14.894136Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T12:50:14.866097Z","title":"nvidia/NVLM-D-72B · Hugging Face — huggingface.co,","venue":null,"work_id":"056d63b7-57b9-46fc-bb16-d05cbe3eeecf","year":null},"citing_paper":{"arxiv_id":"2507.21447","last_updated":"2025-08-19T03:08:54Z","snapshot_observed_at":"2026-08-17T21:59:34.497618Z","submitted_at":"2025-07-29T02:34:28Z","title":"LLM4VV: Evaluating Cutting-Edge LLMs for Generation and Evaluation of Directive-Based Parallel Programming Model Compiler Tests","version":2},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-06T12:50:11.300348Z"},"links":{"citing_paper":"/paper/2507.21447"},"observation_digest":"sha256:c81a209059e71a3b785345453418a7c1cb60165051926e7e0776f0e9c25708fb","observation_id":"6decf3c5-3655-4524-8941-757fdf6f4483","resolution":{"observed_at":"2026-08-06T12:50:14.872805Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T12:50:14.837612Z","title":"meta-llama/Llama-4-Maverick-17B-128E-Instruct · Hugging Face — huggingface.co,","venue":null,"work_id":"680b40f0-d0f2-43ed-a34a-722b363727d3","year":null},"citing_paper":{"arxiv_id":"2507.21447","last_updated":"2025-08-19T03:08:54Z","snapshot_observed_at":"2026-08-17T21:59:34.497618Z","submitted_at":"2025-07-29T02:34:28Z","title":"LLM4VV: Evaluating Cutting-Edge LLMs for Generation and Evaluation of Directive-Based Parallel Programming Model Compiler Tests","version":2},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-06T12:50:11.386946Z"},"links":{"citing_paper":"/paper/2507.21447"},"observation_digest":"sha256:f6dc69a33ee47153232c42f844b45f1afcb7ed6b5a9e38c265e70045c53d7e4d","observation_id":"91b85f4b-51eb-4794-a13b-38138cba9025","resolution":{"observed_at":"2026-08-06T12:50:14.849405Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T12:50:14.814091Z","title":"mistralai/Mistral-7B-Instruct-v0.3 · Hugging Face — huggingface.co,","venue":null,"work_id":"ffe7222b-90eb-40f5-b729-fa0e84806525","year":2025},"citing_paper":{"arxiv_id":"2507.21447","last_updated":"2025-08-19T03:08:54Z","snapshot_observed_at":"2026-08-17T21:59:34.497618Z","submitted_at":"2025-07-29T02:34:28Z","title":"LLM4VV: Evaluating Cutting-Edge LLMs for Generation and Evaluation of Directive-Based Parallel Programming Model Compiler Tests","version":2},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-06T12:50:11.492658Z"},"links":{"citing_paper":"/paper/2507.21447"},"observation_digest":"sha256:c606243093ada4cd17f27df548d68d7f71858b5d99cc40d3a66e87b7b9bb5eed","observation_id":"687ec6db-1c66-4d68-9c1f-1375f57aa818","resolution":{"observed_at":"2026-08-06T12:50:14.820333Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T12:50:14.789417Z","title":"The best small LLM-instruct models - a ehristoforu Col lec- tion — huggingface.co,","venue":null,"work_id":"d091abd6-29b4-4d58-8a1f-bbf97e69ed11","year":2025},"citing_paper":{"arxiv_id":"2507.21447","last_updated":"2025-08-19T03:08:54Z","snapshot_observed_at":"2026-08-17T21:59:34.497618Z","submitted_at":"2025-07-29T02:34:28Z","title":"LLM4VV: Evaluating Cutting-Edge LLMs for Generation and Evaluation of Directive-Based Parallel Programming Model Compiler Tests","version":2},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-06T12:50:11.676503Z"},"links":{"citing_paper":"/paper/2507.21447"},"observation_digest":"sha256:0848f88cb728f6337a5ecdb520b9007b7346660b74277ec623221d0844b133dc","observation_id":"7495472a-451e-488e-a857-7a3f3732330f","resolution":{"observed_at":"2026-08-06T12:50:14.795546Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T12:50:14.765340Z","title":"EvalPerf: Evaluating Language Models for Efficient Co de Generation — evalplus.github.io,","venue":null,"work_id":"e7eb9ee1-abfd-4f82-81a4-36d9937e6303","year":2025},"citing_paper":{"arxiv_id":"2507.21447","last_updated":"2025-08-19T03:08:54Z","snapshot_observed_at":"2026-08-17T21:59:34.497618Z","submitted_at":"2025-07-29T02:34:28Z","title":"LLM4VV: Evaluating Cutting-Edge LLMs for Generation and Evaluation of Directive-Based Parallel Programming Model Compiler Tests","version":2},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-06T12:50:11.835725Z"},"links":{"citing_paper":"/paper/2507.21447"},"observation_digest":"sha256:2792eb568f8ddd8ee05551c9ddeff1c107ad1efc3ae5ca15c4e0fa59e4299e6a","observation_id":"2330b7a8-db15-4d28-81f2-74091a6dcd71","resolution":{"observed_at":"2026-08-06T12:50:14.772174Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T12:50:14.744095Z","title":"Qwen/Qwen2.5-7B-Instruct · Hugging Face — huggingfa ce.co,","venue":null,"work_id":"808159c9-7464-4d3c-9b4c-a9981f4f8531","year":2025},"citing_paper":{"arxiv_id":"2507.21447","last_updated":"2025-08-19T03:08:54Z","snapshot_observed_at":"2026-08-17T21:59:34.497618Z","submitted_at":"2025-07-29T02:34:28Z","title":"LLM4VV: Evaluating Cutting-Edge LLMs for Generation and Evaluation of Directive-Based Parallel Programming Model Compiler Tests","version":2},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-06T12:50:11.981521Z"},"links":{"citing_paper":"/paper/2507.21447"},"observation_digest":"sha256:b27beadb99998a2a6e01be2ed76ad116267025c96d97723431e7f493b4b4be24","observation_id":"3d60d9cb-d8ef-4d3a-ad78-4daa14dddb73","resolution":{"observed_at":"2026-08-06T12:50:14.750648Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T12:50:14.715967Z","title":"Qwen/Qwen2.5-Coder-32B-Instruct · Hugging Face — hu gging- face.co,","venue":null,"work_id":"f588a2bd-5ddf-4803-b9f6-14cceb7e7d1b","year":2025},"citing_paper":{"arxiv_id":"2507.21447","last_updated":"2025-08-19T03:08:54Z","snapshot_observed_at":"2026-08-17T21:59:34.497618Z","submitted_at":"2025-07-29T02:34:28Z","title":"LLM4VV: Evaluating Cutting-Edge LLMs for Generation and Evaluation of Directive-Based Parallel Programming Model Compiler Tests","version":2},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-06T12:50:12.099770Z"},"links":{"citing_paper":"/paper/2507.21447"},"observation_digest":"sha256:9b460914db393b953b30e49f5a9ac50c09c4739b9323110a502cfa7e4189316b","observation_id":"744604f0-f53b-419e-9e85-7c1fb7ba7ec8","resolution":{"observed_at":"2026-08-06T12:50:14.724289Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T12:50:14.694299Z","title":"deepseek-ai/deepseek-coder-33b-instruct · Huggin g Face — huggingface.co,","venue":null,"work_id":"9d394e78-5819-49d9-83f8-f5e205c14609","year":2025},"citing_paper":{"arxiv_id":"2507.21447","last_updated":"2025-08-19T03:08:54Z","snapshot_observed_at":"2026-08-17T21:59:34.497618Z","submitted_at":"2025-07-29T02:34:28Z","title":"LLM4VV: Evaluating Cutting-Edge LLMs for Generation and Evaluation of Directive-Based Parallel Programming Model Compiler Tests","version":2},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-06T12:50:12.267027Z"},"links":{"citing_paper":"/paper/2507.21447"},"observation_digest":"sha256:a74f23a46dbcbe0e308209e43348bfaaa6091b0c469256d97dd6fafe1e566d2d","observation_id":"f9190357-cef7-43f8-ab3a-f8726caacaeb","resolution":{"observed_at":"2026-08-06T12:50:14.701451Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T12:50:14.667271Z","title":"Phind/Phind-CodeLlama-34B-v2 · Hugging Face — huggi ngface.co,","venue":null,"work_id":"00d47124-6913-43e0-9dca-5759d991cd6e","year":2025},"citing_paper":{"arxiv_id":"2507.21447","last_updated":"2025-08-19T03:08:54Z","snapshot_observed_at":"2026-08-17T21:59:34.497618Z","submitted_at":"2025-07-29T02:34:28Z","title":"LLM4VV: Evaluating Cutting-Edge LLMs for Generation and Evaluation of Directive-Based Parallel Programming Model Compiler Tests","version":2},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-06T12:50:12.425337Z"},"links":{"citing_paper":"/paper/2507.21447"},"observation_digest":"sha256:3eecac60a3dade905ca4bae770eaabe7f8b76a222a4fc61948cdca2efa7c49c8","observation_id":"70b55802-5421-4d2f-9456-82be4e8e8665","resolution":{"observed_at":"2026-08-06T12:50:14.676438Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T12:50:14.642219Z","title":"OpenAI Platform — platform.openai.com,","venue":null,"work_id":"19ff536e-ef9a-4164-88c2-87062c0dc84c","year":2025},"citing_paper":{"arxiv_id":"2507.21447","last_updated":"2025-08-19T03:08:54Z","snapshot_observed_at":"2026-08-17T21:59:34.497618Z","submitted_at":"2025-07-29T02:34:28Z","title":"LLM4VV: Evaluating Cutting-Edge LLMs for Generation and Evaluation of Directive-Based Parallel Programming Model Compiler Tests","version":2},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-06T12:50:12.583469Z"},"links":{"citing_paper":"/paper/2507.21447"},"observation_digest":"sha256:7dd6de7b61d9af8dc5e76d4d371dae6bd6afcdfbbc604bb1b41285a4ae54dcd2","observation_id":"91bbf7d9-0e02-45df-bf56-0a52ade23415","resolution":{"observed_at":"2026-08-06T12:50:14.649577Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T12:50:14.618436Z","title":"meta-llama/Llama-3.3-70B-Instruct · Hugging Face — hugging- face.co,","venue":null,"work_id":"cd614a20-d9aa-498b-8b30-fa4f44ca96fc","year":2025},"citing_paper":{"arxiv_id":"2507.21447","last_updated":"2025-08-19T03:08:54Z","snapshot_observed_at":"2026-08-17T21:59:34.497618Z","submitted_at":"2025-07-29T02:34:28Z","title":"LLM4VV: Evaluating Cutting-Edge LLMs for Generation and Evaluation of Directive-Based Parallel Programming Model Compiler Tests","version":2},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-06T12:50:12.656027Z"},"links":{"citing_paper":"/paper/2507.21447"},"observation_digest":"sha256:d23371180ce70a23421a15a2d9ae96e32e5bee76e9907702162e60b6d4e856c6","observation_id":"27d6fbd8-db8d-4c5c-8be9-a32d55743fe2","resolution":{"observed_at":"2026-08-06T12:50:14.626814Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T12:50:14.592300Z","title":"nvidia/Llama-3.1-Nemotron-70B-Instruct-HF · Hugg ing Face — huggingface.co,","venue":null,"work_id":"643d3467-f5de-4485-b03b-faed47d8c406","year":2025},"citing_paper":{"arxiv_id":"2507.21447","last_updated":"2025-08-19T03:08:54Z","snapshot_observed_at":"2026-08-17T21:59:34.497618Z","submitted_at":"2025-07-29T02:34:28Z","title":"LLM4VV: Evaluating Cutting-Edge LLMs for Generation and Evaluation of Directive-Based Parallel Programming Model Compiler Tests","version":2},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-06T12:50:12.793677Z"},"links":{"citing_paper":"/paper/2507.21447"},"observation_digest":"sha256:274e4809de8aee5fdac8cdf50a4dd115a0b9c7e7ffe6aedd653a7fa4d5d88f1b","observation_id":"3a3f97ce-6060-4d91-9ba5-346290e41778","resolution":{"observed_at":"2026-08-06T12:50:14.600219Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T12:50:14.552395Z","title":"meta-llama/Llama-3.1-405B-Instruct · Hugging Face — hugging- face.co,","venue":null,"work_id":"4e21f6bd-ad2e-4780-9a0f-5b28d0e463a6","year":2025},"citing_paper":{"arxiv_id":"2507.21447","last_updated":"2025-08-19T03:08:54Z","snapshot_observed_at":"2026-08-17T21:59:34.497618Z","submitted_at":"2025-07-29T02:34:28Z","title":"LLM4VV: Evaluating Cutting-Edge LLMs for Generation and Evaluation of Directive-Based Parallel Programming Model Compiler Tests","version":2},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-06T12:50:12.933053Z"},"links":{"citing_paper":"/paper/2507.21447"},"observation_digest":"sha256:14554296b02cb5637d31935386bfe2ac0e724ca70232666a2d726720d30a4544","observation_id":"0ae0fe1c-e412-46c0-9edd-712890205f04","resolution":{"observed_at":"2026-08-06T12:50:14.559838Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T12:50:14.507961Z","title":"Introducing Claude 3.5 Sonnet — anthropic.com,","venue":null,"work_id":"c427a280-2b3a-4bf4-bc3b-83cd14a20968","year":2025},"citing_paper":{"arxiv_id":"2507.21447","last_updated":"2025-08-19T03:08:54Z","snapshot_observed_at":"2026-08-17T21:59:34.497618Z","submitted_at":"2025-07-29T02:34:28Z","title":"LLM4VV: Evaluating Cutting-Edge LLMs for Generation and Evaluation of Directive-Based Parallel Programming Model Compiler Tests","version":2},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-06T12:50:13.085098Z"},"links":{"citing_paper":"/paper/2507.21447"},"observation_digest":"sha256:8a8c9a142be964660af4df84cfa12f115c21f3b95a9bd38d0443f7ab057bef8e","observation_id":"4a5942b4-8870-4441-87f7-72a1c655aad7","resolution":{"observed_at":"2026-08-06T12:50:14.516971Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T12:50:14.481388Z","title":"GitHub - lmarena/arena-hard-auto: Arena-Hard-Auto : An auto- matic LLM benchmark. — github.com,","venue":null,"work_id":"778febf8-c495-4b18-968f-8922d3a8b4ff","year":2025},"citing_paper":{"arxiv_id":"2507.21447","last_updated":"2025-08-19T03:08:54Z","snapshot_observed_at":"2026-08-17T21:59:34.497618Z","submitted_at":"2025-07-29T02:34:28Z","title":"LLM4VV: Evaluating Cutting-Edge LLMs for Generation and Evaluation of Directive-Based Parallel Programming Model Compiler Tests","version":2},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-06T12:50:13.237508Z"},"links":{"citing_paper":"/paper/2507.21447"},"observation_digest":"sha256:85b296dfe29b5b042faf7800522f7d74c81e1e2eb92ffbec3da65a764d5cdcc3","observation_id":"12e9537c-d416-4c0c-93d4-c62a7a88a7cd","resolution":{"observed_at":"2026-08-06T12:50:14.489428Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T12:50:14.442884Z","title":"AlpacaEval Leaderboard — tatsu-lab.github.io,","venue":null,"work_id":"ab3ee624-8ffc-4be5-b128-d49bb6cba053","year":2025},"citing_paper":{"arxiv_id":"2507.21447","last_updated":"2025-08-19T03:08:54Z","snapshot_observed_at":"2026-08-17T21:59:34.497618Z","submitted_at":"2025-07-29T02:34:28Z","title":"LLM4VV: Evaluating Cutting-Edge LLMs for Generation and Evaluation of Directive-Based Parallel Programming Model Compiler Tests","version":2},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-06T12:50:13.458467Z"},"links":{"citing_paper":"/paper/2507.21447"},"observation_digest":"sha256:57fe987b4c692c7d86737366032207508138010985a76472038b2030e7bde14f","observation_id":"88fef424-19ec-4f88-b427-a99c79f165ce","resolution":{"observed_at":"2026-08-06T12:50:14.459155Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T12:50:14.412748Z","title":"MT Bench - a Hugging Face Space by lmsys — huggingface.c o,","venue":null,"work_id":"052e18b2-0b30-4401-8ad8-70b9ddcf1a19","year":2025},"citing_paper":{"arxiv_id":"2507.21447","last_updated":"2025-08-19T03:08:54Z","snapshot_observed_at":"2026-08-17T21:59:34.497618Z","submitted_at":"2025-07-29T02:34:28Z","title":"LLM4VV: Evaluating Cutting-Edge LLMs for Generation and Evaluation of Directive-Based Parallel Programming Model Compiler Tests","version":2},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-06T12:50:13.539886Z"},"links":{"citing_paper":"/paper/2507.21447"},"observation_digest":"sha256:24145e9996d36fae5d00cc7cd3693d0e7caee82bf4467de16ab13487df28e55d","observation_id":"ca814d7c-8562-417c-a3f3-9dd13defb8eb","resolution":{"observed_at":"2026-08-06T12:50:14.419272Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T12:50:14.391134Z","title":null,"venue":null,"work_id":"cdbf4331-de0e-4be6-a4a3-51d59be2758d","year":2025},"citing_paper":{"arxiv_id":"2507.21447","last_updated":"2025-08-19T03:08:54Z","snapshot_observed_at":"2026-08-17T21:59:34.497618Z","submitted_at":"2025-07-29T02:34:28Z","title":"LLM4VV: Evaluating Cutting-Edge LLMs for Generation and Evaluation of Directive-Based Parallel Programming Model Compiler Tests","version":2},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-06T12:50:13.611912Z"},"links":{"citing_paper":"/paper/2507.21447"},"observation_digest":"sha256:8e96d3836fe9985175354fc5ee984ee7016fab745684027aba7faf70a55304cd","observation_id":"60bfe24d-843a-4810-ad62-10a80d216f2f","resolution":{"observed_at":"2026-08-06T12:50:14.397870Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T12:50:14.362867Z","title":"GitHub - OpenACCUserGroup/OpenACCV-V: OpenACC Vali dation and Verification Testsuite repository — github.com,","venue":null,"work_id":"d2f1b7ba-1c31-4e9a-88de-b1bcef83b9b9","year":2025},"citing_paper":{"arxiv_id":"2507.21447","last_updated":"2025-08-19T03:08:54Z","snapshot_observed_at":"2026-08-17T21:59:34.497618Z","submitted_at":"2025-07-29T02:34:28Z","title":"LLM4VV: Evaluating Cutting-Edge LLMs for Generation and Evaluation of Directive-Based Parallel Programming Model Compiler Tests","version":2},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-06T12:50:13.728694Z"},"links":{"citing_paper":"/paper/2507.21447"},"observation_digest":"sha256:4b9258b40c8b8695c7647a946e47728ed1821e934daae19cb18f405348845cad","observation_id":"4b99a597-de35-4ef9-8556-60055d68f0d5","resolution":{"observed_at":"2026-08-06T12:50:14.370788Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T12:50:14.337322Z","title":"C-pack: P ackaged resources to advance general chinese embedding,","venue":null,"work_id":"05474e4e-34cf-457e-b65c-1d09ff320ead","year":2023},"citing_paper":{"arxiv_id":"2507.21447","last_updated":"2025-08-19T03:08:54Z","snapshot_observed_at":"2026-08-17T21:59:34.497618Z","submitted_at":"2025-07-29T02:34:28Z","title":"LLM4VV: Evaluating Cutting-Edge LLMs for Generation and Evaluation of Directive-Based Parallel Programming Model Compiler Tests","version":2},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-06T12:50:13.792328Z"},"links":{"citing_paper":"/paper/2507.21447"},"observation_digest":"sha256:3df2938098645a88d667dec2de11aa8f398914e2dd7c787046cf84fe01510b44","observation_id":"769588b4-a41d-471e-9f19-5689c0b4e4a4","resolution":{"observed_at":"2026-08-06T12:50:14.342774Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1810.04805","last_updated":"2019-05-24T20:37:26Z","snapshot_observed_at":"2026-08-14T18:16:28.847993Z","submitted_at":"2018-10-11T00:50:01Z","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1810.04805","snapshot_observed_at":"2026-08-06T12:50:13.845788Z","title":"BERT: pre -training of deep bidirectional transformers for language understan ding,","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2507.21447","last_updated":"2025-08-19T03:08:54Z","snapshot_observed_at":"2026-08-17T21:59:34.497618Z","submitted_at":"2025-07-29T02:34:28Z","title":"LLM4VV: Evaluating Cutting-Edge LLMs for Generation and Evaluation of Directive-Based Parallel Programming Model Compiler Tests","version":2},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-06T12:50:13.845788Z"},"links":{"cited_paper":"/paper/1810.04805","citing_paper":"/paper/2507.21447"},"observation_digest":"sha256:bc8a0e1a7f425aeb5064f283d64aa4c530b482099cb9de92fda98a8f0f4b0083","observation_id":"9d27ba48-7282-469f-a545-9c5fdbaf92c2","resolution":{"observed_at":"2026-08-06T12:50:13.845788Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T12:50:14.301236Z","title":"Architecture - NERSC Documentation — docs.ner sc.gov,","venue":null,"work_id":"21df319c-65e4-4a82-9303-21d1918cfdb1","year":2025},"citing_paper":{"arxiv_id":"2507.21447","last_updated":"2025-08-19T03:08:54Z","snapshot_observed_at":"2026-08-17T21:59:34.497618Z","submitted_at":"2025-07-29T02:34:28Z","title":"LLM4VV: Evaluating Cutting-Edge LLMs for Generation and Evaluation of Directive-Based Parallel Programming Model Compiler Tests","version":2},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-06T12:50:13.860383Z"},"links":{"citing_paper":"/paper/2507.21447"},"observation_digest":"sha256:9b4fc536cd4e7d7aac09bd8715d82702ae1e2a8ea9082340edf2a34b1f4d0669","observation_id":"244755d9-17a2-4c5d-ba5d-17c2087382f2","resolution":{"observed_at":"2026-08-06T12:50:14.311046Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2507.21447","last_updated":"2025-08-19T03:08:54Z","latest_version":2,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-17T21:59:34.497618Z","submitted_at":"2025-07-29T02:34:28Z","title":"LLM4VV: Evaluating Cutting-Edge LLMs for Generation and Evaluation of Directive-Based Parallel Programming Model Compiler Tests"},"reference_resolution":{"displayed":41,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":7,"verified_exact":0,"verified_fuzzy":34},"total_outbound_references":41},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"thesis":"As of 18 August 2026, this Paper Citation Record lists 41 of 41 outbound references and 0 inbound Pith citation observations for arXiv:2507.21447."}