{"as_of":"2026-08-08T10:37:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:7c53b7d81c5088e71a1d83e7b4149789b49c2742df90c1cfa3f4df253377dc8e","coverage":[{"denominator":14,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":14,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T04:15:57.248959Z","state":"measured"},{"denominator":14,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":14,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-08T06:32:00.761636+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2506.11237/citation-record","integrity":"/paper/2506.11237/integrity","json":"/paper/2506.11237/citation-record.json","paper":"/paper/2506.11237"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T04:15:56.108897Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.11237","last_updated":"2025-06-12T19:15:05Z","snapshot_observed_at":"2026-08-07T04:09:39.319325Z","submitted_at":"2025-06-12T19:15:05Z","title":"LLM-as-a-Judge for Reference-less Automatic Code Validation and Refinement for Natural Language to Bash in IT Automation","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-07T04:15:56.108897Z"},"links":{"citing_paper":"/paper/2506.11237"},"observation_digest":"sha256:52e419c5d5bbd0227c5ac4d940871bb297fad88ca6bbd61ddd8de5cd46cb21af","observation_id":"322da3ed-11c6-47b4-8417-0a365e6a6b7c","resolution":{"observed_at":"2026-08-07T04:15:56.108897Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T04:15:56.175034Z","title":null,"venue":null,"work_id":null,"year":2005},"citing_paper":{"arxiv_id":"2506.11237","last_updated":"2025-06-12T19:15:05Z","snapshot_observed_at":"2026-08-07T04:09:39.319325Z","submitted_at":"2025-06-12T19:15:05Z","title":"LLM-as-a-Judge for Reference-less Automatic Code Validation and Refinement for Natural Language to Bash in IT Automation","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-07T04:15:56.175034Z"},"links":{"citing_paper":"/paper/2506.11237"},"observation_digest":"sha256:57e4f687676e4c3d4ebff2e613a95d83226a1fde7467f5f3bc01bd0ef6f64d35","observation_id":"2af61963-1fb7-4272-869b-c5ce447f49e3","resolution":{"observed_at":"2026-08-07T04:15:56.175034Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2302.04166","last_updated":"2023-02-13T16:19:05Z","snapshot_observed_at":"2026-08-05T08:58:00.258106Z","submitted_at":"2023-02-08T16:17:29Z","title":"GPTScore: Evaluate as You Desire","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.04166","snapshot_observed_at":"2026-08-07T04:15:56.303867Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.11237","last_updated":"2025-06-12T19:15:05Z","snapshot_observed_at":"2026-08-07T04:09:39.319325Z","submitted_at":"2025-06-12T19:15:05Z","title":"LLM-as-a-Judge for Reference-less Automatic Code Validation and Refinement for Natural Language to Bash in IT Automation","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-07T04:15:56.303867Z"},"links":{"cited_paper":"/paper/2302.04166","citing_paper":"/paper/2506.11237"},"observation_digest":"sha256:e4630c513d438beec299a809d3c2f41e4c7b16f0acf172ca0a8d27cff235c1f1","observation_id":"ed8ce834-b70a-48a8-8a37-b4855c869ef8","resolution":{"observed_at":"2026-08-07T04:15:56.303867Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T04:15:56.379860Z","title":null,"venue":null,"work_id":null,"year":2004},"citing_paper":{"arxiv_id":"2506.11237","last_updated":"2025-06-12T19:15:05Z","snapshot_observed_at":"2026-08-07T04:09:39.319325Z","submitted_at":"2025-06-12T19:15:05Z","title":"LLM-as-a-Judge for Reference-less Automatic Code Validation and Refinement for Natural Language to Bash in IT Automation","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-07T04:15:56.379860Z"},"links":{"citing_paper":"/paper/2506.11237"},"observation_digest":"sha256:9e3a873099673bf8f222d398742136297b024b324a92563fdcd67178cf5eddb5","observation_id":"1c79f0e6-8d8c-45d9-ad65-d6c0a5bb5213","resolution":{"observed_at":"2026-08-07T04:15:56.379860Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.16634","last_updated":"2023-05-23T22:12:16Z","snapshot_observed_at":"2026-08-02T04:02:36.848064Z","submitted_at":"2023-03-29T12:46:54Z","title":"G-Eval: NLG Evaluation using GPT-4 with Better Human Alignment","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.16634","snapshot_observed_at":"2026-08-07T04:15:56.484331Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.11237","last_updated":"2025-06-12T19:15:05Z","snapshot_observed_at":"2026-08-07T04:09:39.319325Z","submitted_at":"2025-06-12T19:15:05Z","title":"LLM-as-a-Judge for Reference-less Automatic Code Validation and Refinement for Natural Language to Bash in IT Automation","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-07T04:15:56.484331Z"},"links":{"cited_paper":"/paper/2303.16634","citing_paper":"/paper/2506.11237"},"observation_digest":"sha256:21a8c0189befbe703966baed43940432eda08099796a8b3d5b9a47f530e6194b","observation_id":"fc854bf4-b478-4cd9-98f2-95c32856f6de","resolution":{"observed_at":"2026-08-07T04:15:56.484331Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.08774","last_updated":"2024-03-04T06:01:33Z","snapshot_observed_at":"2026-08-07T07:30:12.213965Z","submitted_at":"2023-03-15T17:15:04Z","title":"GPT-4 Technical Report","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.08774","snapshot_observed_at":"2026-08-07T04:15:56.569558Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.11237","last_updated":"2025-06-12T19:15:05Z","snapshot_observed_at":"2026-08-07T04:09:39.319325Z","submitted_at":"2025-06-12T19:15:05Z","title":"LLM-as-a-Judge for Reference-less Automatic Code Validation and Refinement for Natural Language to Bash in IT Automation","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-07T04:15:56.569558Z"},"links":{"cited_paper":"/paper/2303.08774","citing_paper":"/paper/2506.11237"},"observation_digest":"sha256:1a3134b2c4db76edfd65a564738c647ae151c0645d60d6a531a317898deaf9b3","observation_id":"d6037926-308a-47f5-8264-043df51d932c","resolution":{"observed_at":"2026-08-07T04:15:56.569558Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T04:15:56.645607Z","title":null,"venue":null,"work_id":null,"year":2002},"citing_paper":{"arxiv_id":"2506.11237","last_updated":"2025-06-12T19:15:05Z","snapshot_observed_at":"2026-08-07T04:09:39.319325Z","submitted_at":"2025-06-12T19:15:05Z","title":"LLM-as-a-Judge for Reference-less Automatic Code Validation and Refinement for Natural Language to Bash in IT Automation","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-07T04:15:56.645607Z"},"links":{"citing_paper":"/paper/2506.11237"},"observation_digest":"sha256:3bf42ceb9636f90060064caef549f1e29fbba7466147787e87da026eb8eec95e","observation_id":"01736c5d-2db0-43dc-8a6b-4f5247f98262","resolution":{"observed_at":"2026-08-07T04:15:56.645607Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2009.10297","last_updated":"2020-09-27T04:07:11Z","snapshot_observed_at":"2026-08-01T07:33:26.380394Z","submitted_at":"2020-09-22T03:10:49Z","title":"CodeBLEU: a Method for Automatic Evaluation of Code Synthesis","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2009.10297","snapshot_observed_at":"2026-08-07T04:15:56.728459Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2506.11237","last_updated":"2025-06-12T19:15:05Z","snapshot_observed_at":"2026-08-07T04:09:39.319325Z","submitted_at":"2025-06-12T19:15:05Z","title":"LLM-as-a-Judge for Reference-less Automatic Code Validation and Refinement for Natural Language to Bash in IT Automation","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-07T04:15:56.728459Z"},"links":{"cited_paper":"/paper/2009.10297","citing_paper":"/paper/2506.11237"},"observation_digest":"sha256:5ed0acad5adccebe60099af94e2447feb936a5d8cbb97c7aa6c561b98e8ad2c0","observation_id":"a27aa9c3-4bc7-425f-9b83-79a79f7cac0a","resolution":{"observed_at":"2026-08-07T04:15:56.728459Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.06807","last_updated":"2024-12-16T23:13:26Z","snapshot_observed_at":"2026-07-06T18:12:51.702471Z","submitted_at":"2024-05-10T20:45:34Z","title":"Execution-Based Evaluation of Natural Language to Bash and PowerShell for Incident Remediation","version":2},"cited_work":{"arxiv_id":"2405.06807","doi":null,"metadata_source":"pith","pith_arxiv_id":"2405.06807","snapshot_observed_at":"2026-08-07T04:15:57.395601Z","title":"Execution-Based Evaluation of Natural Language to Bash and PowerShell for Incident Remediation","venue":"cs.CL","work_id":"14f7dfba-e08c-4e1c-be13-d5757ee8444a","year":2024},"citing_paper":{"arxiv_id":"2506.11237","last_updated":"2025-06-12T19:15:05Z","snapshot_observed_at":"2026-08-07T04:09:39.319325Z","submitted_at":"2025-06-12T19:15:05Z","title":"LLM-as-a-Judge for Reference-less Automatic Code Validation and Refinement for Natural Language to Bash in IT Automation","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-07T04:15:56.808012Z"},"links":{"cited_paper":"/paper/2405.06807","citing_paper":"/paper/2506.11237"},"observation_digest":"sha256:b641ef618306a5e4ba8ba66aada5c21cd4f647f4319ea59e5a9c46d8d9b0b39a","observation_id":"03b70daa-2187-4ed2-9f0a-7fd0610ab354","resolution":{"observed_at":"2026-08-07T04:15:57.437306Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T04:15:57.869517Z","title":null,"venue":null,"work_id":"abf997f2-d81e-42e6-8a86-68fdaf0caa28","year":2023},"citing_paper":{"arxiv_id":"2506.11237","last_updated":"2025-06-12T19:15:05Z","snapshot_observed_at":"2026-08-07T04:09:39.319325Z","submitted_at":"2025-06-12T19:15:05Z","title":"LLM-as-a-Judge for Reference-less Automatic Code Validation and Refinement for Natural Language to Bash in IT Automation","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-07T04:15:56.864925Z"},"links":{"citing_paper":"/paper/2506.11237"},"observation_digest":"sha256:7cb8c999527a4a5be706f7cf8f82d943aab6d18b8b568a28513a5a4240791fac","observation_id":"455c4b78-3140-4a1b-9c67-4a77c259d479","resolution":{"observed_at":"2026-08-07T04:15:57.931865Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2302.05527","last_updated":"2023-10-31T13:44:36Z","snapshot_observed_at":"2026-07-06T14:50:40.930413Z","submitted_at":"2023-02-10T22:12:05Z","title":"CodeBERTScore: Evaluating Code Generation with Pretrained Models of Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.05527","snapshot_observed_at":"2026-08-07T04:15:56.956169Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.11237","last_updated":"2025-06-12T19:15:05Z","snapshot_observed_at":"2026-08-07T04:09:39.319325Z","submitted_at":"2025-06-12T19:15:05Z","title":"LLM-as-a-Judge for Reference-less Automatic Code Validation and Refinement for Natural Language to Bash in IT Automation","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-07T04:15:56.956169Z"},"links":{"cited_paper":"/paper/2302.05527","citing_paper":"/paper/2506.11237"},"observation_digest":"sha256:62b90b8a578051df786186cf1df31350b14ad0a7040e7d8a5beaf681b96658b6","observation_id":"0d63beb1-a575-47a6-9b4b-1e27ab0d1bac","resolution":{"observed_at":"2026-08-07T04:15:56.956169Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T04:15:57.735574Z","title":null,"venue":null,"work_id":"f7d6ec7d-c273-4126-be30-24e98da4300d","year":2024},"citing_paper":{"arxiv_id":"2506.11237","last_updated":"2025-06-12T19:15:05Z","snapshot_observed_at":"2026-08-07T04:09:39.319325Z","submitted_at":"2025-06-12T19:15:05Z","title":"LLM-as-a-Judge for Reference-less Automatic Code Validation and Refinement for Natural Language to Bash in IT Automation","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-07T04:15:57.080553Z"},"links":{"citing_paper":"/paper/2506.11237"},"observation_digest":"sha256:ae11bc2bb6ff12641b4485b3c695737fb63e048ddfed33d40da18061a72e46d3","observation_id":"60b6cb92-cccd-46da-b332-65b0935fbba7","resolution":{"observed_at":"2026-08-07T04:15:57.789791Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T04:15:57.151356Z","title":"online\" 'onlinestring :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.11237","last_updated":"2025-06-12T19:15:05Z","snapshot_observed_at":"2026-08-07T04:09:39.319325Z","submitted_at":"2025-06-12T19:15:05Z","title":"LLM-as-a-Judge for Reference-less Automatic Code Validation and Refinement for Natural Language to Bash in IT Automation","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-07T04:15:57.151356Z"},"links":{"citing_paper":"/paper/2506.11237"},"observation_digest":"sha256:f7971527e709dee6790f2e3d339e229caa5deb98f1e4efdd1d4175e8a4cbaa4b","observation_id":"e7d5dccd-102a-4386-b46b-011d92567cb0","resolution":{"observed_at":"2026-08-07T04:15:57.151356Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T04:15:57.248959Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.11237","last_updated":"2025-06-12T19:15:05Z","snapshot_observed_at":"2026-08-07T04:09:39.319325Z","submitted_at":"2025-06-12T19:15:05Z","title":"LLM-as-a-Judge for Reference-less Automatic Code Validation and Refinement for Natural Language to Bash in IT Automation","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-07T04:15:57.248959Z"},"links":{"citing_paper":"/paper/2506.11237"},"observation_digest":"sha256:a80e205d0ecd377e118256e86c6885cbff71f7643cd5e6806502a342eec51d85","observation_id":"e0b919a5-7f07-4c85-9e21-d6a1af4bfeb5","resolution":{"observed_at":"2026-08-07T04:15:57.248959Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2506.11237","last_updated":"2025-06-12T19:15:05Z","latest_version":1,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-07T04:09:39.319325Z","submitted_at":"2025-06-12T19:15:05Z","title":"LLM-as-a-Judge for Reference-less Automatic Code Validation and Refinement for Natural Language to Bash in IT Automation"},"reference_resolution":{"displayed":14,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":13,"verified_exact":1,"verified_fuzzy":0},"total_outbound_references":14},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 14 of 14 outbound references and 0 inbound Pith citation observations for arXiv:2506.11237."}