{"as_of":"2026-08-16T10:27:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:194148d7d33a2b47393e16a1fa8245caf62cfb831f5dfa9872accd565f13335a","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":17,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":17,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-16T06:30:59.297886+00:00","state":"measured"},{"denominator":17,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":17,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-16T05:22:55.599051Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":1,"source":"arxiv_reference","source_observed_at":"2026-08-05T02:28:24.338817Z","state":"measured"}],"external_citation_measurements":[{"count":3,"observed_at":"2026-08-05T02:28:24.338817Z","source":"arxiv_reference"}],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2401.00595","last_updated":"2024-05-06T10:20:26Z","snapshot_observed_at":"2026-08-13T04:50:40.488236Z","submitted_at":"2023-12-31T22:21:36Z","title":"State of What Art? A Call for Multi-Prompt LLM Evaluation","version":3},"cited_work":{"arxiv_id":"2401.00595","doi":"10.48550/arxiv.2401.00595","metadata_source":"arxiv_reference","pith_arxiv_id":"2401.00595","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"CoRR, abs/2401.00595","venue":"arXiv (Cornell University)","work_id":"9571587f-84df-407b-baa8-6c9557faa0c7","year":2024},"citing_paper":{"arxiv_id":"2310.11113","last_updated":"2024-09-07T06:30:56Z","snapshot_observed_at":"2026-07-06T16:34:23.428329Z","submitted_at":"2023-10-17T09:53:03Z","title":"Revisiting Sentiment Analysis for Software Engineering in the Era of Large Language Models","version":3},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-05-24T06:12:38.139005Z"},"links":{"cited_paper":"/paper/2401.00595","citing_paper":"/paper/2310.11113"},"observation_digest":"sha256:42a885c199c37a596da9b1f49b4758eab8e069312a1ce630788c79730baa4b89","observation_id":"9c1c3d5e-eab5-40a0-b9de-b33195ebaef3","resolution":{"observed_at":"2026-05-24T06:13:59.976576Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.00595","last_updated":"2024-05-06T10:20:26Z","snapshot_observed_at":"2026-08-13T04:50:40.488236Z","submitted_at":"2023-12-31T22:21:36Z","title":"State of What Art? A Call for Multi-Prompt LLM Evaluation","version":3},"cited_work":{"arxiv_id":"2401.00595","doi":"10.48550/arxiv.2401.00595","metadata_source":"arxiv_reference","pith_arxiv_id":"2401.00595","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"CoRR, abs/2401.00595","venue":"arXiv (Cornell University)","work_id":"9571587f-84df-407b-baa8-6c9557faa0c7","year":2024},"citing_paper":{"arxiv_id":"2401.03065","last_updated":"2024-01-05T20:53:51Z","snapshot_observed_at":"2026-08-13T22:46:36.295191Z","submitted_at":"2024-01-05T20:53:51Z","title":"CRUXEval: A Benchmark for Code Reasoning, Understanding and Execution","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-05-14T20:57:16.327963Z"},"links":{"cited_paper":"/paper/2401.00595","citing_paper":"/paper/2401.03065"},"observation_digest":"sha256:9aeaf94f8a670d34011ea3b3d8d5ec59831bb0ede6fe06b55311d2cd1b720bf9","observation_id":"a1f4b398-d6c4-4504-8d34-9ade7a41a5a4","resolution":{"observed_at":"2026-05-14T20:57:16.378396Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.00595","last_updated":"2024-05-06T10:20:26Z","snapshot_observed_at":"2026-08-13T04:50:40.488236Z","submitted_at":"2023-12-31T22:21:36Z","title":"State of What Art? A Call for Multi-Prompt LLM Evaluation","version":3},"cited_work":{"arxiv_id":"2401.00595","doi":"10.48550/arxiv.2401.00595","metadata_source":"arxiv_reference","pith_arxiv_id":"2401.00595","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"CoRR, abs/2401.00595","venue":"arXiv (Cornell University)","work_id":"9571587f-84df-407b-baa8-6c9557faa0c7","year":2024},"citing_paper":{"arxiv_id":"2403.07974","last_updated":"2024-06-06T17:41:21Z","snapshot_observed_at":"2026-08-16T07:05:57.323612Z","submitted_at":"2024-03-12T17:58:04Z","title":"LiveCodeBench: Holistic and Contamination Free Evaluation of Large Language Models for Code","version":2},"reference_index":106,"source":"arxiv_source","source_observed_at":"2026-05-10T17:34:42.565806Z"},"links":{"cited_paper":"/paper/2401.00595","citing_paper":"/paper/2403.07974"},"observation_digest":"sha256:9651ad08b5680b78b9f71bf5ecf75a57ef649a3731d0a0ff5e4bdbcd769bd70d","observation_id":"003918c0-7574-4de8-9d64-a19d8f777951","resolution":{"observed_at":"2026-05-10T17:34:43.111481Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.00595","last_updated":"2024-05-06T10:20:26Z","snapshot_observed_at":"2026-08-13T04:50:40.488236Z","submitted_at":"2023-12-31T22:21:36Z","title":"State of What Art? A Call for Multi-Prompt LLM Evaluation","version":3},"cited_work":{"arxiv_id":"2401.00595","doi":"10.48550/arxiv.2401.00595","metadata_source":"arxiv_reference","pith_arxiv_id":"2401.00595","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"CoRR, abs/2401.00595","venue":"arXiv (Cornell University)","work_id":"9571587f-84df-407b-baa8-6c9557faa0c7","year":2024},"citing_paper":{"arxiv_id":"2404.18923","last_updated":"2026-05-11T14:37:50Z","snapshot_observed_at":"2026-08-14T15:45:27.017034Z","submitted_at":"2024-04-29T17:58:36Z","title":"Holmes: A Benchmark to Assess the Linguistic Competence of Language Models","version":5},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-05-24T02:06:53.585629Z"},"links":{"cited_paper":"/paper/2401.00595","citing_paper":"/paper/2404.18923"},"observation_digest":"sha256:f4fcc296c8da61b6fa567e8f738772f266771c5e2c4d45358ccc0c757ccf61fc","observation_id":"e7fe15f2-ee82-42fd-9a94-9449eb690554","resolution":{"observed_at":"2026-05-24T02:08:45.143108Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.00595","last_updated":"2024-05-06T10:20:26Z","snapshot_observed_at":"2026-08-13T04:50:40.488236Z","submitted_at":"2023-12-31T22:21:36Z","title":"State of What Art? A Call for Multi-Prompt LLM Evaluation","version":3},"cited_work":{"arxiv_id":"2401.00595","doi":"10.48550/arxiv.2401.00595","metadata_source":"arxiv_reference","pith_arxiv_id":"2401.00595","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"CoRR, abs/2401.00595","venue":"arXiv (Cornell University)","work_id":"9571587f-84df-407b-baa8-6c9557faa0c7","year":2024},"citing_paper":{"arxiv_id":"2405.14782","last_updated":"2026-05-31T00:04:33Z","snapshot_observed_at":"2026-08-12T23:59:36.781101Z","submitted_at":"2024-05-23T16:50:49Z","title":"Lessons from the Trenches on Reproducible Evaluation of Language Models","version":2},"reference_index":137,"source":"arxiv_source","source_observed_at":"2026-05-16T18:44:49.519995Z"},"links":{"cited_paper":"/paper/2401.00595","citing_paper":"/paper/2405.14782"},"observation_digest":"sha256:6aaa7aa041c796b7649133bd85d5d7f2c5fe4e7b0b582fa1b0d3720b26382475","observation_id":"004717d1-fbf6-4a2a-b95b-438caa3ec91d","resolution":{"observed_at":"2026-05-16T18:44:49.776794Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.00595","last_updated":"2024-05-06T10:20:26Z","snapshot_observed_at":"2026-08-13T04:50:40.488236Z","submitted_at":"2023-12-31T22:21:36Z","title":"State of What Art? A Call for Multi-Prompt LLM Evaluation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.00595","snapshot_observed_at":"2026-08-11T16:59:49.571352Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.09569","last_updated":"2025-06-10T17:54:35Z","snapshot_observed_at":"2026-08-15T05:44:23.549539Z","submitted_at":"2024-12-12T18:51:13Z","title":"JuStRank: Benchmarking LLM Judges for System Ranking","version":2},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-11T16:59:49.571352Z"},"links":{"cited_paper":"/paper/2401.00595","citing_paper":"/paper/2412.09569"},"observation_digest":"sha256:af1087e53b415ce1e84b9ad85882e6dc5c70d6b5392a72771a99046a2d910ae0","observation_id":"67f2ded3-90f4-4e78-aa56-2b349ed0a4ee","resolution":{"observed_at":"2026-08-11T16:59:49.571352Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.00595","last_updated":"2024-05-06T10:20:26Z","snapshot_observed_at":"2026-08-13T04:50:40.488236Z","submitted_at":"2023-12-31T22:21:36Z","title":"State of What Art? A Call for Multi-Prompt LLM Evaluation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.00595","snapshot_observed_at":"2026-08-10T20:12:47.279466Z","title":"State of what art? A call for multi-prompt LLM evaluation,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.09099","last_updated":"2025-01-15T19:32:32Z","snapshot_observed_at":"2026-08-14T11:14:03.649384Z","submitted_at":"2025-01-15T19:32:32Z","title":"Drama Llama: An LLM-Powered Storylets Framework for Authorable Responsiveness in Interactive Narrative","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-10T20:12:47.279466Z"},"links":{"cited_paper":"/paper/2401.00595","citing_paper":"/paper/2501.09099"},"observation_digest":"sha256:98d540e115da396a2c743123e49a23b2bf140deb6ffe6f821a64b40da88d49c6","observation_id":"9b4d1b1f-c45e-4d0d-bf19-4c528f644464","resolution":{"observed_at":"2026-08-10T20:12:47.279466Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.00595","last_updated":"2024-05-06T10:20:26Z","snapshot_observed_at":"2026-08-13T04:50:40.488236Z","submitted_at":"2023-12-31T22:21:36Z","title":"State of What Art? A Call for Multi-Prompt LLM Evaluation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.00595","snapshot_observed_at":"2026-08-10T13:53:45.078859Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.15875","last_updated":"2025-01-27T08:59:10Z","snapshot_observed_at":"2026-08-14T22:31:01.780294Z","submitted_at":"2025-01-27T08:59:10Z","title":"LCTG Bench: LLM Controlled Text Generation Benchmark","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-10T13:53:45.078859Z"},"links":{"cited_paper":"/paper/2401.00595","citing_paper":"/paper/2501.15875"},"observation_digest":"sha256:f4660490930d5ff7795e323a3afde7d1d6956e3cf0eb8b5e699fcefb0fb361aa","observation_id":"810e7897-981a-4a76-afef-92a24701ff33","resolution":{"observed_at":"2026-08-10T13:53:45.078859Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.00595","last_updated":"2024-05-06T10:20:26Z","snapshot_observed_at":"2026-08-13T04:50:40.488236Z","submitted_at":"2023-12-31T22:21:36Z","title":"State of What Art? A Call for Multi-Prompt LLM Evaluation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.00595","snapshot_observed_at":"2026-08-09T12:43:45.343766Z","title":"https://arxiv","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2502.02289","last_updated":"2025-02-04T12:58:19Z","snapshot_observed_at":"2026-08-14T16:03:37.584828Z","submitted_at":"2025-02-04T12:58:19Z","title":"Evalita-LLM: Benchmarking Large Language Models on Italian","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-09T12:43:45.343766Z"},"links":{"cited_paper":"/paper/2401.00595","citing_paper":"/paper/2502.02289"},"observation_digest":"sha256:68dbcdf337622d03c992713915a960c080b2771bc71a48abc4a07eff2d0b5d33","observation_id":"ebf17e8a-803a-46f9-9a86-1f73a7e839db","resolution":{"observed_at":"2026-08-09T12:43:45.343766Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.00595","last_updated":"2024-05-06T10:20:26Z","snapshot_observed_at":"2026-08-13T04:50:40.488236Z","submitted_at":"2023-12-31T22:21:36Z","title":"State of What Art? A Call for Multi-Prompt LLM Evaluation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.00595","snapshot_observed_at":"2026-08-08T15:06:55.118860Z","title":"State of What Art ? A Call for Multi - Prompt LLM Evaluation , May 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2502.06559","last_updated":"2025-05-25T23:36:47Z","snapshot_observed_at":"2026-08-13T23:52:12.745060Z","submitted_at":"2025-02-10T15:25:06Z","title":"Can We Trust AI Benchmarks? An Interdisciplinary Review of Current Issues in AI Evaluation","version":2},"reference_index":82,"source":"arxiv_source","source_observed_at":"2026-08-08T15:06:55.118860Z"},"links":{"cited_paper":"/paper/2401.00595","citing_paper":"/paper/2502.06559"},"observation_digest":"sha256:fae1b36788137db95a6efaebde552d7be5fa7d515f7172cd430e432f51a1c8d7","observation_id":"fff97b18-4589-4e30-a1df-0d7823c72029","resolution":{"observed_at":"2026-08-08T15:06:55.118860Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.00595","last_updated":"2024-05-06T10:20:26Z","snapshot_observed_at":"2026-08-13T04:50:40.488236Z","submitted_at":"2023-12-31T22:21:36Z","title":"State of What Art? A Call for Multi-Prompt LLM Evaluation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.00595","snapshot_observed_at":"2026-08-10T14:50:19.286087Z","title":"State of what art? a call for multi-prompt llm evaluation,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2502.08655","last_updated":"2025-01-24T22:42:57Z","snapshot_observed_at":"2026-08-12T20:17:48.727942Z","submitted_at":"2025-01-24T22:42:57Z","title":"Personalizing Education through an Adaptive LMS with Integrated LLMs","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-10T14:50:19.286087Z"},"links":{"cited_paper":"/paper/2401.00595","citing_paper":"/paper/2502.08655"},"observation_digest":"sha256:ac7009fd546a7ad849da4604be63aaee8450745edc8efb3a4d4de30ff7561e3f","observation_id":"8f9febc8-c580-4f34-857e-c867ebda099f","resolution":{"observed_at":"2026-08-10T14:50:19.286087Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.00595","last_updated":"2024-05-06T10:20:26Z","snapshot_observed_at":"2026-08-13T04:50:40.488236Z","submitted_at":"2023-12-31T22:21:36Z","title":"State of What Art? A Call for Multi-Prompt LLM Evaluation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.00595","snapshot_observed_at":"2026-08-16T05:22:55.599051Z","title":"State of what art? a call for multi-prompt llm evaluation, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.20879","last_updated":"2025-05-12T16:33:58Z","snapshot_observed_at":"2026-08-16T05:14:37.277355Z","submitted_at":"2025-04-29T15:48:49Z","title":"The Leaderboard Illusion","version":2},"reference_index":70,"source":"arxiv_source","source_observed_at":"2026-08-16T05:22:55.599051Z"},"links":{"cited_paper":"/paper/2401.00595","citing_paper":"/paper/2504.20879"},"observation_digest":"sha256:2c220d25bde7b1fed7808a1522b77176734c2e644691819a4f752e4dd23884f3","observation_id":"83b4c6f7-85f5-47d4-817c-e8189db2350e","resolution":{"observed_at":"2026-08-16T05:22:55.599051Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.00595","last_updated":"2024-05-06T10:20:26Z","snapshot_observed_at":"2026-08-13T04:50:40.488236Z","submitted_at":"2023-12-31T22:21:36Z","title":"State of What Art? A Call for Multi-Prompt LLM Evaluation","version":3},"cited_work":{"arxiv_id":"2401.00595","doi":"10.48550/arxiv.2401.00595","metadata_source":"arxiv_reference","pith_arxiv_id":"2401.00595","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"CoRR, abs/2401.00595","venue":"arXiv (Cornell University)","work_id":"9571587f-84df-407b-baa8-6c9557faa0c7","year":2024},"citing_paper":{"arxiv_id":"2605.06327","last_updated":"2026-05-07T14:23:31Z","snapshot_observed_at":"2026-08-15T01:17:54.442017Z","submitted_at":"2026-05-07T14:23:31Z","title":"Measuring Evaluation-Context Divergence in Open-Weight LLMs: A Paired-Prompt Protocol with Pilot Evidence of Alignment-Pipeline-Specific Heterogeneity","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-05-08T10:23:02.697982Z"},"links":{"cited_paper":"/paper/2401.00595","citing_paper":"/paper/2605.06327"},"observation_digest":"sha256:08d74433ea5825971ad4307407bb2e3c6833ca2b92c02ff37909ba9c33c253d4","observation_id":"853fbbd7-28bc-4a13-adbd-0e86dd15e784","resolution":{"observed_at":"2026-05-08T22:04:18.072955Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.00595","last_updated":"2024-05-06T10:20:26Z","snapshot_observed_at":"2026-08-13T04:50:40.488236Z","submitted_at":"2023-12-31T22:21:36Z","title":"State of What Art? A Call for Multi-Prompt LLM Evaluation","version":3},"cited_work":{"arxiv_id":"2401.00595","doi":"10.48550/arxiv.2401.00595","metadata_source":"arxiv_reference","pith_arxiv_id":"2401.00595","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"CoRR, abs/2401.00595","venue":"arXiv (Cornell University)","work_id":"9571587f-84df-407b-baa8-6c9557faa0c7","year":2024},"citing_paper":{"arxiv_id":"2605.21515","last_updated":"2026-05-15T10:58:01Z","snapshot_observed_at":"2026-08-06T15:42:03.964184Z","submitted_at":"2026-05-15T10:58:01Z","title":"Predicting Performance of Symbolic and Prompt Programs with Examples","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-05-22T01:10:01.044650Z"},"links":{"cited_paper":"/paper/2401.00595","citing_paper":"/paper/2605.21515"},"observation_digest":"sha256:75b44d7d303d47825652d737d141677ed14f8843546c189999adc9a2b3a47e4b","observation_id":"7d7e74f0-daba-4236-9275-bd8ee43cafac","resolution":{"observed_at":"2026-05-22T01:10:51.491532Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.00595","last_updated":"2024-05-06T10:20:26Z","snapshot_observed_at":"2026-08-13T04:50:40.488236Z","submitted_at":"2023-12-31T22:21:36Z","title":"State of What Art? A Call for Multi-Prompt LLM Evaluation","version":3},"cited_work":{"arxiv_id":"2401.00595","doi":"10.48550/arxiv.2401.00595","metadata_source":"arxiv_reference","pith_arxiv_id":"2401.00595","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"CoRR, abs/2401.00595","venue":"arXiv (Cornell University)","work_id":"9571587f-84df-407b-baa8-6c9557faa0c7","year":2024},"citing_paper":{"arxiv_id":"2605.25492","last_updated":"2026-05-25T06:54:44Z","snapshot_observed_at":"2026-08-12T16:53:10.120337Z","submitted_at":"2026-05-25T06:54:44Z","title":"SafetyRepro: Configuration-Conditional Rank Instability on Alignment Benchmarks","version":1},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-06-29T22:50:48.263600Z"},"links":{"cited_paper":"/paper/2401.00595","citing_paper":"/paper/2605.25492"},"observation_digest":"sha256:72bdd3422d3ffa64143f745ad2883c422739f594f9c5aa3e464644cf8c6d91e1","observation_id":"6d86b257-40e5-4b84-81d0-4713d9f46cc5","resolution":{"observed_at":"2026-06-29T22:54:00.986796Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.00595","last_updated":"2024-05-06T10:20:26Z","snapshot_observed_at":"2026-08-13T04:50:40.488236Z","submitted_at":"2023-12-31T22:21:36Z","title":"State of What Art? A Call for Multi-Prompt LLM Evaluation","version":3},"cited_work":{"arxiv_id":"2401.00595","doi":"10.48550/arxiv.2401.00595","metadata_source":"arxiv_reference","pith_arxiv_id":"2401.00595","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"CoRR, abs/2401.00595","venue":"arXiv (Cornell University)","work_id":"9571587f-84df-407b-baa8-6c9557faa0c7","year":2024},"citing_paper":{"arxiv_id":"2606.09809","last_updated":"2026-06-08T17:55:02Z","snapshot_observed_at":"2026-08-13T06:18:06.017895Z","submitted_at":"2026-06-08T17:55:02Z","title":"Evaluation Cards: An Interpretive Layer for AI Evaluation Reporting","version":1},"reference_index":77,"source":"pdf_text","source_observed_at":"2026-06-27T16:11:36.483820Z"},"links":{"cited_paper":"/paper/2401.00595","citing_paper":"/paper/2606.09809"},"observation_digest":"sha256:cafdc74d6f11153058f5185bb9324e4fc7e2a8186488f62dbe6eadbcbee62c5d","observation_id":"7d68ccd6-9171-44d5-b05f-9d322032e90c","resolution":{"observed_at":"2026-07-03T02:07:33.257770Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.00595","last_updated":"2024-05-06T10:20:26Z","snapshot_observed_at":"2026-08-13T04:50:40.488236Z","submitted_at":"2023-12-31T22:21:36Z","title":"State of What Art? A Call for Multi-Prompt LLM Evaluation","version":3},"cited_work":{"arxiv_id":"2401.00595","doi":"10.48550/arxiv.2401.00595","metadata_source":"arxiv_reference","pith_arxiv_id":"2401.00595","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"CoRR, abs/2401.00595","venue":"arXiv (Cornell University)","work_id":"9571587f-84df-407b-baa8-6c9557faa0c7","year":2024},"citing_paper":{"arxiv_id":"2606.21937","last_updated":"2026-06-20T08:13:31Z","snapshot_observed_at":"2026-08-14T10:54:41.360384Z","submitted_at":"2026-06-20T08:13:31Z","title":"Latent Confidence Alignment for LLM Self-Assessment","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-06-26T11:21:33.744610Z"},"links":{"cited_paper":"/paper/2401.00595","citing_paper":"/paper/2606.21937"},"observation_digest":"sha256:4efa8de9cb15a62c3d1705d2640921ef85b85e994930ee30864643270c27a5c9","observation_id":"51592a10-a247-47d2-a4b1-a9a8a46924ea","resolution":{"observed_at":"2026-07-04T08:39:41.782645Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2401.00595/citation-record","integrity":"/paper/2401.00595/integrity","json":"/paper/2401.00595/citation-record.json","paper":"/paper/2401.00595"},"outbound":[],"paper":{"arxiv_id":"2401.00595","last_updated":"2024-05-06T10:20:26Z","latest_version":3,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-13T04:50:40.488236Z","submitted_at":"2023-12-31T22:21:36Z","title":"State of What Art? A Call for Multi-Prompt LLM Evaluation"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"thesis":"As of 16 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 17 inbound Pith citation observations for arXiv:2401.00595."}