{"as_of":"2026-08-17T17:31:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:b3e6c27399034ab6e322494adaf0fa12e23c8e995aadd42688cf8a9b4de8011c","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":3,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":3,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-17T06:30:58.91139+00:00","state":"measured"},{"denominator":3,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":3,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-16T10:21:26.117543Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"pith","source_observed_at":"2026-08-06T12:44:22.311978Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2312.07398","last_updated":"2023-12-17T09:39:05Z","snapshot_observed_at":"2026-08-16T14:35:25.703043Z","submitted_at":"2023-12-12T16:14:43Z","title":"LLMEval: A Preliminary Study on How to Evaluate Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.07398","snapshot_observed_at":"2026-08-16T10:21:26.117543Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2504.18413","last_updated":"2025-04-25T15:14:25Z","snapshot_observed_at":"2026-08-16T18:33:34.148937Z","submitted_at":"2025-04-25T15:14:25Z","title":"An Empirical Study of Evaluating Long-form Question Answering","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-16T10:21:26.117543Z"},"links":{"cited_paper":"/paper/2312.07398","citing_paper":"/paper/2504.18413"},"observation_digest":"sha256:f1e593775ba5a5397e259dac89fccb53bfd6c59479e707f870a2ed0f34c371b5","observation_id":"75241382-06bd-4b0c-9af0-5f7d869d76bf","resolution":{"observed_at":"2026-08-16T10:21:26.117543Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.07398","last_updated":"2023-12-17T09:39:05Z","snapshot_observed_at":"2026-08-16T14:35:25.703043Z","submitted_at":"2023-12-12T16:14:43Z","title":"LLMEval: A Preliminary Study on How to Evaluate Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.07398","snapshot_observed_at":"2026-08-07T14:35:03.754096Z","title":"LLMEval: A Preliminary Study on How to Evaluate Large Language Models Llmeval: A preliminary study on how to evaluate large language models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.18464","last_updated":"2025-05-24T02:07:32Z","snapshot_observed_at":"2026-08-07T18:04:52.579875Z","submitted_at":"2025-05-24T02:07:32Z","title":"From Reddit to Generative AI: Evaluating Large Language Models for Anxiety Support Fine-tuned on Social Media Data","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-07T14:35:03.754096Z"},"links":{"cited_paper":"/paper/2312.07398","citing_paper":"/paper/2505.18464"},"observation_digest":"sha256:e6ebd6767e64dc20ec7cd517771fa077d9b3a335003cc078ba9c504f1750f83d","observation_id":"44dc7794-a857-4b43-b335-c5801c8ba467","resolution":{"observed_at":"2026-08-07T14:35:03.754096Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.07398","last_updated":"2023-12-17T09:39:05Z","snapshot_observed_at":"2026-08-16T14:35:25.703043Z","submitted_at":"2023-12-12T16:14:43Z","title":"LLMEval: A Preliminary Study on How to Evaluate Large Language Models","version":2},"cited_work":{"arxiv_id":"2312.07398","doi":null,"metadata_source":"pith","pith_arxiv_id":"2312.07398","snapshot_observed_at":"2026-08-06T12:44:22.311978Z","title":"LLMEval: A Preliminary Study on How to Evaluate Large Language Models","venue":"cs.AI","work_id":"e7971f86-91af-4971-b891-d3aae1f33552","year":2023},"citing_paper":{"arxiv_id":"2507.21504","last_updated":"2025-07-29T04:57:02Z","snapshot_observed_at":"2026-08-13T15:56:19.697323Z","submitted_at":"2025-07-29T04:57:02Z","title":"Evaluation and Benchmarking of LLM Agents: A Survey","version":1},"reference_index":136,"source":"pdf_text","source_observed_at":"2026-08-06T12:44:21.875489Z"},"links":{"cited_paper":"/paper/2312.07398","citing_paper":"/paper/2507.21504"},"observation_digest":"sha256:c408a00ccdd411631fa6555c5ade7ca01050e95c447683232542f72cd6815f1f","observation_id":"dcdb2131-e79b-467e-a25c-22274d10937f","resolution":{"observed_at":"2026-08-06T12:44:22.317191Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2312.07398/citation-record","integrity":"/paper/2312.07398/integrity","json":"/paper/2312.07398/citation-record.json","paper":"/paper/2312.07398"},"outbound":[],"paper":{"arxiv_id":"2312.07398","last_updated":"2023-12-17T09:39:05Z","latest_version":2,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-16T14:35:25.703043Z","submitted_at":"2023-12-12T16:14:43Z","title":"LLMEval: A Preliminary Study on How to Evaluate Large Language Models"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"thesis":"As of 17 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 3 inbound Pith citation observations for arXiv:2312.07398."}