{"as_of":"2026-08-06T17:04:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:e56c1751c3706ec91a9ecb49838ac23bfd69e107eb9fafaf3b6b19dbe269fa41","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":10,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":10,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-06T06:34:29.942622+00:00","state":"measured"},{"denominator":10,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":10,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-05T10:39:32.780612Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":1,"source":"arxiv_reference","source_observed_at":"2026-08-05T02:28:24.338817Z","state":"measured"}],"external_citation_measurements":[{"count":0,"observed_at":"2026-08-05T02:28:24.338817Z","source":"arxiv_reference"}],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2504.18838","last_updated":"2025-04-26T07:48:52Z","snapshot_observed_at":"2026-08-05T04:39:36.430415Z","submitted_at":"2025-04-26T07:48:52Z","title":"Toward Generalizable Evaluation in the LLM Era: A Survey Beyond Benchmarks","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.18838","snapshot_observed_at":"2026-08-05T10:39:32.780612Z","title":"Toward generalizable evaluation in the llm era: A survey beyond benchmarks","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2509.03857","last_updated":"2025-09-04T03:34:49Z","snapshot_observed_at":"2026-08-05T10:39:32.487476Z","submitted_at":"2025-09-04T03:34:49Z","title":"Continuous Monitoring of Large-Scale Generative AI via Deterministic Knowledge Graph Structures","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-05T10:39:32.780612Z"},"links":{"cited_paper":"/paper/2504.18838","citing_paper":"/paper/2509.03857"},"observation_digest":"sha256:d7985cc754645de024792271078146c86968b85cbac0a80ed7d2a9b829719a18","observation_id":"c69955e5-9d2e-4952-96e6-1cd2ce2b0990","resolution":{"observed_at":"2026-08-05T10:39:32.780612Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2504.18838","last_updated":"2025-04-26T07:48:52Z","snapshot_observed_at":"2026-08-05T04:39:36.430415Z","submitted_at":"2025-04-26T07:48:52Z","title":"Toward Generalizable Evaluation in the LLM Era: A Survey Beyond Benchmarks","version":1},"cited_work":{"arxiv_id":"2504.18838","doi":"10.48550/arxiv.2504.18838","metadata_source":"arxiv_reference","pith_arxiv_id":"2504.18838","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Toward generalizable evaluation in the llm era: A survey beyond benchmarks","venue":"ArXiv.org","work_id":"2203b9f6-a499-4aea-a61a-10a829102e00","year":2025},"citing_paper":{"arxiv_id":"2512.10687","last_updated":"2026-04-20T11:46:57Z","snapshot_observed_at":"2026-08-02T16:01:53.254884Z","submitted_at":"2025-12-11T14:34:40Z","title":"Safe for Whom? Rethinking How We Evaluate the Safety of LLMs for Real Users","version":2},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-05-16T23:22:42.431997Z"},"links":{"cited_paper":"/paper/2504.18838","citing_paper":"/paper/2512.10687"},"observation_digest":"sha256:92c6cdc3df67ee064e933d5804dc06bc1bbecee01274969dfc3914bc4ed66ea9","observation_id":"13655fd8-9d32-46dc-b1ef-2da6a2738f79","resolution":{"observed_at":"2026-05-16T23:23:39.925937Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.18838","last_updated":"2025-04-26T07:48:52Z","snapshot_observed_at":"2026-08-05T04:39:36.430415Z","submitted_at":"2025-04-26T07:48:52Z","title":"Toward Generalizable Evaluation in the LLM Era: A Survey Beyond Benchmarks","version":1},"cited_work":{"arxiv_id":"2504.18838","doi":"10.48550/arxiv.2504.18838","metadata_source":"arxiv_reference","pith_arxiv_id":"2504.18838","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Toward generalizable evaluation in the llm era: A survey beyond benchmarks","venue":"ArXiv.org","work_id":"2203b9f6-a499-4aea-a61a-10a829102e00","year":2025},"citing_paper":{"arxiv_id":"2603.29403","last_updated":"2026-04-06T09:33:13Z","snapshot_observed_at":"2026-08-04T08:33:45.534264Z","submitted_at":"2026-03-31T08:05:54Z","title":"Security in LLM-as-a-Judge: A Comprehensive SoK","version":2},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-05-14T00:12:59.886619Z"},"links":{"cited_paper":"/paper/2504.18838","citing_paper":"/paper/2603.29403"},"observation_digest":"sha256:08f624296cdf82ddfcc69c38b9ac826f99164266d12b0168509d6ee452c9a5f5","observation_id":"02aae78f-22e2-48c5-b8bf-d9153f9c2d30","resolution":{"observed_at":"2026-05-14T00:13:28.899936Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.18838","last_updated":"2025-04-26T07:48:52Z","snapshot_observed_at":"2026-08-05T04:39:36.430415Z","submitted_at":"2025-04-26T07:48:52Z","title":"Toward Generalizable Evaluation in the LLM Era: A Survey Beyond Benchmarks","version":1},"cited_work":{"arxiv_id":"2504.18838","doi":"10.48550/arxiv.2504.18838","metadata_source":"arxiv_reference","pith_arxiv_id":"2504.18838","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Toward generalizable evaluation in the llm era: A survey beyond benchmarks","venue":"ArXiv.org","work_id":"2203b9f6-a499-4aea-a61a-10a829102e00","year":2025},"citing_paper":{"arxiv_id":"2605.01484","last_updated":"2026-05-02T15:11:52Z","snapshot_observed_at":"2026-08-02T04:58:06.359776Z","submitted_at":"2026-05-02T15:11:52Z","title":"Evaluating LLMs on Large-Scale Graph Property Estimation via Random Walks","version":1},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-05-09T15:09:03.417040Z"},"links":{"cited_paper":"/paper/2504.18838","citing_paper":"/paper/2605.01484"},"observation_digest":"sha256:efdce947af3f8b02806255b9171bc7c68f8a779c1810afc4406c9e6db287490e","observation_id":"96b15329-22c6-421d-a8ec-8d5a5c93106b","resolution":{"observed_at":"2026-05-09T22:13:57.707885Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.18838","last_updated":"2025-04-26T07:48:52Z","snapshot_observed_at":"2026-08-05T04:39:36.430415Z","submitted_at":"2025-04-26T07:48:52Z","title":"Toward Generalizable Evaluation in the LLM Era: A Survey Beyond Benchmarks","version":1},"cited_work":{"arxiv_id":"2504.18838","doi":"10.48550/arxiv.2504.18838","metadata_source":"arxiv_reference","pith_arxiv_id":"2504.18838","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Toward generalizable evaluation in the llm era: A survey beyond benchmarks","venue":"ArXiv.org","work_id":"2203b9f6-a499-4aea-a61a-10a829102e00","year":2025},"citing_paper":{"arxiv_id":"2605.08142","last_updated":"2026-05-02T10:41:20Z","snapshot_observed_at":"2026-07-06T23:20:24.341928Z","submitted_at":"2026-05-02T10:41:20Z","title":"Reasoning emerges from constrained inference manifolds in large language models","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-05-12T01:58:30.713839Z"},"links":{"cited_paper":"/paper/2504.18838","citing_paper":"/paper/2605.08142"},"observation_digest":"sha256:b09a7fd6ac7eb5ff5da044a59a533ea8c354f25ee4e28f95f574a185cd9dd85c","observation_id":"c9163e06-9be5-4916-966f-63e6853f40a1","resolution":{"observed_at":"2026-05-12T02:01:15.372846Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.18838","last_updated":"2025-04-26T07:48:52Z","snapshot_observed_at":"2026-08-05T04:39:36.430415Z","submitted_at":"2025-04-26T07:48:52Z","title":"Toward Generalizable Evaluation in the LLM Era: A Survey Beyond Benchmarks","version":1},"cited_work":{"arxiv_id":"2504.18838","doi":"10.48550/arxiv.2504.18838","metadata_source":"arxiv_reference","pith_arxiv_id":"2504.18838","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Toward generalizable evaluation in the llm era: A survey beyond benchmarks","venue":"ArXiv.org","work_id":"2203b9f6-a499-4aea-a61a-10a829102e00","year":2025},"citing_paper":{"arxiv_id":"2605.08665","last_updated":"2026-06-03T08:11:51Z","snapshot_observed_at":"2026-07-06T23:20:52.521341Z","submitted_at":"2026-05-09T04:07:16Z","title":"Hint Tuning: Less Data Makes Better Reasoners","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-05-12T00:54:13.146373Z"},"links":{"cited_paper":"/paper/2504.18838","citing_paper":"/paper/2605.08665"},"observation_digest":"sha256:08a41bae81d209c028cb1fada83abc4f2ed071158e64931a372b7493299d0cdc","observation_id":"dd061787-81fe-4c96-88b4-32812e5ef625","resolution":{"observed_at":"2026-05-12T08:36:26.358638Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.18838","last_updated":"2025-04-26T07:48:52Z","snapshot_observed_at":"2026-08-05T04:39:36.430415Z","submitted_at":"2025-04-26T07:48:52Z","title":"Toward Generalizable Evaluation in the LLM Era: A Survey Beyond Benchmarks","version":1},"cited_work":{"arxiv_id":"2504.18838","doi":"10.48550/arxiv.2504.18838","metadata_source":"arxiv_reference","pith_arxiv_id":"2504.18838","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Toward generalizable evaluation in the llm era: A survey beyond benchmarks","venue":"ArXiv.org","work_id":"2203b9f6-a499-4aea-a61a-10a829102e00","year":2025},"citing_paper":{"arxiv_id":"2605.08665","last_updated":"2026-06-03T08:11:51Z","snapshot_observed_at":"2026-07-06T23:20:52.521341Z","submitted_at":"2026-05-09T04:07:16Z","title":"Hint Tuning: Less Data Makes Better Reasoners","version":2},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-06-30T23:34:43.785312Z"},"links":{"cited_paper":"/paper/2504.18838","citing_paper":"/paper/2605.08665"},"observation_digest":"sha256:66b8392d95f56fd3c0871fcc2c7f4ce56f6859ea2d6befc237a320c37980097a","observation_id":"0d5bc779-74eb-48b0-b695-1e0419257460","resolution":{"observed_at":"2026-06-30T23:35:07.047592Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.18838","last_updated":"2025-04-26T07:48:52Z","snapshot_observed_at":"2026-08-05T04:39:36.430415Z","submitted_at":"2025-04-26T07:48:52Z","title":"Toward Generalizable Evaluation in the LLM Era: A Survey Beyond Benchmarks","version":1},"cited_work":{"arxiv_id":"2504.18838","doi":"10.48550/arxiv.2504.18838","metadata_source":"arxiv_reference","pith_arxiv_id":"2504.18838","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Toward generalizable evaluation in the llm era: A survey beyond benchmarks","venue":"ArXiv.org","work_id":"2203b9f6-a499-4aea-a61a-10a829102e00","year":2025},"citing_paper":{"arxiv_id":"2605.23657","last_updated":"2026-05-28T04:39:19Z","snapshot_observed_at":"2026-08-01T12:10:40.709067Z","submitted_at":"2026-05-22T14:09:41Z","title":"OpenSkillEval: Automatically Auditing the Open Skill Ecosystem for LLM Agents","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-05-25T04:17:36.487954Z"},"links":{"cited_paper":"/paper/2504.18838","citing_paper":"/paper/2605.23657"},"observation_digest":"sha256:5535481ece1faecd949dcc4236c20346e430fc9ba7ad339cf81c48dd44b5801e","observation_id":"7975c132-25c7-49f6-b576-e7e34c6edcc4","resolution":{"observed_at":"2026-05-25T04:20:19.660105Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.18838","last_updated":"2025-04-26T07:48:52Z","snapshot_observed_at":"2026-08-05T04:39:36.430415Z","submitted_at":"2025-04-26T07:48:52Z","title":"Toward Generalizable Evaluation in the LLM Era: A Survey Beyond Benchmarks","version":1},"cited_work":{"arxiv_id":"2504.18838","doi":"10.48550/arxiv.2504.18838","metadata_source":"arxiv_reference","pith_arxiv_id":"2504.18838","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Toward generalizable evaluation in the llm era: A survey beyond benchmarks","venue":"ArXiv.org","work_id":"2203b9f6-a499-4aea-a61a-10a829102e00","year":2025},"citing_paper":{"arxiv_id":"2605.23657","last_updated":"2026-05-28T04:39:19Z","snapshot_observed_at":"2026-08-01T12:10:40.709067Z","submitted_at":"2026-05-22T14:09:41Z","title":"OpenSkillEval: Automatically Auditing the Open Skill Ecosystem for LLM Agents","version":2},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-06-30T16:13:43.527362Z"},"links":{"cited_paper":"/paper/2504.18838","citing_paper":"/paper/2605.23657"},"observation_digest":"sha256:27008e356a8a9cb657e3a8efd72ae55e92d18f6b91daf220dfc40f594d59a257","observation_id":"9b742e26-6c99-428d-a1ca-37d918b187c9","resolution":{"observed_at":"2026-06-30T16:14:53.086828Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.18838","last_updated":"2025-04-26T07:48:52Z","snapshot_observed_at":"2026-08-05T04:39:36.430415Z","submitted_at":"2025-04-26T07:48:52Z","title":"Toward Generalizable Evaluation in the LLM Era: A Survey Beyond Benchmarks","version":1},"cited_work":{"arxiv_id":"2504.18838","doi":"10.48550/arxiv.2504.18838","metadata_source":"arxiv_reference","pith_arxiv_id":"2504.18838","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Toward generalizable evaluation in the llm era: A survey beyond benchmarks","venue":"ArXiv.org","work_id":"2203b9f6-a499-4aea-a61a-10a829102e00","year":2025},"citing_paper":{"arxiv_id":"2606.21296","last_updated":"2026-06-19T10:19:54Z","snapshot_observed_at":"2026-08-02T18:19:53.372016Z","submitted_at":"2026-06-19T10:19:54Z","title":"Discriminatory Compliance: How LLMs Answer Queries from Protected Groups","version":1},"reference_index":94,"source":"arxiv_source","source_observed_at":"2026-06-26T12:58:09.227648Z"},"links":{"cited_paper":"/paper/2504.18838","citing_paper":"/paper/2606.21296"},"observation_digest":"sha256:797ad8557957797b3385d7f0c093fdab87d137873bb05ebff7d0ef1a8e641a0a","observation_id":"8bb11e71-cea9-4d42-bbe7-f5f9281947c9","resolution":{"observed_at":"2026-06-26T12:59:29.207594Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2504.18838/citation-record","integrity":"/paper/2504.18838/integrity","json":"/paper/2504.18838/citation-record.json","paper":"/paper/2504.18838"},"outbound":[],"paper":{"arxiv_id":"2504.18838","last_updated":"2025-04-26T07:48:52Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-05T04:39:36.430415Z","submitted_at":"2025-04-26T07:48:52Z","title":"Toward Generalizable Evaluation in the LLM Era: A Survey Beyond Benchmarks"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"thesis":"As of 6 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 10 inbound Pith citation observations for arXiv:2504.18838."}