{"as_of":"2026-08-07T20:24:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:744e2e6127bf1415fbbd0047c0ee0d80c2bf8eb36a14bc5504b59f78a4e6bab8","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":10,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":10,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":10,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":10,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T04:35:42.283632Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":1,"source":"arxiv_reference","source_observed_at":"2026-08-05T02:28:24.338817Z","state":"measured"}],"external_citation_measurements":[{"count":19,"observed_at":"2026-08-05T02:28:24.338817Z","source":"arxiv_reference"}],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2404.09135","last_updated":"2024-04-14T03:54:00Z","snapshot_observed_at":"2026-07-06T17:59:50.796592Z","submitted_at":"2024-04-14T03:54:00Z","title":"Unveiling LLM Evaluation Focused on Metrics: Challenges and Solutions","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.09135","snapshot_observed_at":"2026-08-07T04:35:42.283632Z","title":"Unveiling llm evaluation focused on metrics: Challenges and solutions,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.10330","last_updated":"2025-06-12T03:39:25Z","snapshot_observed_at":"2026-08-07T04:26:52.911893Z","submitted_at":"2025-06-12T03:39:25Z","title":"Augmenting Large Language Models with Static Code Analysis for Automated Code Quality Improvements","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-07T04:35:42.283632Z"},"links":{"cited_paper":"/paper/2404.09135","citing_paper":"/paper/2506.10330"},"observation_digest":"sha256:0e1bbfcfc716a53d8425506b9f28f8ce0da3efadea6498e90df00d59dcd86a99","observation_id":"8e585ed1-f6d4-43f1-90a4-8f5148fd2d7b","resolution":{"observed_at":"2026-08-07T04:35:42.283632Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.09135","last_updated":"2024-04-14T03:54:00Z","snapshot_observed_at":"2026-07-06T17:59:50.796592Z","submitted_at":"2024-04-14T03:54:00Z","title":"Unveiling LLM Evaluation Focused on Metrics: Challenges and Solutions","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.09135","snapshot_observed_at":"2026-08-06T23:25:47.781422Z","title":"and Zhou, X.-H","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-07T10:41:05.932475Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:47.781422Z"},"links":{"cited_paper":"/paper/2404.09135","citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:7ba9421cbeb73fb8b6f646248107887c0a89c75a095e85df1f67abbd9008b220","observation_id":"6dba6565-0142-4763-9a95-b2de90f8aebd","resolution":{"observed_at":"2026-08-06T23:25:47.781422Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.09135","last_updated":"2024-04-14T03:54:00Z","snapshot_observed_at":"2026-07-06T17:59:50.796592Z","submitted_at":"2024-04-14T03:54:00Z","title":"Unveiling LLM Evaluation Focused on Metrics: Challenges and Solutions","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.09135","snapshot_observed_at":"2026-08-06T16:18:57.637514Z","title":"Unveiling llm evaluation focused on metrics: Challenges and solutions,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22910","last_updated":"2025-07-18T13:40:01Z","snapshot_observed_at":"2026-08-06T16:11:49.091478Z","submitted_at":"2025-07-18T13:40:01Z","title":"Large Language Models in the Travel Domain: An Industrial Experience","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-06T16:18:57.637514Z"},"links":{"cited_paper":"/paper/2404.09135","citing_paper":"/paper/2507.22910"},"observation_digest":"sha256:0bfc0af270fc4e325a65de8af5f7433d4f43ac6fcfbdc99fb05ba6c632b0b36c","observation_id":"527391cd-1fbb-4b5d-aab9-f2c2f77ef910","resolution":{"observed_at":"2026-08-06T16:18:57.637514Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.09135","last_updated":"2024-04-14T03:54:00Z","snapshot_observed_at":"2026-07-06T17:59:50.796592Z","submitted_at":"2024-04-14T03:54:00Z","title":"Unveiling LLM Evaluation Focused on Metrics: Challenges and Solutions","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.09135","snapshot_observed_at":"2026-08-05T22:34:14.609921Z","title":"Unveiling llm evaluation focused on metrics: Challenges and solutions,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.06888","last_updated":"2025-08-09T08:35:40Z","snapshot_observed_at":"2026-08-07T20:00:53.865378Z","submitted_at":"2025-08-09T08:35:40Z","title":"Multi-Modal Requirements Data-based Acceptance Criteria Generation using LLMs","version":1},"reference_index":82,"source":"pdf_text","source_observed_at":"2026-08-05T22:34:14.609921Z"},"links":{"cited_paper":"/paper/2404.09135","citing_paper":"/paper/2508.06888"},"observation_digest":"sha256:1d0b12360602663a691bd861a7f5514f2c81d496e583b4123ef6e6a06a3497c0","observation_id":"7a405f4c-a688-4c9d-8af9-5d7816a594b0","resolution":{"observed_at":"2026-08-05T22:34:14.609921Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.09135","last_updated":"2024-04-14T03:54:00Z","snapshot_observed_at":"2026-07-06T17:59:50.796592Z","submitted_at":"2024-04-14T03:54:00Z","title":"Unveiling LLM Evaluation Focused on Metrics: Challenges and Solutions","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.09135","snapshot_observed_at":"2026-08-04T18:33:55.956544Z","title":"Unveiling llm evaluation focused on metrics: Challenges and solutions,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.09918","last_updated":"2025-09-12T01:43:26Z","snapshot_observed_at":"2026-08-07T14:22:03.385446Z","submitted_at":"2025-09-12T01:43:26Z","title":"WALL: A Web Application for Automated Quality Assurance using Large Language Models","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-04T18:33:55.956544Z"},"links":{"cited_paper":"/paper/2404.09135","citing_paper":"/paper/2509.09918"},"observation_digest":"sha256:ae039eabf4bfffd6f48828deea43ceacd91528ef9d82d45f7c4e162a72653b04","observation_id":"694cda17-7ab1-41ab-ba0b-9b67e3147990","resolution":{"observed_at":"2026-08-04T18:33:55.956544Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.09135","last_updated":"2024-04-14T03:54:00Z","snapshot_observed_at":"2026-07-06T17:59:50.796592Z","submitted_at":"2024-04-14T03:54:00Z","title":"Unveiling LLM Evaluation Focused on Metrics: Challenges and Solutions","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.09135","snapshot_observed_at":"2026-08-04T09:09:01.826835Z","title":"Unveiling LLM Evaluation Focused on Metrics: Challenges and Solutions.arXiv preprint arXiv:2404.09135, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2510.17256","last_updated":"2026-06-03T19:38:37Z","snapshot_observed_at":"2026-08-07T07:03:33.676041Z","submitted_at":"2025-10-20T07:43:53Z","title":"Explainability of Large Language Models: Opportunities and Challenges toward Generating Trustworthy Explanations","version":2},"reference_index":137,"source":"pdf_text","source_observed_at":"2026-08-04T09:09:01.826835Z"},"links":{"cited_paper":"/paper/2404.09135","citing_paper":"/paper/2510.17256"},"observation_digest":"sha256:7d167b4b508478cbd1cd72e32f4ed92a6510748be63e266f7f73aad26148cbbd","observation_id":"3b4271dd-aa04-458f-954b-7c59b9ae89db","resolution":{"observed_at":"2026-08-04T09:09:01.826835Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.09135","last_updated":"2024-04-14T03:54:00Z","snapshot_observed_at":"2026-07-06T17:59:50.796592Z","submitted_at":"2024-04-14T03:54:00Z","title":"Unveiling LLM Evaluation Focused on Metrics: Challenges and Solutions","version":1},"cited_work":{"arxiv_id":"2404.09135","doi":"10.48550/arxiv.2404.09135","metadata_source":"arxiv_reference","pith_arxiv_id":"2404.09135","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2404.09135 , year=","venue":"arXiv (Cornell University)","work_id":"c381c757-293a-4bca-a4ce-186bc779ea02","year":2024},"citing_paper":{"arxiv_id":"2604.19118","last_updated":"2026-04-21T05:56:51Z","snapshot_observed_at":"2026-07-06T23:05:48.885141Z","submitted_at":"2026-04-21T05:56:51Z","title":"DP-FlogTinyLLM: Differentially private federated log anomaly detection using Tiny LLMs","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-05-10T02:49:21.124253Z"},"links":{"cited_paper":"/paper/2404.09135","citing_paper":"/paper/2604.19118"},"observation_digest":"sha256:4756c5bfa3643d5ba25b0ce18bb7c30457798da87eec7ca5c6c80bc7322c0c0b","observation_id":"49a2f21f-47c7-466c-b818-85b2cd84b714","resolution":{"observed_at":"2026-05-10T02:53:29.796454Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2404.09135","last_updated":"2024-04-14T03:54:00Z","snapshot_observed_at":"2026-07-06T17:59:50.796592Z","submitted_at":"2024-04-14T03:54:00Z","title":"Unveiling LLM Evaluation Focused on Metrics: Challenges and Solutions","version":1},"cited_work":{"arxiv_id":"2404.09135","doi":"10.48550/arxiv.2404.09135","metadata_source":"arxiv_reference","pith_arxiv_id":"2404.09135","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2404.09135 , year=","venue":"arXiv (Cornell University)","work_id":"c381c757-293a-4bca-a4ce-186bc779ea02","year":2024},"citing_paper":{"arxiv_id":"2605.19220","last_updated":"2026-05-19T00:47:02Z","snapshot_observed_at":"2026-07-06T23:29:57.003383Z","submitted_at":"2026-05-19T00:47:02Z","title":"Position: Uncertainty Quantification in LLMs is Just Unsupervised Clustering","version":1},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-05-20T06:53:44.993529Z"},"links":{"cited_paper":"/paper/2404.09135","citing_paper":"/paper/2605.19220"},"observation_digest":"sha256:0d3bf89cfe2dc98c8ba2355ee2b176255615f2fb6b9bff283f1b2b073296ce53","observation_id":"2c8cdd73-f8f3-43b5-98b6-24429e6145aa","resolution":{"observed_at":"2026-05-20T06:58:06.169332Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2404.09135","last_updated":"2024-04-14T03:54:00Z","snapshot_observed_at":"2026-07-06T17:59:50.796592Z","submitted_at":"2024-04-14T03:54:00Z","title":"Unveiling LLM Evaluation Focused on Metrics: Challenges and Solutions","version":1},"cited_work":{"arxiv_id":"2404.09135","doi":"10.48550/arxiv.2404.09135","metadata_source":"arxiv_reference","pith_arxiv_id":"2404.09135","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2404.09135 , year=","venue":"arXiv (Cornell University)","work_id":"c381c757-293a-4bca-a4ce-186bc779ea02","year":2024},"citing_paper":{"arxiv_id":"2606.01386","last_updated":"2026-05-31T18:20:25Z","snapshot_observed_at":"2026-08-03T02:04:41.137847Z","submitted_at":"2026-05-31T18:20:25Z","title":"GuidaPA: Privacy-Preserving Chatbot for Public Administration via Federated Learning","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-06-28T17:04:39.452280Z"},"links":{"cited_paper":"/paper/2404.09135","citing_paper":"/paper/2606.01386"},"observation_digest":"sha256:ba2abd27d6aa2eb5fef972441be35413527b17ebdee59ba3e5ad088a27418af3","observation_id":"9ceb1334-db39-4629-bd78-b7ea1c845e43","resolution":{"observed_at":"2026-07-01T21:26:14.295326Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2404.09135","last_updated":"2024-04-14T03:54:00Z","snapshot_observed_at":"2026-07-06T17:59:50.796592Z","submitted_at":"2024-04-14T03:54:00Z","title":"Unveiling LLM Evaluation Focused on Metrics: Challenges and Solutions","version":1},"cited_work":{"arxiv_id":"2404.09135","doi":"10.48550/arxiv.2404.09135","metadata_source":"arxiv_reference","pith_arxiv_id":"2404.09135","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2404.09135 , year=","venue":"arXiv (Cornell University)","work_id":"c381c757-293a-4bca-a4ce-186bc779ea02","year":2024},"citing_paper":{"arxiv_id":"2606.23704","last_updated":"2026-06-10T10:57:23Z","snapshot_observed_at":"2026-08-03T03:43:24.884529Z","submitted_at":"2026-06-10T10:57:23Z","title":"PCB-QA: Evaluating LLMs over the First Printed Circuit Board Design Question-Answer Dataset","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-06-27T08:15:24.364818Z"},"links":{"cited_paper":"/paper/2404.09135","citing_paper":"/paper/2606.23704"},"observation_digest":"sha256:3f363cd0b0a264237201e7afcbc9d1c07a727d96377855b564cef99fcea6b754","observation_id":"0772e575-4285-4896-abf4-181b9df5a9f1","resolution":{"observed_at":"2026-06-27T08:20:44.920826Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2404.09135/citation-record","integrity":"/paper/2404.09135/integrity","json":"/paper/2404.09135/citation-record.json","paper":"/paper/2404.09135"},"outbound":[],"paper":{"arxiv_id":"2404.09135","last_updated":"2024-04-14T03:54:00Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-07-06T17:59:50.796592Z","submitted_at":"2024-04-14T03:54:00Z","title":"Unveiling LLM Evaluation Focused on Metrics: Challenges and Solutions"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 7 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 10 inbound Pith citation observations for arXiv:2404.09135."}