{"as_of":"2026-08-20T22:56:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:6462de35db17d39e667234abe04e294b54f6b62e8a2d1e37bd0695391486443d","coverage":[{"denominator":25,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":25,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T23:01:35.275145Z","state":"measured"},{"denominator":26,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":26,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-20T06:33:59.587034+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-06-27T16:39:08.810357Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-03T01:17:31.071559Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2506.20128","last_updated":"2025-06-25T04:49:03Z","snapshot_observed_at":"2026-08-19T21:51:41.613609Z","submitted_at":"2025-06-25T04:49:03Z","title":"CCRS: A Zero-Shot LLM-as-a-Judge Framework for Comprehensive RAG Evaluation","version":1},"cited_work":{"arxiv_id":"2506.20128","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.20128","snapshot_observed_at":"2026-07-03T01:17:31.071559Z","title":"CCRS: A zero-shot LLM-as-a-judge framework for comprehensive RAG evaluation.arXiv preprint arXiv:2506.20128, 2025","venue":null,"work_id":"b92785b9-20a9-41e8-92e0-3e4fffa10266","year":2025},"citing_paper":{"arxiv_id":"2606.09461","last_updated":"2026-06-08T13:17:16Z","snapshot_observed_at":"2026-08-15T16:45:35.333159Z","submitted_at":"2026-06-08T13:17:16Z","title":"H2HMem: A Multimodal Memory Benchmark for Agents in Human-Human Interactions","version":1},"reference_index":63,"source":"pdf_text","source_observed_at":"2026-06-27T16:39:08.810357Z"},"links":{"cited_paper":"/paper/2506.20128","citing_paper":"/paper/2606.09461"},"observation_digest":"sha256:7767d5a6ab78814db43aa994f046fbc88aac82271b9a902b46b4640608c8f83f","observation_id":"54eb95bf-b0b5-46b1-826d-f145d8aef649","resolution":{"observed_at":"2026-07-03T01:17:31.073040Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2506.20128/citation-record","integrity":"/paper/2506.20128/integrity","json":"/paper/2506.20128/citation-record.json","paper":"/paper/2506.20128"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2403.03187","last_updated":"2024-03-05T18:22:33Z","snapshot_observed_at":"2026-08-19T16:49:30.767424Z","submitted_at":"2024-03-05T18:22:33Z","title":"Reliable, Adaptable, and Attributable Language Models with Retrieval","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.03187","snapshot_observed_at":"2026-08-06T23:01:35.178613Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.20128","last_updated":"2025-06-25T04:49:03Z","snapshot_observed_at":"2026-08-19T21:51:41.613609Z","submitted_at":"2025-06-25T04:49:03Z","title":"CCRS: A Zero-Shot LLM-as-a-Judge Framework for Comprehensive RAG Evaluation","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-06T23:01:35.178613Z"},"links":{"cited_paper":"/paper/2403.03187","citing_paper":"/paper/2506.20128"},"observation_digest":"sha256:654269fe18e1bd24bf558374327092e70b66c9c7c65285aa0e62fceb2bea9a55","observation_id":"57de1cec-9f72-4d4e-add4-032f169a054b","resolution":{"observed_at":"2026-08-06T23:01:35.178613Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.01937","last_updated":"2023-05-03T07:28:50Z","snapshot_observed_at":"2026-08-16T20:55:34.075464Z","submitted_at":"2023-05-03T07:28:50Z","title":"Can Large Language Models Be an Alternative to Human Evaluations?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.01937","snapshot_observed_at":"2026-08-06T23:01:35.183306Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.20128","last_updated":"2025-06-25T04:49:03Z","snapshot_observed_at":"2026-08-19T21:51:41.613609Z","submitted_at":"2025-06-25T04:49:03Z","title":"CCRS: A Zero-Shot LLM-as-a-Judge Framework for Comprehensive RAG Evaluation","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-06T23:01:35.183306Z"},"links":{"cited_paper":"/paper/2305.01937","citing_paper":"/paper/2506.20128"},"observation_digest":"sha256:337db4578dc401fd1958d195b62d2992f47bd776cac2d2738900e47063047834","observation_id":"59cc03f1-7b1c-493d-99d9-46e76a6d7f5b","resolution":{"observed_at":"2026-08-06T23:01:35.183306Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.21783","last_updated":"2024-11-23T23:27:33Z","snapshot_observed_at":"2026-08-13T17:20:44.002518Z","submitted_at":"2024-07-31T17:54:27Z","title":"The Llama 3 Herd of Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.21783","snapshot_observed_at":"2026-08-06T23:01:35.187653Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.20128","last_updated":"2025-06-25T04:49:03Z","snapshot_observed_at":"2026-08-19T21:51:41.613609Z","submitted_at":"2025-06-25T04:49:03Z","title":"CCRS: A Zero-Shot LLM-as-a-Judge Framework for Comprehensive RAG Evaluation","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-06T23:01:35.187653Z"},"links":{"cited_paper":"/paper/2407.21783","citing_paper":"/paper/2506.20128"},"observation_digest":"sha256:5fb238f4dfe8d962322fd02e5cf8d52bcdac6337ec9628286b09884cbec4fadb","observation_id":"efc4b0e8-3729-4aeb-b218-c37a904161f8","resolution":{"observed_at":"2026-08-06T23:01:35.187653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.15217","last_updated":"2025-04-28T05:09:12Z","snapshot_observed_at":"2026-08-13T16:22:14.977210Z","submitted_at":"2023-09-26T19:23:54Z","title":"Ragas: Automated Evaluation of Retrieval Augmented Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.15217","snapshot_observed_at":"2026-08-06T23:01:35.191166Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.20128","last_updated":"2025-06-25T04:49:03Z","snapshot_observed_at":"2026-08-19T21:51:41.613609Z","submitted_at":"2025-06-25T04:49:03Z","title":"CCRS: A Zero-Shot LLM-as-a-Judge Framework for Comprehensive RAG Evaluation","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-06T23:01:35.191166Z"},"links":{"cited_paper":"/paper/2309.15217","citing_paper":"/paper/2506.20128"},"observation_digest":"sha256:0c4496c45a0358bcbfe5b53a3ac6ec257edf125da09ae9578e98f0aa1a1952e1","observation_id":"6c9bf79d-d678-4a43-8e1b-fc3a84215f44","resolution":{"observed_at":"2026-08-06T23:01:35.191166Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:01:35.507379Z","title":null,"venue":null,"work_id":"97eb1a01-1cd7-41bd-9e81-0165cd16b39f","year":2024},"citing_paper":{"arxiv_id":"2506.20128","last_updated":"2025-06-25T04:49:03Z","snapshot_observed_at":"2026-08-19T21:51:41.613609Z","submitted_at":"2025-06-25T04:49:03Z","title":"CCRS: A Zero-Shot LLM-as-a-Judge Framework for Comprehensive RAG Evaluation","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-06T23:01:35.195485Z"},"links":{"citing_paper":"/paper/2506.20128"},"observation_digest":"sha256:817925c45b86f588e0e4798576a5b23ac74e852e4f4107e32ac1cca0b4489fe8","observation_id":"3dbf4d42-d548-4f26-bae0-24b63e038a6f","resolution":{"observed_at":"2026-08-06T23:01:35.510679Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.10997","last_updated":"2024-03-27T09:16:57Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-12-18T07:47:33Z","title":"Retrieval-Augmented Generation for Large Language Models: A Survey","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.10997","snapshot_observed_at":"2026-08-06T23:01:35.200459Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.20128","last_updated":"2025-06-25T04:49:03Z","snapshot_observed_at":"2026-08-19T21:51:41.613609Z","submitted_at":"2025-06-25T04:49:03Z","title":"CCRS: A Zero-Shot LLM-as-a-Judge Framework for Comprehensive RAG Evaluation","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-06T23:01:35.200459Z"},"links":{"cited_paper":"/paper/2312.10997","citing_paper":"/paper/2506.20128"},"observation_digest":"sha256:9f86c5ff6672c001d0dd00a3819ff7ec561e904b37c9d631e3a9960a2dd5ff07","observation_id":"77931e2f-700d-4eff-8464-6b0c4cae1daa","resolution":{"observed_at":"2026-08-06T23:01:35.200459Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.01798","last_updated":"2024-03-14T04:27:52Z","snapshot_observed_at":"2026-08-13T03:11:04.678829Z","submitted_at":"2023-10-03T04:56:12Z","title":"Large Language Models Cannot Self-Correct Reasoning Yet","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.01798","snapshot_observed_at":"2026-08-06T23:01:35.205181Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.20128","last_updated":"2025-06-25T04:49:03Z","snapshot_observed_at":"2026-08-19T21:51:41.613609Z","submitted_at":"2025-06-25T04:49:03Z","title":"CCRS: A Zero-Shot LLM-as-a-Judge Framework for Comprehensive RAG Evaluation","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-06T23:01:35.205181Z"},"links":{"cited_paper":"/paper/2310.01798","citing_paper":"/paper/2506.20128"},"observation_digest":"sha256:fdd4b1d57cbbcec3cdc11d3732acdccd5402d0ef8b0805a4dd0cc3c9376a7d40","observation_id":"df992809-e6b2-470f-9a1d-02a0801ee7d5","resolution":{"observed_at":"2026-08-06T23:01:35.205181Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.06825","last_updated":"2023-10-10T17:54:58Z","snapshot_observed_at":"2026-08-17T20:30:34.016254Z","submitted_at":"2023-10-10T17:54:58Z","title":"Mistral 7B","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.06825","snapshot_observed_at":"2026-08-06T23:01:35.208768Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.20128","last_updated":"2025-06-25T04:49:03Z","snapshot_observed_at":"2026-08-19T21:51:41.613609Z","submitted_at":"2025-06-25T04:49:03Z","title":"CCRS: A Zero-Shot LLM-as-a-Judge Framework for Comprehensive RAG Evaluation","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-06T23:01:35.208768Z"},"links":{"cited_paper":"/paper/2310.06825","citing_paper":"/paper/2506.20128"},"observation_digest":"sha256:11c9e49587e179cf522b5cfb306f4e3b3fd940fe1d03d8bd843c24d8836b6591","observation_id":"2d0be28b-6886-4955-b70b-90f44d334611","resolution":{"observed_at":"2026-08-06T23:01:35.208768Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.14409","last_updated":"2024-02-22T09:51:08Z","snapshot_observed_at":"2026-08-17T13:42:50.520056Z","submitted_at":"2024-02-22T09:51:08Z","title":"Tug-of-War Between Knowledge: Exploring and Resolving Knowledge Conflicts in Retrieval-Augmented Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.14409","snapshot_observed_at":"2026-08-06T23:01:35.213053Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.20128","last_updated":"2025-06-25T04:49:03Z","snapshot_observed_at":"2026-08-19T21:51:41.613609Z","submitted_at":"2025-06-25T04:49:03Z","title":"CCRS: A Zero-Shot LLM-as-a-Judge Framework for Comprehensive RAG Evaluation","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-06T23:01:35.213053Z"},"links":{"cited_paper":"/paper/2402.14409","citing_paper":"/paper/2506.20128"},"observation_digest":"sha256:307659c08fe9a55deb487a4767664874589c34206215dadf842cfed8b6b59037","observation_id":"6a2f8dfc-4f35-4291-94a3-991935bfd7f3","resolution":{"observed_at":"2026-08-06T23:01:35.213053Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.16032","last_updated":"2024-10-08T18:07:33Z","snapshot_observed_at":"2026-08-16T13:58:08.225599Z","submitted_at":"2024-04-24T17:59:36Z","title":"Studying Large Language Model Behaviors Under Context-Memory Conflicts With Real Documents","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.16032","snapshot_observed_at":"2026-08-06T23:01:35.217476Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.20128","last_updated":"2025-06-25T04:49:03Z","snapshot_observed_at":"2026-08-19T21:51:41.613609Z","submitted_at":"2025-06-25T04:49:03Z","title":"CCRS: A Zero-Shot LLM-as-a-Judge Framework for Comprehensive RAG Evaluation","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-06T23:01:35.217476Z"},"links":{"cited_paper":"/paper/2404.16032","citing_paper":"/paper/2506.20128"},"observation_digest":"sha256:f61cae0b240d793dd1180a66b8b21c3651c24617d2d3b3e529bf002855a01116","observation_id":"5ea58e5b-6a1a-43a5-922b-7741b80adf78","resolution":{"observed_at":"2026-08-06T23:01:35.217476Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:01:35.497105Z","title":null,"venue":null,"work_id":"a4f11a21-65ed-4df0-965c-87c85be67836","year":2004},"citing_paper":{"arxiv_id":"2506.20128","last_updated":"2025-06-25T04:49:03Z","snapshot_observed_at":"2026-08-19T21:51:41.613609Z","submitted_at":"2025-06-25T04:49:03Z","title":"CCRS: A Zero-Shot LLM-as-a-Judge Framework for Comprehensive RAG Evaluation","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-06T23:01:35.221421Z"},"links":{"citing_paper":"/paper/2506.20128"},"observation_digest":"sha256:8197ce67613d78db1c52e2da2f696f3c848b2262f6716f61663407ff3c7d5e31","observation_id":"f2078b30-01d2-4aa1-8f6f-15c4e53132ce","resolution":{"observed_at":"2026-08-06T23:01:35.500900Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.16634","last_updated":"2023-05-23T22:12:16Z","snapshot_observed_at":"2026-08-02T04:02:36.848064Z","submitted_at":"2023-03-29T12:46:54Z","title":"G-Eval: NLG Evaluation using GPT-4 with Better Human Alignment","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.16634","snapshot_observed_at":"2026-08-06T23:01:35.224868Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.20128","last_updated":"2025-06-25T04:49:03Z","snapshot_observed_at":"2026-08-19T21:51:41.613609Z","submitted_at":"2025-06-25T04:49:03Z","title":"CCRS: A Zero-Shot LLM-as-a-Judge Framework for Comprehensive RAG Evaluation","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-06T23:01:35.224868Z"},"links":{"cited_paper":"/paper/2303.16634","citing_paper":"/paper/2506.20128"},"observation_digest":"sha256:9dbdd82123f96e1deaff177ed0c58f05b452ad159b91e8ba1442e098fbf087f4","observation_id":"81ff30f8-f52c-4fd5-9ce9-a42ffa695a1e","resolution":{"observed_at":"2026-08-06T23:01:35.224868Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.17043","last_updated":"2024-07-15T11:52:10Z","snapshot_observed_at":"2026-08-16T14:23:14.524896Z","submitted_at":"2024-01-30T14:25:32Z","title":"CRUD-RAG: A Comprehensive Chinese Benchmark for Retrieval-Augmented Generation of Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.17043","snapshot_observed_at":"2026-08-06T23:01:35.228435Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.20128","last_updated":"2025-06-25T04:49:03Z","snapshot_observed_at":"2026-08-19T21:51:41.613609Z","submitted_at":"2025-06-25T04:49:03Z","title":"CCRS: A Zero-Shot LLM-as-a-Judge Framework for Comprehensive RAG Evaluation","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-06T23:01:35.228435Z"},"links":{"cited_paper":"/paper/2401.17043","citing_paper":"/paper/2506.20128"},"observation_digest":"sha256:42d06fe7aa21a7d4eb3faa37005a89e8b046a23ced6cefede1ea29fcf6a2e550","observation_id":"76c42f4c-5896-4ad3-9ca7-f2359cc3961b","resolution":{"observed_at":"2026-08-06T23:01:35.228435Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:01:35.485658Z","title":null,"venue":null,"work_id":"144fed11-9027-48dc-a5f4-fbe55fbc601e","year":2024},"citing_paper":{"arxiv_id":"2506.20128","last_updated":"2025-06-25T04:49:03Z","snapshot_observed_at":"2026-08-19T21:51:41.613609Z","submitted_at":"2025-06-25T04:49:03Z","title":"CCRS: A Zero-Shot LLM-as-a-Judge Framework for Comprehensive RAG Evaluation","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-06T23:01:35.232503Z"},"links":{"citing_paper":"/paper/2506.20128"},"observation_digest":"sha256:06d44d773fa4e99de941aa463e1bdef567c68d9251a5593f1fb5b7ee95887343","observation_id":"c8ce0bfb-fda3-452d-8128-fd1e693b0d32","resolution":{"observed_at":"2026-08-06T23:01:35.489574Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:01:35.237047Z","title":null,"venue":null,"work_id":null,"year":2002},"citing_paper":{"arxiv_id":"2506.20128","last_updated":"2025-06-25T04:49:03Z","snapshot_observed_at":"2026-08-19T21:51:41.613609Z","submitted_at":"2025-06-25T04:49:03Z","title":"CCRS: A Zero-Shot LLM-as-a-Judge Framework for Comprehensive RAG Evaluation","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-06T23:01:35.237047Z"},"links":{"citing_paper":"/paper/2506.20128"},"observation_digest":"sha256:4007b8075236629e77325dd2d70389234f194de8b8749187440f9d59b24e8fca","observation_id":"99a82418-7088-47a4-a801-e98c86d5de37","resolution":{"observed_at":"2026-08-06T23:01:35.237047Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:01:35.240618Z","title":null,"venue":null,"work_id":null,"year":2009},"citing_paper":{"arxiv_id":"2506.20128","last_updated":"2025-06-25T04:49:03Z","snapshot_observed_at":"2026-08-19T21:51:41.613609Z","submitted_at":"2025-06-25T04:49:03Z","title":"CCRS: A Zero-Shot LLM-as-a-Judge Framework for Comprehensive RAG Evaluation","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-06T23:01:35.240618Z"},"links":{"citing_paper":"/paper/2506.20128"},"observation_digest":"sha256:ae4757613118679ed4657f49ba61ce17f7e2012a5955e393a372d6088b40a358","observation_id":"9dc12814-e091-472f-b96b-ee8424af29fa","resolution":{"observed_at":"2026-08-06T23:01:35.240618Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.08067","last_updated":"2024-08-17T00:30:04Z","snapshot_observed_at":"2026-08-18T03:59:35.492868Z","submitted_at":"2024-08-15T10:20:54Z","title":"RAGChecker: A Fine-grained Framework for Diagnosing Retrieval-Augmented Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.08067","snapshot_observed_at":"2026-08-06T23:01:35.244224Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.20128","last_updated":"2025-06-25T04:49:03Z","snapshot_observed_at":"2026-08-19T21:51:41.613609Z","submitted_at":"2025-06-25T04:49:03Z","title":"CCRS: A Zero-Shot LLM-as-a-Judge Framework for Comprehensive RAG Evaluation","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-06T23:01:35.244224Z"},"links":{"cited_paper":"/paper/2408.08067","citing_paper":"/paper/2506.20128"},"observation_digest":"sha256:3fe18a11d2db1f2db76f50d18e7d90498e24cedd68faca5918f37d7a4d3cf434","observation_id":"23be92e9-af13-4438-9109-9b6de2b85831","resolution":{"observed_at":"2026-08-06T23:01:35.244224Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.09476","last_updated":"2024-03-31T20:58:46Z","snapshot_observed_at":"2026-08-19T23:21:06.370914Z","submitted_at":"2023-11-16T00:39:39Z","title":"ARES: An Automated Evaluation Framework for Retrieval-Augmented Generation Systems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.09476","snapshot_observed_at":"2026-08-06T23:01:35.248043Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.20128","last_updated":"2025-06-25T04:49:03Z","snapshot_observed_at":"2026-08-19T21:51:41.613609Z","submitted_at":"2025-06-25T04:49:03Z","title":"CCRS: A Zero-Shot LLM-as-a-Judge Framework for Comprehensive RAG Evaluation","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-06T23:01:35.248043Z"},"links":{"cited_paper":"/paper/2311.09476","citing_paper":"/paper/2506.20128"},"observation_digest":"sha256:1edf2797e7d6c244724dd2f2874ecc67bd3caf4b92818a3d379088b46131ac12","observation_id":"7d99fe19-2a0a-4ab6-8d2f-f72bcb4e4806","resolution":{"observed_at":"2026-08-06T23:01:35.248043Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2302.13971","last_updated":"2023-02-27T17:11:15Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-02-27T17:11:15Z","title":"LLaMA: Open and Efficient Foundation Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.13971","snapshot_observed_at":"2026-08-06T23:01:35.252065Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.20128","last_updated":"2025-06-25T04:49:03Z","snapshot_observed_at":"2026-08-19T21:51:41.613609Z","submitted_at":"2025-06-25T04:49:03Z","title":"CCRS: A Zero-Shot LLM-as-a-Judge Framework for Comprehensive RAG Evaluation","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-06T23:01:35.252065Z"},"links":{"cited_paper":"/paper/2302.13971","citing_paper":"/paper/2506.20128"},"observation_digest":"sha256:7d9ace3980847bd407199333b5c7a313fb529d219f923e0d091b3a3ab10f8164","observation_id":"10002762-1bfa-41f8-a11f-830f74c3f622","resolution":{"observed_at":"2026-08-06T23:01:35.252065Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:01:35.464646Z","title":null,"venue":null,"work_id":"72c7f1fc-2d1a-4429-8aa3-80a87aaaffcd","year":2015},"citing_paper":{"arxiv_id":"2506.20128","last_updated":"2025-06-25T04:49:03Z","snapshot_observed_at":"2026-08-19T21:51:41.613609Z","submitted_at":"2025-06-25T04:49:03Z","title":"CCRS: A Zero-Shot LLM-as-a-Judge Framework for Comprehensive RAG Evaluation","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-06T23:01:35.256332Z"},"links":{"citing_paper":"/paper/2506.20128"},"observation_digest":"sha256:5877be3ae0ad7a8370226ab52c8053becb55ee602781c9ec95df818ee34e6dbf","observation_id":"22b4b67c-2440-4f8a-84bd-d193f2a1635a","resolution":{"observed_at":"2026-08-06T23:01:35.468296Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.00368","last_updated":"2024-05-31T07:22:01Z","snapshot_observed_at":"2026-08-20T00:24:38.555810Z","submitted_at":"2023-12-31T02:13:18Z","title":"Improving Text Embeddings with Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.00368","snapshot_observed_at":"2026-08-06T23:01:35.259547Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.20128","last_updated":"2025-06-25T04:49:03Z","snapshot_observed_at":"2026-08-19T21:51:41.613609Z","submitted_at":"2025-06-25T04:49:03Z","title":"CCRS: A Zero-Shot LLM-as-a-Judge Framework for Comprehensive RAG Evaluation","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-06T23:01:35.259547Z"},"links":{"cited_paper":"/paper/2401.00368","citing_paper":"/paper/2506.20128"},"observation_digest":"sha256:d042221420a1d0d7487415e568388011037fd1b5d773a0619d2dc66a99a6390f","observation_id":"0bcf72c6-2cf5-418c-9edd-3971cd922f2a","resolution":{"observed_at":"2026-08-06T23:01:35.259547Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:01:35.263592Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.20128","last_updated":"2025-06-25T04:49:03Z","snapshot_observed_at":"2026-08-19T21:51:41.613609Z","submitted_at":"2025-06-25T04:49:03Z","title":"CCRS: A Zero-Shot LLM-as-a-Judge Framework for Comprehensive RAG Evaluation","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-06T23:01:35.263592Z"},"links":{"citing_paper":"/paper/2506.20128"},"observation_digest":"sha256:dee38ba7b8a9b2082ea677f731db8482802d1f71af67baa93acf79ef0d401997","observation_id":"55fb7484-7259-49c1-9126-489cf6e607c7","resolution":{"observed_at":"2026-08-06T23:01:35.263592Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:01:35.271410Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.20128","last_updated":"2025-06-25T04:49:03Z","snapshot_observed_at":"2026-08-19T21:51:41.613609Z","submitted_at":"2025-06-25T04:49:03Z","title":"CCRS: A Zero-Shot LLM-as-a-Judge Framework for Comprehensive RAG Evaluation","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-06T23:01:35.271410Z"},"links":{"citing_paper":"/paper/2506.20128"},"observation_digest":"sha256:0b6dfe50f4d1cc7f5893af029ed84a6666cb47e517a8509e3d5aa63fff0028c3","observation_id":"7afb4af0-7a77-4c4c-86ab-d36888231a54","resolution":{"observed_at":"2026-08-06T23:01:35.271410Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.03514","last_updated":"2024-02-26T17:16:12Z","snapshot_observed_at":"2026-08-16T15:40:55.092412Z","submitted_at":"2023-04-12T17:33:28Z","title":"Can Large Language Models Transform Computational Social Science?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.03514","snapshot_observed_at":"2026-08-06T23:01:35.275145Z","title":"query_id","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.20128","last_updated":"2025-06-25T04:49:03Z","snapshot_observed_at":"2026-08-19T21:51:41.613609Z","submitted_at":"2025-06-25T04:49:03Z","title":"CCRS: A Zero-Shot LLM-as-a-Judge Framework for Comprehensive RAG Evaluation","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-06T23:01:35.275145Z"},"links":{"cited_paper":"/paper/2305.03514","citing_paper":"/paper/2506.20128"},"observation_digest":"sha256:dad611b998b8cd922b969dd489877f2b3d2dce42903c47b5d2613427d9f86300","observation_id":"c6eed390-d68f-4684-a1a3-db862882d5cc","resolution":{"observed_at":"2026-08-06T23:01:35.275145Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T23:01:35.446299Z","title":"In International Confer- ence on Learning Representations","venue":null,"work_id":"54403b16-467d-499d-b957-ed2aafc3d94c","year":null},"citing_paper":{"arxiv_id":"2506.20128","last_updated":"2025-06-25T04:49:03Z","snapshot_observed_at":"2026-08-19T21:51:41.613609Z","submitted_at":"2025-06-25T04:49:03Z","title":"CCRS: A Zero-Shot LLM-as-a-Judge Framework for Comprehensive RAG Evaluation","version":1},"reference_index":2019,"source":"pdf_text","source_observed_at":"2026-08-06T23:01:35.267210Z"},"links":{"citing_paper":"/paper/2506.20128"},"observation_digest":"sha256:a7f483a276d197747d4d22e064a8fda66ddfde00db3405d0f3fd998f78191fa9","observation_id":"162b21bd-c4c7-4f6b-a2bd-1c9242723030","resolution":{"observed_at":"2026-08-06T23:01:35.452223Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2506.20128","last_updated":"2025-06-25T04:49:03Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-19T21:51:41.613609Z","submitted_at":"2025-06-25T04:49:03Z","title":"CCRS: A Zero-Shot LLM-as-a-Judge Framework for Comprehensive RAG Evaluation"},"reference_resolution":{"displayed":25,"state_counts":{"malformed_identifier":1,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":23,"verified_exact":0,"verified_fuzzy":1},"total_outbound_references":25},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"thesis":"As of 20 August 2026, this Paper Citation Record lists 25 of 25 outbound references and 1 inbound Pith citation observation for arXiv:2506.20128."}