{"as_of":"2026-08-08T05:51:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:536beababcf26e1667161353768c7e6f62c872591590bca924ceeff2efd216df","coverage":[{"denominator":14,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":14,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T22:05:36.961615Z","state":"measured"},{"denominator":14,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":14,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2506.22644/citation-record","integrity":"/paper/2506.22644/integrity","json":"/paper/2506.22644/citation-record.json","paper":"/paper/2506.22644"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:05:37.624913Z","title":null,"venue":null,"work_id":"9126eeea-b855-43cb-a000-80ca6f86e00f","year":2024},"citing_paper":{"arxiv_id":"2506.22644","last_updated":"2025-06-27T21:20:43Z","snapshot_observed_at":"2026-08-06T21:59:10.216595Z","submitted_at":"2025-06-27T21:20:43Z","title":"Evaluating Hybrid Retrieval Augmented Generation using Dynamic Test Sets: LiveRAG Challenge","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-06T22:05:35.711549Z"},"links":{"citing_paper":"/paper/2506.22644"},"observation_digest":"sha256:46d88cece928839e165cd39f4dc04867ae4fe9c86d967e58d8a04da7cc6d94cf","observation_id":"0c131553-8772-45e1-9d94-065bd2315161","resolution":{"observed_at":"2026-08-06T22:05:37.696611Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2501.12789","last_updated":"2025-01-22T10:47:08Z","snapshot_observed_at":"2026-07-06T20:24:22.763735Z","submitted_at":"2025-01-22T10:47:08Z","title":"Generating Diverse Q&A Benchmarks for RAG Evaluation with DataMorgana","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.12789","snapshot_observed_at":"2026-08-06T22:05:35.767303Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.22644","last_updated":"2025-06-27T21:20:43Z","snapshot_observed_at":"2026-08-06T21:59:10.216595Z","submitted_at":"2025-06-27T21:20:43Z","title":"Evaluating Hybrid Retrieval Augmented Generation using Dynamic Test Sets: LiveRAG Challenge","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-06T22:05:35.767303Z"},"links":{"cited_paper":"/paper/2501.12789","citing_paper":"/paper/2506.22644"},"observation_digest":"sha256:a8be626a557952cc553bb040c486652a318ffdfd78a80553e0930e8729c0085a","observation_id":"62abce57-4db8-4f88-8a99-f22e16f9e490","resolution":{"observed_at":"2026-08-06T22:05:35.767303Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.03714","last_updated":"2023-10-05T17:37:25Z","snapshot_observed_at":"2026-08-04T05:21:05.846165Z","submitted_at":"2023-10-05T17:37:25Z","title":"DSPy: Compiling Declarative Language Model Calls into Self-Improving Pipelines","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.03714","snapshot_observed_at":"2026-08-06T22:05:35.840152Z","title":"Joshi, Hanna Moazam, Heather Miller, Matei Zaharia, and Christopher Potts","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.22644","last_updated":"2025-06-27T21:20:43Z","snapshot_observed_at":"2026-08-06T21:59:10.216595Z","submitted_at":"2025-06-27T21:20:43Z","title":"Evaluating Hybrid Retrieval Augmented Generation using Dynamic Test Sets: LiveRAG Challenge","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-06T22:05:35.840152Z"},"links":{"cited_paper":"/paper/2310.03714","citing_paper":"/paper/2506.22644"},"observation_digest":"sha256:a4381f1dff6e3b097be18cf7d35b4bd78233c8279dd9c625451fad9c0467de78","observation_id":"095bff5e-d9fc-4f13-b25b-2a7394558041","resolution":{"observed_at":"2026-08-06T22:05:35.840152Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"5206.21535","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:05:37.274413Z","title":null,"venue":null,"work_id":"4919e9e8-a7fa-44f8-8091-014a7f4ac12f","year":1995},"citing_paper":{"arxiv_id":"2506.22644","last_updated":"2025-06-27T21:20:43Z","snapshot_observed_at":"2026-08-06T21:59:10.216595Z","submitted_at":"2025-06-27T21:20:43Z","title":"Evaluating Hybrid Retrieval Augmented Generation using Dynamic Test Sets: LiveRAG Challenge","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-06T22:05:35.880022Z"},"links":{"citing_paper":"/paper/2506.22644"},"observation_digest":"sha256:6b56fdd22442dd0537260eeb44ed0e46b97a6d46afb33eb136f2b44d5ed1468f","observation_id":"eccc2a2f-f606-4927-ab14-d6c024862455","resolution":{"observed_at":"2026-08-06T22:05:37.353703Z","resolver_source":"raw_fallback","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:05:35.985845Z","title":null,"venue":null,"work_id":null,"year":2004},"citing_paper":{"arxiv_id":"2506.22644","last_updated":"2025-06-27T21:20:43Z","snapshot_observed_at":"2026-08-06T21:59:10.216595Z","submitted_at":"2025-06-27T21:20:43Z","title":"Evaluating Hybrid Retrieval Augmented Generation using Dynamic Test Sets: LiveRAG Challenge","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-06T22:05:35.985845Z"},"links":{"citing_paper":"/paper/2506.22644"},"observation_digest":"sha256:059cbd94a527ac90083b15a332e4d7b677f573557e1cf9edbc1e0b97052923df","observation_id":"0a8c4c22-2d24-4eb7-8a9c-209f424ead59","resolution":{"observed_at":"2026-08-06T22:05:35.985845Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:05:36.111491Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.22644","last_updated":"2025-06-27T21:20:43Z","snapshot_observed_at":"2026-08-06T21:59:10.216595Z","submitted_at":"2025-06-27T21:20:43Z","title":"Evaluating Hybrid Retrieval Augmented Generation using Dynamic Test Sets: LiveRAG Challenge","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-06T22:05:36.111491Z"},"links":{"citing_paper":"/paper/2506.22644"},"observation_digest":"sha256:98d5184e82833c34907c42d1b7b7f6b8bb2a3e1a970cd70ce8c806ad849634aa","observation_id":"eabd88ae-7260-4faf-9347-73518975c223","resolution":{"observed_at":"2026-08-06T22:05:36.111491Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1904.08375","last_updated":"2019-09-25T00:40:54Z","snapshot_observed_at":"2026-08-05T06:27:23.978783Z","submitted_at":"2019-04-17T17:20:14Z","title":"Document Expansion by Query Prediction","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1904.08375","snapshot_observed_at":"2026-08-06T22:05:36.230533Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2506.22644","last_updated":"2025-06-27T21:20:43Z","snapshot_observed_at":"2026-08-06T21:59:10.216595Z","submitted_at":"2025-06-27T21:20:43Z","title":"Evaluating Hybrid Retrieval Augmented Generation using Dynamic Test Sets: LiveRAG Challenge","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-06T22:05:36.230533Z"},"links":{"cited_paper":"/paper/1904.08375","citing_paper":"/paper/2506.22644"},"observation_digest":"sha256:43af3c4b36391680164d4d97f80c6c92acf7e4b54f903638ac278da10ccf93fc","observation_id":"d9f3794e-fc3b-412c-9001-cdb8406da6c8","resolution":{"observed_at":"2026-08-06T22:05:36.230533Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.11695","last_updated":"2024-10-06T17:34:26Z","snapshot_observed_at":"2026-07-06T18:32:19.794373Z","submitted_at":"2024-06-17T16:12:03Z","title":"Optimizing Instructions and Demonstrations for Multi-Stage Language Model Programs","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.11695","snapshot_observed_at":"2026-08-06T22:05:36.330887Z","title":"Ryan, Josh Purtell, David Broman, Christopher Potts, Matei Zaharia, and Omar Khattab","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.22644","last_updated":"2025-06-27T21:20:43Z","snapshot_observed_at":"2026-08-06T21:59:10.216595Z","submitted_at":"2025-06-27T21:20:43Z","title":"Evaluating Hybrid Retrieval Augmented Generation using Dynamic Test Sets: LiveRAG Challenge","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-06T22:05:36.330887Z"},"links":{"cited_paper":"/paper/2406.11695","citing_paper":"/paper/2506.22644"},"observation_digest":"sha256:b35a1dbb06c3bacc67b18c6023ad804960b8e462e8de4bc95209cb4766302af0","observation_id":"c76ffacd-76cd-45b6-8533-4b312a2aa0ae","resolution":{"observed_at":"2026-08-06T22:05:36.330887Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:05:36.420010Z","title":null,"venue":null,"work_id":null,"year":2002},"citing_paper":{"arxiv_id":"2506.22644","last_updated":"2025-06-27T21:20:43Z","snapshot_observed_at":"2026-08-06T21:59:10.216595Z","submitted_at":"2025-06-27T21:20:43Z","title":"Evaluating Hybrid Retrieval Augmented Generation using Dynamic Test Sets: LiveRAG Challenge","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-06T22:05:36.420010Z"},"links":{"citing_paper":"/paper/2506.22644"},"observation_digest":"sha256:85ab4fb019838017073934da8d2e34e0045c5df1391a7eb4e520d7ea04263806","observation_id":"9711e448-933d-4ad9-b6bc-0cf15c698d2f","resolution":{"observed_at":"2026-08-06T22:05:36.420010Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:05:37.444132Z","title":null,"venue":null,"work_id":"c5a11a2e-a92f-4999-99b6-d3b47a4a2a98","year":2024},"citing_paper":{"arxiv_id":"2506.22644","last_updated":"2025-06-27T21:20:43Z","snapshot_observed_at":"2026-08-06T21:59:10.216595Z","submitted_at":"2025-06-27T21:20:43Z","title":"Evaluating Hybrid Retrieval Augmented Generation using Dynamic Test Sets: LiveRAG Challenge","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-06T22:05:36.512521Z"},"links":{"citing_paper":"/paper/2506.22644"},"observation_digest":"sha256:8b85abb360ba95980055180d51c8997c6ab6d55189d72b1d4f08f8e6714aa8d2","observation_id":"7e85748b-b6b8-4492-8fd3-8eb8913fc2bf","resolution":{"observed_at":"2026-08-06T22:05:37.526593Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.02724","last_updated":"2023-12-05T12:39:00Z","snapshot_observed_at":"2026-07-06T16:57:09.664139Z","submitted_at":"2023-12-05T12:39:00Z","title":"RankZephyr: Effective and Robust Zero-Shot Listwise Reranking is a Breeze!","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.02724","snapshot_observed_at":"2026-08-06T22:05:36.635719Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.22644","last_updated":"2025-06-27T21:20:43Z","snapshot_observed_at":"2026-08-06T21:59:10.216595Z","submitted_at":"2025-06-27T21:20:43Z","title":"Evaluating Hybrid Retrieval Augmented Generation using Dynamic Test Sets: LiveRAG Challenge","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-06T22:05:36.635719Z"},"links":{"cited_paper":"/paper/2312.02724","citing_paper":"/paper/2506.22644"},"observation_digest":"sha256:692fa1902ea7f0020a596ecc6f7a790ced95afc5154c1deb8cc6e913355ddf20","observation_id":"9384c032-4127-4817-8e51-95352f39fcbb","resolution":{"observed_at":"2026-08-06T22:05:36.635719Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.10930","last_updated":"2024-10-07T15:52:48Z","snapshot_observed_at":"2026-07-06T18:46:35.304901Z","submitted_at":"2024-07-15T17:30:31Z","title":"Fine-Tuning and Prompt Optimization: Two Great Steps that Work Better Together","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.10930","snapshot_observed_at":"2026-08-06T22:05:36.753644Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.22644","last_updated":"2025-06-27T21:20:43Z","snapshot_observed_at":"2026-08-06T21:59:10.216595Z","submitted_at":"2025-06-27T21:20:43Z","title":"Evaluating Hybrid Retrieval Augmented Generation using Dynamic Test Sets: LiveRAG Challenge","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-06T22:05:36.753644Z"},"links":{"cited_paper":"/paper/2407.10930","citing_paper":"/paper/2506.22644"},"observation_digest":"sha256:255431b4ddb831268104024368a6ab41d055d9061356c5ed5c7ac975b98f3c7a","observation_id":"11a0699d-8b6a-468d-ba08-696ebbd53d14","resolution":{"observed_at":"2026-08-06T22:05:36.753644Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2304.09542","last_updated":"2024-12-28T06:20:54Z","snapshot_observed_at":"2026-08-06T00:21:17.259026Z","submitted_at":"2023-04-19T10:16:03Z","title":"Is ChatGPT Good at Search? Investigating Large Language Models as Re-Ranking Agents","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.09542","snapshot_observed_at":"2026-08-06T22:05:36.869007Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.22644","last_updated":"2025-06-27T21:20:43Z","snapshot_observed_at":"2026-08-06T21:59:10.216595Z","submitted_at":"2025-06-27T21:20:43Z","title":"Evaluating Hybrid Retrieval Augmented Generation using Dynamic Test Sets: LiveRAG Challenge","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-06T22:05:36.869007Z"},"links":{"cited_paper":"/paper/2304.09542","citing_paper":"/paper/2506.22644"},"observation_digest":"sha256:c950f6a864ee3251db8f6578c67e18bcae238df5879f948287b200f5da77e26e","observation_id":"ce9cbf36-9648-441d-912d-180180b1adf6","resolution":{"observed_at":"2026-08-06T22:05:36.869007Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T22:05:36.961615Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.22644","last_updated":"2025-06-27T21:20:43Z","snapshot_observed_at":"2026-08-06T21:59:10.216595Z","submitted_at":"2025-06-27T21:20:43Z","title":"Evaluating Hybrid Retrieval Augmented Generation using Dynamic Test Sets: LiveRAG Challenge","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-06T22:05:36.961615Z"},"links":{"citing_paper":"/paper/2506.22644"},"observation_digest":"sha256:56d3399dfa657615fd620d2a6f5ca60ff483c08f2278f2b3618e63ad2486f703","observation_id":"3e7db311-f421-4bca-8682-765b870c7dee","resolution":{"observed_at":"2026-08-06T22:05:36.961615Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2506.22644","last_updated":"2025-06-27T21:20:43Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-06T21:59:10.216595Z","submitted_at":"2025-06-27T21:20:43Z","title":"Evaluating Hybrid Retrieval Augmented Generation using Dynamic Test Sets: LiveRAG Challenge"},"reference_resolution":{"displayed":14,"state_counts":{"malformed_identifier":0,"metadata_mismatch":1,"parse_uncertain":0,"unresolved":13,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":14},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 14 of 14 outbound references and 0 inbound Pith citation observations for arXiv:2506.22644."}