{"as_of":"2026-08-07T19:47:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:8ddce873986612cb4305d0cafc8ca2ef0417731813fc8a9352309b109968296a","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":10,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":10,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":10,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":10,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T12:42:47.373137Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-16T14:22:59.155730Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2405.05600","last_updated":"2024-05-09T07:39:19Z","snapshot_observed_at":"2026-07-06T18:11:57.100591Z","submitted_at":"2024-05-09T07:39:19Z","title":"Can We Use Large Language Models to Fill Relevance Judgment Holes?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.05600","snapshot_observed_at":"2026-08-07T12:42:47.373137Z","title":"Can We Use Large Language Models to Fill Relevance Judgment Holes?, May 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.24040","last_updated":"2025-05-29T22:23:48Z","snapshot_observed_at":"2026-08-07T12:35:11.563117Z","submitted_at":"2025-05-29T22:23:48Z","title":"MedPAIR: Measuring Physicians and AI Relevance Alignment in Medical Question Answering","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-07T12:42:47.373137Z"},"links":{"cited_paper":"/paper/2405.05600","citing_paper":"/paper/2505.24040"},"observation_digest":"sha256:d530d099841afc5a3d1b561f08e2ab1a88b5e073446d201f54685082e8e3413c","observation_id":"896e37bd-4420-440b-b58a-955634184988","resolution":{"observed_at":"2026-08-07T12:42:47.373137Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.05600","last_updated":"2024-05-09T07:39:19Z","snapshot_observed_at":"2026-07-06T18:11:57.100591Z","submitted_at":"2024-05-09T07:39:19Z","title":"Can We Use Large Language Models to Fill Relevance Judgment Holes?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.05600","snapshot_observed_at":"2026-08-07T05:11:38.203547Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.08626","last_updated":"2025-06-11T03:47:20Z","snapshot_observed_at":"2026-08-07T05:03:53.901132Z","submitted_at":"2025-06-10T09:44:03Z","title":"Leveraging LLMs to Evaluate Usefulness of Document","version":2},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-07T05:11:38.203547Z"},"links":{"cited_paper":"/paper/2405.05600","citing_paper":"/paper/2506.08626"},"observation_digest":"sha256:7a973aece95214867d34aef15d43ea40e9f5eaeb0a444fc04551a6d1b00af47e","observation_id":"32e5d81f-779f-43c0-828d-0c2eccee9b01","resolution":{"observed_at":"2026-08-07T05:11:38.203547Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.05600","last_updated":"2024-05-09T07:39:19Z","snapshot_observed_at":"2026-07-06T18:11:57.100591Z","submitted_at":"2024-05-09T07:39:19Z","title":"Can We Use Large Language Models to Fill Relevance Judgment Holes?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.05600","snapshot_observed_at":"2026-08-06T22:11:48.297439Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.22372","last_updated":"2025-06-27T16:39:12Z","snapshot_observed_at":"2026-08-06T22:03:08.535042Z","submitted_at":"2025-06-27T16:39:12Z","title":"Towards Fair Rankings: Leveraging LLMs for Gender Bias Detection and Measurement","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-06T22:11:48.297439Z"},"links":{"cited_paper":"/paper/2405.05600","citing_paper":"/paper/2506.22372"},"observation_digest":"sha256:677e575e748d807d02e63f7c27bf39b4871bae54feef2eaa8b5714171027dada","observation_id":"f6d2a5e3-6d9b-48e0-b5e0-1141a96a4997","resolution":{"observed_at":"2026-08-06T22:11:48.297439Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.05600","last_updated":"2024-05-09T07:39:19Z","snapshot_observed_at":"2026-07-06T18:11:57.100591Z","submitted_at":"2024-05-09T07:39:19Z","title":"Can We Use Large Language Models to Fill Relevance Judgment Holes?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.05600","snapshot_observed_at":"2026-08-06T21:19:29.629492Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.00543","last_updated":"2025-07-01T08:04:58Z","snapshot_observed_at":"2026-08-06T21:10:16.441448Z","submitted_at":"2025-07-01T08:04:58Z","title":"Reliable Annotations with Less Effort: Evaluating LLM-Human Collaboration in Search Clarifications","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-06T21:19:29.629492Z"},"links":{"cited_paper":"/paper/2405.05600","citing_paper":"/paper/2507.00543"},"observation_digest":"sha256:13ee92c13540f5cfc195395b3d5be799c74cd64a5f348a7f9e00ca30016573d5","observation_id":"d9ee5d5b-1a92-4d24-bd32-664317f39040","resolution":{"observed_at":"2026-08-06T21:19:29.629492Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.05600","last_updated":"2024-05-09T07:39:19Z","snapshot_observed_at":"2026-07-06T18:11:57.100591Z","submitted_at":"2024-05-09T07:39:19Z","title":"Can We Use Large Language Models to Fill Relevance Judgment Holes?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.05600","snapshot_observed_at":"2026-08-06T20:42:31.751568Z","title":"doi:10.48550/arXiv.2405.05600 arXiv:2405.05600 [cs]","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.02139","last_updated":"2025-07-02T20:53:51Z","snapshot_observed_at":"2026-08-06T20:34:34.324037Z","submitted_at":"2025-07-02T20:53:51Z","title":"When LLMs Disagree: Diagnosing Relevance Filtering Bias and Retrieval Divergence in SDG Search","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-06T20:42:31.751568Z"},"links":{"cited_paper":"/paper/2405.05600","citing_paper":"/paper/2507.02139"},"observation_digest":"sha256:f29ca7966445166c0e1a253f8f664ac2d5047523b9b01ab8205f7cc2ffff5745","observation_id":"16667c40-3204-4412-9b6f-0b6354f2d896","resolution":{"observed_at":"2026-08-06T20:42:31.751568Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.05600","last_updated":"2024-05-09T07:39:19Z","snapshot_observed_at":"2026-07-06T18:11:57.100591Z","submitted_at":"2024-05-09T07:39:19Z","title":"Can We Use Large Language Models to Fill Relevance Judgment Holes?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.05600","snapshot_observed_at":"2026-08-06T18:34:45.899164Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:45.899164Z"},"links":{"cited_paper":"/paper/2405.05600","citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:6a9bd4c63d1e27521384ec4c3c6d43762434773a3fa1d83047722450c4c5416b","observation_id":"3d61a8f9-4c98-414f-a52b-df08af21d2a5","resolution":{"observed_at":"2026-08-06T18:34:45.899164Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.05600","last_updated":"2024-05-09T07:39:19Z","snapshot_observed_at":"2026-07-06T18:11:57.100591Z","submitted_at":"2024-05-09T07:39:19Z","title":"Can We Use Large Language Models to Fill Relevance Judgment Holes?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.05600","snapshot_observed_at":"2026-08-06T18:00:21.149269Z","title":"Can we use large language models to fill relevance judgment holes? arXiv preprint arXiv:2405.05600, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.09488","last_updated":"2025-07-13T04:21:21Z","snapshot_observed_at":"2026-08-06T17:52:19.242750Z","submitted_at":"2025-07-13T04:21:21Z","title":"Criteria-Based LLM Relevance Judgments","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-06T18:00:21.149269Z"},"links":{"cited_paper":"/paper/2405.05600","citing_paper":"/paper/2507.09488"},"observation_digest":"sha256:a5197ff0eb03d8f7edfdebd5d547ac0420d61e5aef89f5daa0becb970980523a","observation_id":"4e55de38-3c98-46fa-bc43-2ca872946aeb","resolution":{"observed_at":"2026-08-06T18:00:21.149269Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.05600","last_updated":"2024-05-09T07:39:19Z","snapshot_observed_at":"2026-07-06T18:11:57.100591Z","submitted_at":"2024-05-09T07:39:19Z","title":"Can We Use Large Language Models to Fill Relevance Judgment Holes?","version":1},"cited_work":{"arxiv_id":"2405.05600","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2405.05600","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"https://arxiv.org/abs/2405.05600 arXiv: 2405.05600 [cs.IR] (cited on pp","venue":null,"work_id":"b4793b5d-8897-4a7b-98f5-27fcfd26ac3b","year":2024},"citing_paper":{"arxiv_id":"2601.08919","last_updated":"2026-04-24T12:16:18Z","snapshot_observed_at":"2026-08-04T14:45:52.772864Z","submitted_at":"2026-01-13T19:01:16Z","title":"LLMs as Assessors: Right for the Right Reason?","version":2},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-05-16T14:22:54.504927Z"},"links":{"cited_paper":"/paper/2405.05600","citing_paper":"/paper/2601.08919"},"observation_digest":"sha256:999830546eeb8004096b84f2b8594d761614e54b4f5d3431a4b87515e8e2c930","observation_id":"dd2b07aa-6b26-439d-bb3f-761eb1037303","resolution":{"observed_at":"2026-05-16T14:22:59.158283Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.05600","last_updated":"2024-05-09T07:39:19Z","snapshot_observed_at":"2026-07-06T18:11:57.100591Z","submitted_at":"2024-05-09T07:39:19Z","title":"Can We Use Large Language Models to Fill Relevance Judgment Holes?","version":1},"cited_work":{"arxiv_id":"2405.05600","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2405.05600","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"https://arxiv.org/abs/2405.05600 arXiv: 2405.05600 [cs.IR] (cited on pp","venue":null,"work_id":"b4793b5d-8897-4a7b-98f5-27fcfd26ac3b","year":2024},"citing_paper":{"arxiv_id":"2602.08457","last_updated":"2026-05-06T08:06:45Z","snapshot_observed_at":"2026-08-06T02:20:24.096515Z","submitted_at":"2026-02-09T10:10:22Z","title":"Hybrid Pooling with LLMs via Relevance Context Learning","version":2},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-05-16T06:05:23.257866Z"},"links":{"cited_paper":"/paper/2405.05600","citing_paper":"/paper/2602.08457"},"observation_digest":"sha256:ba6b0a09d75513dce6d1fcde9e40e1031c6f69a10f7224e269fa08492e2c97fc","observation_id":"8acaeac9-154b-42eb-aa3b-5c99e54b00a8","resolution":{"observed_at":"2026-05-16T06:07:25.688182Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.05600","last_updated":"2024-05-09T07:39:19Z","snapshot_observed_at":"2026-07-06T18:11:57.100591Z","submitted_at":"2024-05-09T07:39:19Z","title":"Can We Use Large Language Models to Fill Relevance Judgment Holes?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.05600","snapshot_observed_at":"2026-08-04T07:15:51.836938Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.02446","last_updated":"2026-08-03T16:23:49Z","snapshot_observed_at":"2026-08-07T17:49:05.566562Z","submitted_at":"2026-08-03T16:23:49Z","title":"Advancing Relevance Measurement with Vision-Language Models for Web-Scale Search","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-04T07:15:51.836938Z"},"links":{"cited_paper":"/paper/2405.05600","citing_paper":"/paper/2608.02446"},"observation_digest":"sha256:1c0512d5d3ffa59c78664b73b2cdac4cef9fd621d22d5c80e427c1b22fc236d4","observation_id":"70ecc1b3-0e4b-4d65-856b-96235429e614","resolution":{"observed_at":"2026-08-04T07:15:51.836938Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2405.05600/citation-record","integrity":"/paper/2405.05600/integrity","json":"/paper/2405.05600/citation-record.json","paper":"/paper/2405.05600"},"outbound":[],"paper":{"arxiv_id":"2405.05600","last_updated":"2024-05-09T07:39:19Z","latest_version":1,"primary_category":"cs.IR","snapshot_observed_at":"2026-07-06T18:11:57.100591Z","submitted_at":"2024-05-09T07:39:19Z","title":"Can We Use Large Language Models to Fill Relevance Judgment Holes?"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 7 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 10 inbound Pith citation observations for arXiv:2405.05600."}