{"as_of":"2026-08-08T03:10:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:d2b9d114ea018ab9d6e6330af67373e3eaf348fc9e0b2b17e10f65aad61336dd","coverage":[{"denominator":22,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":22,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T14:20:44.729615Z","state":"measured"},{"denominator":24,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":24,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":2,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":2,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-04T16:31:22.105667Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":1,"source":"arxiv_reference","source_observed_at":"2026-08-05T02:28:24.338817Z","state":"measured"}],"external_citation_measurements":[{"count":0,"observed_at":"2026-08-05T02:28:24.338817Z","source":"arxiv_reference"}],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2505.19334","last_updated":"2025-05-25T21:41:35Z","snapshot_observed_at":"2026-08-07T22:58:05.299125Z","submitted_at":"2025-05-25T21:41:35Z","title":"Likert or Not: LLM Absolute Relevance Judgments on Fine-Grained Ordinal Scales","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.19334","snapshot_observed_at":"2026-08-04T16:31:22.105667Z","title":"Likert or Not: LLM Absolute Relevance Judgments on Fine-Grained Ordinal Scales , 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2509.13930","last_updated":"2026-06-07T23:23:21Z","snapshot_observed_at":"2026-08-06T20:14:08.391657Z","submitted_at":"2025-09-17T12:58:18Z","title":"Linguistic Nepotism: Trading-off Quality for Language Preference in Multilingual RAG","version":3},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-04T16:31:22.105667Z"},"links":{"cited_paper":"/paper/2505.19334","citing_paper":"/paper/2509.13930"},"observation_digest":"sha256:88d6d9f4595592f67c21bf39835dd0d978c4091960f01a0f2afadd3479687c51","observation_id":"ab59bb61-5108-4003-b851-317da5fac6f6","resolution":{"observed_at":"2026-08-04T16:31:22.105667Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2505.19334","last_updated":"2025-05-25T21:41:35Z","snapshot_observed_at":"2026-08-07T22:58:05.299125Z","submitted_at":"2025-05-25T21:41:35Z","title":"Likert or Not: LLM Absolute Relevance Judgments on Fine-Grained Ordinal Scales","version":1},"cited_work":{"arxiv_id":"2505.19334","doi":"10.48550/arxiv.2505.19334","metadata_source":"arxiv_reference","pith_arxiv_id":"2505.19334","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Likert or","venue":"ArXiv.org","work_id":"bb76e593-455d-400a-966e-c029a644fd5c","year":null},"citing_paper":{"arxiv_id":"2605.09542","last_updated":"2026-05-10T13:54:37Z","snapshot_observed_at":"2026-07-06T23:21:35.327066Z","submitted_at":"2026-05-10T13:54:37Z","title":"LLM-Guided Monte Carlo Tree Search over Knowledge Graphs: Composing Mechanistic Explanations for Drug-Disease Pairs","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-05-12T03:04:57.158157Z"},"links":{"cited_paper":"/paper/2505.19334","citing_paper":"/paper/2605.09542"},"observation_digest":"sha256:e16368c504503af8bd2aaab13d6330ca2bd30adfdf47dc08bd6cad25355dceb9","observation_id":"60d6611d-80e7-4075-bdc7-7f1a931e4b2c","resolution":{"observed_at":"2026-05-12T03:06:18.257975Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2505.19334/citation-record","integrity":"/paper/2505.19334/integrity","json":"/paper/2505.19334/citation-record.json","paper":"/paper/2505.19334"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:20:46.980639Z","title":"Claude 3.5 Sonnet Model Card Addendum","venue":null,"work_id":"e9694bee-0028-4cf0-8706-e181559d4a51","year":2024},"citing_paper":{"arxiv_id":"2505.19334","last_updated":"2025-05-25T21:41:35Z","snapshot_observed_at":"2026-08-07T22:58:05.299125Z","submitted_at":"2025-05-25T21:41:35Z","title":"Likert or Not: LLM Absolute Relevance Judgments on Fine-Grained Ordinal Scales","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-07T14:20:43.325076Z"},"links":{"citing_paper":"/paper/2505.19334"},"observation_digest":"sha256:a3915efb90f90c4c5734af5a371a2d2db109f917fd9ef9f64a366ebc4a904bae","observation_id":"bada98a4-26da-4719-bf34-e27e754a2f3a","resolution":{"observed_at":"2026-08-07T14:20:47.074489Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.11678","last_updated":"2025-02-06T14:40:52Z","snapshot_observed_at":"2026-07-06T18:32:19.794373Z","submitted_at":"2024-06-17T15:58:22Z","title":"TourRank: Utilizing Large Language Models for Documents Ranking with a Tournament-Inspired Strategy","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.11678","snapshot_observed_at":"2026-08-07T14:20:43.365116Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.19334","last_updated":"2025-05-25T21:41:35Z","snapshot_observed_at":"2026-08-07T22:58:05.299125Z","submitted_at":"2025-05-25T21:41:35Z","title":"Likert or Not: LLM Absolute Relevance Judgments on Fine-Grained Ordinal Scales","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-07T14:20:43.365116Z"},"links":{"cited_paper":"/paper/2406.11678","citing_paper":"/paper/2505.19334"},"observation_digest":"sha256:c6a21ed170598b0e589676e0666b85a9da9b16df809d5c345966d0f61a80750d","observation_id":"a7e99f5b-3825-433d-9e15-ae2717cf36b0","resolution":{"observed_at":"2026-08-07T14:20:43.365116Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:20:46.768113Z","title":"Craswell, B","venue":null,"work_id":"273b6a3a-f101-4cea-97e5-3d865f09ed6d","year":2019},"citing_paper":{"arxiv_id":"2505.19334","last_updated":"2025-05-25T21:41:35Z","snapshot_observed_at":"2026-08-07T22:58:05.299125Z","submitted_at":"2025-05-25T21:41:35Z","title":"Likert or Not: LLM Absolute Relevance Judgments on Fine-Grained Ordinal Scales","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-07T14:20:43.445545Z"},"links":{"citing_paper":"/paper/2505.19334"},"observation_digest":"sha256:ffa120ae88743d6b768c21e9040509f413f8c15b8f553781002d90841eb0b532","observation_id":"c70c0681-baf4-466b-88a4-eaa96bf3038b","resolution":{"observed_at":"2026-08-07T14:20:46.878523Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:20:46.503024Z","title":"Craswell, B","venue":null,"work_id":"4d62e81b-3307-4444-a768-03e510cbc72c","year":2020},"citing_paper":{"arxiv_id":"2505.19334","last_updated":"2025-05-25T21:41:35Z","snapshot_observed_at":"2026-08-07T22:58:05.299125Z","submitted_at":"2025-05-25T21:41:35Z","title":"Likert or Not: LLM Absolute Relevance Judgments on Fine-Grained Ordinal Scales","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-07T14:20:43.526704Z"},"links":{"citing_paper":"/paper/2505.19334"},"observation_digest":"sha256:33a4da10b4a186ee6a3ab26e0bd124fc400ba0cfb0624e61b0bd453922229fad","observation_id":"98104382-54a6-464f-a0af-d00988a313a0","resolution":{"observed_at":"2026-08-07T14:20:46.600984Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2404.11960","last_updated":"2025-03-25T06:08:47Z","snapshot_observed_at":"2026-07-06T18:02:02.384288Z","submitted_at":"2024-04-18T07:42:46Z","title":"MCRanker: Generating Diverse Criteria On-the-Fly to Improve Point-wise LLM Rankers","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.11960","snapshot_observed_at":"2026-08-07T14:20:43.713978Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.19334","last_updated":"2025-05-25T21:41:35Z","snapshot_observed_at":"2026-08-07T22:58:05.299125Z","submitted_at":"2025-05-25T21:41:35Z","title":"Likert or Not: LLM Absolute Relevance Judgments on Fine-Grained Ordinal Scales","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-07T14:20:43.713978Z"},"links":{"cited_paper":"/paper/2404.11960","citing_paper":"/paper/2505.19334"},"observation_digest":"sha256:116f36cb27b73bc4caf2d79a6618894d5ca40ed4c9040070f1fb475825c06013","observation_id":"95af5f82-6eef-4610-b38d-3e62bf379b10","resolution":{"observed_at":"2026-08-07T14:20:43.713978Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:20:46.282278Z","title":"Khramtsova, S","venue":null,"work_id":"7ad59ae9-0acf-4ef4-9e3c-1de8b622a54e","year":2024},"citing_paper":{"arxiv_id":"2505.19334","last_updated":"2025-05-25T21:41:35Z","snapshot_observed_at":"2026-08-07T22:58:05.299125Z","submitted_at":"2025-05-25T21:41:35Z","title":"Likert or Not: LLM Absolute Relevance Judgments on Fine-Grained Ordinal Scales","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-07T14:20:43.781207Z"},"links":{"citing_paper":"/paper/2505.19334"},"observation_digest":"sha256:106df122a7d984f7d3f7e6d5154800938711a8ede2abab0b97cbc6932ee1d7df","observation_id":"875f5bb0-3f32-4c8c-abc4-8db628ac6ef6","resolution":{"observed_at":"2026-08-07T14:20:46.355807Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:20:46.115864Z","title":null,"venue":null,"work_id":"c679a8fb-2432-4a49-9c8e-2122ba4a76e2","year":2021},"citing_paper":{"arxiv_id":"2505.19334","last_updated":"2025-05-25T21:41:35Z","snapshot_observed_at":"2026-08-07T22:58:05.299125Z","submitted_at":"2025-05-25T21:41:35Z","title":"Likert or Not: LLM Absolute Relevance Judgments on Fine-Grained Ordinal Scales","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-07T14:20:43.855557Z"},"links":{"citing_paper":"/paper/2505.19334"},"observation_digest":"sha256:a321f8b6a7dceb190407ad9322c108d4713aba4135e16560124a2f785d8530c9","observation_id":"0f74e242-1fc5-4b9d-b5b2-dd32b4a37677","resolution":{"observed_at":"2026-08-07T14:20:46.203577Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:20:46.006731Z","title":null,"venue":null,"work_id":"f2b55a82-5741-4ef6-83be-71d2018f07a6","year":2024},"citing_paper":{"arxiv_id":"2505.19334","last_updated":"2025-05-25T21:41:35Z","snapshot_observed_at":"2026-08-07T22:58:05.299125Z","submitted_at":"2025-05-25T21:41:35Z","title":"Likert or Not: LLM Absolute Relevance Judgments on Fine-Grained Ordinal Scales","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-07T14:20:43.946705Z"},"links":{"citing_paper":"/paper/2505.19334"},"observation_digest":"sha256:2e1bdbdb93fbb396759fa09b63f5f5dee394a5558d2157785419379ee5937524","observation_id":"417c438b-2225-4df3-8dc7-2f3a5219f234","resolution":{"observed_at":"2026-08-07T14:20:46.060560Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.02156","last_updated":"2023-05-03T14:45:34Z","snapshot_observed_at":"2026-08-07T22:52:50.160521Z","submitted_at":"2023-05-03T14:45:34Z","title":"Zero-Shot Listwise Document Reranking with a Large Language Model","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.02156","snapshot_observed_at":"2026-08-07T14:20:43.998472Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.19334","last_updated":"2025-05-25T21:41:35Z","snapshot_observed_at":"2026-08-07T22:58:05.299125Z","submitted_at":"2025-05-25T21:41:35Z","title":"Likert or Not: LLM Absolute Relevance Judgments on Fine-Grained Ordinal Scales","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-07T14:20:43.998472Z"},"links":{"cited_paper":"/paper/2305.02156","citing_paper":"/paper/2505.19334"},"observation_digest":"sha256:d517ddb0eef023f4534fbaa318f7ed2518413a55506475d8af8a60dd2ec99498","observation_id":"347308fe-c2db-4d8a-a3ca-514341f0eb9f","resolution":{"observed_at":"2026-08-07T14:20:43.998472Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.06091","last_updated":"2025-01-13T22:21:35Z","snapshot_observed_at":"2026-07-06T17:14:24.413664Z","submitted_at":"2024-01-11T18:11:42Z","title":"A Closer Look at AUROC and AUPRC under Class Imbalance","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.06091","snapshot_observed_at":"2026-08-07T14:20:44.037920Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.19334","last_updated":"2025-05-25T21:41:35Z","snapshot_observed_at":"2026-08-07T22:58:05.299125Z","submitted_at":"2025-05-25T21:41:35Z","title":"Likert or Not: LLM Absolute Relevance Judgments on Fine-Grained Ordinal Scales","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-07T14:20:44.037920Z"},"links":{"cited_paper":"/paper/2401.06091","citing_paper":"/paper/2505.19334"},"observation_digest":"sha256:222537a3a3e068f0a73d2b3eeab4081d64e637672ab649e52b52a8c98b34bf39","observation_id":"4f845e4f-5961-45f0-a7be-6d3082821b2b","resolution":{"observed_at":"2026-08-07T14:20:44.037920Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.14162","last_updated":"2025-01-23T08:41:05Z","snapshot_observed_at":"2026-07-06T18:34:07.264237Z","submitted_at":"2024-06-20T10:04:09Z","title":"DIRAS: Efficient LLM Annotation of Document Relevance in Retrieval Augmented Generation","version":4},"cited_work":{"arxiv_id":"2406.14162","doi":null,"metadata_source":"pith","pith_arxiv_id":"2406.14162","snapshot_observed_at":"2026-08-07T14:20:44.869067Z","title":"DIRAS: Efficient LLM Annotation of Document Relevance in Retrieval Augmented Generation","venue":"cs.IR","work_id":"e4ebfc35-c7b4-4e9e-bcb6-226a4a1bcfd0","year":2024},"citing_paper":{"arxiv_id":"2505.19334","last_updated":"2025-05-25T21:41:35Z","snapshot_observed_at":"2026-08-07T22:58:05.299125Z","submitted_at":"2025-05-25T21:41:35Z","title":"Likert or Not: LLM Absolute Relevance Judgments on Fine-Grained Ordinal Scales","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-07T14:20:44.106353Z"},"links":{"cited_paper":"/paper/2406.14162","citing_paper":"/paper/2505.19334"},"observation_digest":"sha256:8f728a35b6965bba78be11e375ce7a3fe885fa6f709e5e7fad876c4c3b220bc9","observation_id":"11ef16ee-6b4f-4cb6-b5a3-c2fb5d0200dc","resolution":{"observed_at":"2026-08-07T14:20:44.930574Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.18740","last_updated":"2024-06-26T20:12:24Z","snapshot_observed_at":"2026-07-06T18:37:39.282367Z","submitted_at":"2024-06-26T20:12:24Z","title":"Re-Ranking Step by Step: Investigating Pre-Filtering for Re-Ranking with Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.18740","snapshot_observed_at":"2026-08-07T14:20:44.222237Z","title":"Nouriinanloo and M","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.19334","last_updated":"2025-05-25T21:41:35Z","snapshot_observed_at":"2026-08-07T22:58:05.299125Z","submitted_at":"2025-05-25T21:41:35Z","title":"Likert or Not: LLM Absolute Relevance Judgments on Fine-Grained Ordinal Scales","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-07T14:20:44.222237Z"},"links":{"cited_paper":"/paper/2406.18740","citing_paper":"/paper/2505.19334"},"observation_digest":"sha256:f1450341c3fe1d4d7e6997293d81349bcdb9c7df600bfff1959adb0beeb53cdd","observation_id":"947c7355-6292-40e5-9ea9-791044a2ace9","resolution":{"observed_at":"2026-08-07T14:20:44.222237Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:20:45.886778Z","title":"Oosterhuis, R","venue":null,"work_id":"262d1001-34a5-4a65-a005-48c7ff06cb9f","year":2024},"citing_paper":{"arxiv_id":"2505.19334","last_updated":"2025-05-25T21:41:35Z","snapshot_observed_at":"2026-08-07T22:58:05.299125Z","submitted_at":"2025-05-25T21:41:35Z","title":"Likert or Not: LLM Absolute Relevance Judgments on Fine-Grained Ordinal Scales","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-07T14:20:44.255194Z"},"links":{"citing_paper":"/paper/2505.19334"},"observation_digest":"sha256:3ed400fb146517516c1806591f3d9e582e9115bc3c2d7d910592506f004f33df","observation_id":"26d336fa-bc04-4a18-bb84-a8349a6a2e92","resolution":{"observed_at":"2026-08-07T14:20:45.941440Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:20:45.714184Z","title":"GPT-4o System Card","venue":null,"work_id":"4eb5c292-8626-4038-9740-a8a9cc66dbd8","year":2024},"citing_paper":{"arxiv_id":"2505.19334","last_updated":"2025-05-25T21:41:35Z","snapshot_observed_at":"2026-08-07T22:58:05.299125Z","submitted_at":"2025-05-25T21:41:35Z","title":"Likert or Not: LLM Absolute Relevance Judgments on Fine-Grained Ordinal Scales","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-07T14:20:44.290756Z"},"links":{"citing_paper":"/paper/2505.19334"},"observation_digest":"sha256:e5c7b1f7875a0b85087ce4fa30b5354d4952c569bc1666ae0ad4357e45aae16c","observation_id":"e7daa9bc-33de-49f5-b456-a87dd4de1d91","resolution":{"observed_at":"2026-08-07T14:20:45.798623Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.14589","last_updated":"2024-05-23T14:00:26Z","snapshot_observed_at":"2026-07-06T18:18:39.093732Z","submitted_at":"2024-05-23T14:00:26Z","title":"Top-Down Partitioning for Efficient List-Wise Ranking","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.14589","snapshot_observed_at":"2026-08-07T14:20:44.321000Z","title":"Parry, S","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.19334","last_updated":"2025-05-25T21:41:35Z","snapshot_observed_at":"2026-08-07T22:58:05.299125Z","submitted_at":"2025-05-25T21:41:35Z","title":"Likert or Not: LLM Absolute Relevance Judgments on Fine-Grained Ordinal Scales","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-07T14:20:44.321000Z"},"links":{"cited_paper":"/paper/2405.14589","citing_paper":"/paper/2505.19334"},"observation_digest":"sha256:09c5f1388ca54b4440df7f39e5937c1835535c901131061cbe5e63474456ee0f","observation_id":"62645983-975a-4984-ad6c-d9d52f1bcc00","resolution":{"observed_at":"2026-08-07T14:20:44.321000Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.17563","last_updated":"2024-03-28T13:59:09Z","snapshot_observed_at":"2026-07-06T15:48:44.267376Z","submitted_at":"2023-06-30T11:32:25Z","title":"Large Language Models are Effective Text Rankers with Pairwise Ranking Prompting","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.17563","snapshot_observed_at":"2026-08-07T14:20:44.377649Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.19334","last_updated":"2025-05-25T21:41:35Z","snapshot_observed_at":"2026-08-07T22:58:05.299125Z","submitted_at":"2025-05-25T21:41:35Z","title":"Likert or Not: LLM Absolute Relevance Judgments on Fine-Grained Ordinal Scales","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-07T14:20:44.377649Z"},"links":{"cited_paper":"/paper/2306.17563","citing_paper":"/paper/2505.19334"},"observation_digest":"sha256:e8e2c12241a958b1411dcf0617db92143bd724f6c7b7c27466af2a33c27386de","observation_id":"2834ec7f-0e32-402f-8736-a0de769bd237","resolution":{"observed_at":"2026-08-07T14:20:44.377649Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2304.09542","last_updated":"2024-12-28T06:20:54Z","snapshot_observed_at":"2026-08-06T00:21:17.259026Z","submitted_at":"2023-04-19T10:16:03Z","title":"Is ChatGPT Good at Search? Investigating Large Language Models as Re-Ranking Agents","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.09542","snapshot_observed_at":"2026-08-07T14:20:44.450158Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.19334","last_updated":"2025-05-25T21:41:35Z","snapshot_observed_at":"2026-08-07T22:58:05.299125Z","submitted_at":"2025-05-25T21:41:35Z","title":"Likert or Not: LLM Absolute Relevance Judgments on Fine-Grained Ordinal Scales","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-07T14:20:44.450158Z"},"links":{"cited_paper":"/paper/2304.09542","citing_paper":"/paper/2505.19334"},"observation_digest":"sha256:376b6f3cd34ba8711fd47960029c7f0897292e9989456e161233eaf3e2039266","observation_id":"51bc969d-4237-4c69-857e-7952fb9305b4","resolution":{"observed_at":"2026-08-07T14:20:44.450158Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:20:45.617100Z","title":null,"venue":null,"work_id":"188356b8-18ef-4666-96a3-69bba5a80ae3","year":2024},"citing_paper":{"arxiv_id":"2505.19334","last_updated":"2025-05-25T21:41:35Z","snapshot_observed_at":"2026-08-07T22:58:05.299125Z","submitted_at":"2025-05-25T21:41:35Z","title":"Likert or Not: LLM Absolute Relevance Judgments on Fine-Grained Ordinal Scales","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-07T14:20:44.500624Z"},"links":{"citing_paper":"/paper/2505.19334"},"observation_digest":"sha256:ef46da474ca4fb332f049928000429d576082ce8357e94ac53dd588cec329687","observation_id":"20f4ed25-deba-468e-9475-30ad7e9160b5","resolution":{"observed_at":"2026-08-07T14:20:45.673661Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:20:45.450740Z","title":null,"venue":null,"work_id":"9476e1bf-c368-4d3d-9f35-afc1ff4426e2","year":2023},"citing_paper":{"arxiv_id":"2505.19334","last_updated":"2025-05-25T21:41:35Z","snapshot_observed_at":"2026-08-07T22:58:05.299125Z","submitted_at":"2025-05-25T21:41:35Z","title":"Likert or Not: LLM Absolute Relevance Judgments on Fine-Grained Ordinal Scales","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-07T14:20:44.535482Z"},"links":{"citing_paper":"/paper/2505.19334"},"observation_digest":"sha256:4e5f2fac9ed81c3a13bae3e8b80e00ac21d8e7ac157eb025e37050f4eebf9683","observation_id":"f3010cad-cff4-4214-8976-6294b24aef16","resolution":{"observed_at":"2026-08-07T14:20:45.535064Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:20:45.272863Z","title":"Thakur, N","venue":null,"work_id":"e2622d39-3f14-4cbb-a2cd-43435d509931","year":2021},"citing_paper":{"arxiv_id":"2505.19334","last_updated":"2025-05-25T21:41:35Z","snapshot_observed_at":"2026-08-07T22:58:05.299125Z","submitted_at":"2025-05-25T21:41:35Z","title":"Likert or Not: LLM Absolute Relevance Judgments on Fine-Grained Ordinal Scales","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-07T14:20:44.570538Z"},"links":{"citing_paper":"/paper/2505.19334"},"observation_digest":"sha256:26064d8f8ad43c768a0c712dcc133e3856f9cb577b2fa98eee2c8bb44128b7cf","observation_id":"23c17904-e2fe-4073-afdb-0126c87f7873","resolution":{"observed_at":"2026-08-07T14:20:45.394069Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:20:45.155701Z","title":"Zhuang, Z","venue":null,"work_id":"a2ddba44-02c5-435d-ad75-dbaaac67cba2","year":2024},"citing_paper":{"arxiv_id":"2505.19334","last_updated":"2025-05-25T21:41:35Z","snapshot_observed_at":"2026-08-07T22:58:05.299125Z","submitted_at":"2025-05-25T21:41:35Z","title":"Likert or Not: LLM Absolute Relevance Judgments on Fine-Grained Ordinal Scales","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-07T14:20:44.668645Z"},"links":{"citing_paper":"/paper/2505.19334"},"observation_digest":"sha256:90db629c29434ea954d2b360245235b133d4581908934aa705f022b9f4a8091d","observation_id":"23929802-d690-4c45-bfdb-de3f9d91e81c","resolution":{"observed_at":"2026-08-07T14:20:45.203104Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:20:45.045730Z","title":"Zhuang, H","venue":null,"work_id":"32a4c198-4b3f-4288-99b6-116307f96977","year":2024},"citing_paper":{"arxiv_id":"2505.19334","last_updated":"2025-05-25T21:41:35Z","snapshot_observed_at":"2026-08-07T22:58:05.299125Z","submitted_at":"2025-05-25T21:41:35Z","title":"Likert or Not: LLM Absolute Relevance Judgments on Fine-Grained Ordinal Scales","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-07T14:20:44.729615Z"},"links":{"citing_paper":"/paper/2505.19334"},"observation_digest":"sha256:0e7120f3065b8d36e67712d961b8ee8889cb8fed9e5208ee3b6e77c8f1bf0682","observation_id":"13d6bbaa-ec8b-43e2-a637-4eb91300a2be","resolution":{"observed_at":"2026-08-07T14:20:45.086966Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2505.19334","last_updated":"2025-05-25T21:41:35Z","latest_version":1,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-07T22:58:05.299125Z","submitted_at":"2025-05-25T21:41:35Z","title":"Likert or Not: LLM Absolute Relevance Judgments on Fine-Grained Ordinal Scales"},"reference_resolution":{"displayed":22,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":12,"verified_exact":1,"verified_fuzzy":9},"total_outbound_references":22},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 22 of 22 outbound references and 2 inbound Pith citation observations for arXiv:2505.19334."}