{"as_of":"2026-08-05T06:49:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:cfd1f621bdb37efa63dd54ba0ac918a321a3701ad9071e07e8e9d17a219edb95","coverage":[{"denominator":53,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":53,"source":"paper_references, paper_reference_links","source_observed_at":"2026-05-13T16:50:03.181616Z","state":"measured"},{"denominator":54,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":54,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-05T06:32:48.257954+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-01T23:03:14.448696Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2604.04140","snapshot_observed_at":"2026-08-01T23:03:14.448696Z","title":null,"venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.15555","last_updated":"2026-07-17T01:54:45Z","snapshot_observed_at":"2026-08-01T23:03:10.494106Z","submitted_at":"2026-07-17T01:54:45Z","title":"LLMs Encode Relevance as a Layer-Wise Cross-Lingual Signal","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-01T23:03:14.448696Z"},"links":{"cited_paper":"/paper/2604.04140","citing_paper":"/paper/2607.15555"},"observation_digest":"sha256:a8a189c060e3ec5fc7a36b84223012117cd2faa8bb4ab0d7f93151f5f9650a12","observation_id":"17e55da2-4c04-4fd4-aa5f-685fd67a6f5d","resolution":{"observed_at":"2026-08-01T23:03:14.448696Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2604.04140/citation-record","integrity":"/paper/2604.04140/integrity","json":"/paper/2604.04140/citation-record.json","paper":"/paper/2604.04140"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"1120.374460","doi":"10.1145/3731120.3744600","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"In: Zamani, H., Dietz, L., Pi- wowarski, B., Bruch, S","venue":null,"work_id":"8882c480-ba06-4711-a565-f48a36dea6db","year":2025},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:394954d37856a593ddf1b69cd9ebb9ee707c0bbc6b6dd239c60e46daa26c0c08","observation_id":"f0aacc3b-25c4-4dc4-89f4-95b4956f2f1b","resolution":{"observed_at":"2026-05-13T16:52:59.748007Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"9618.359196","doi":"10.1145/3539618.3591960","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Can generative llms create query variants for test collections? an exploratory study","venue":null,"work_id":"9d452979-0183-4706-b053-cc52a12be1c3","year":1930},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:f1f8192d32edef85351c9dd1a3ef202ea4441eadc03c2a35d84830c019a12e07","observation_id":"a914e4e8-6532-4a77-b8d5-f184750f3d0d","resolution":{"observed_at":"2026-05-13T16:52:59.750436Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"3791.369843","doi":"10.1145/3673791.3698431","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"In: Sakai, T., Ishita, E., Ohshima, H., Hasibi, F., Mao, J., Jose, J.M","venue":null,"work_id":"f98667ea-0811-4218-8a2a-e294addd304a","year":2024},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:2ebd48a4c417bb0d61c1907af6b0523107a1cb0c4e8cbcf6c870072d0b9d8f36","observation_id":"2dc05e29-8eca-49e1-820a-51df21424f71","resolution":{"observed_at":"2026-05-13T16:52:59.755753Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"In: Ferro, N., Maistro, M., Pasi, G., Alonso, O., Trotman, A., Verberne, S","venue":null,"work_id":"7802c265-18d0-4bad-bcec-0e9a1ba8d292","year":2025},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:d9cb3a3850137a34a169656b2921d74c45d8e98f981513489350a006cc526e67","observation_id":"3d74a178-2f82-4e61-8699-1729c362d95d","resolution":{"observed_at":"2026-05-14T05:53:15.700801Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"6302.373030","doi":"10.1145/3726302.3730301","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"3194–3204","venue":null,"work_id":"fee4702d-e38e-4b90-b0a1-91693e15dca6","year":2025},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:4244844341afe4e7738ef58f6007770077fa1e48e54a255f5e8db8585e853ded","observation_id":"0e258afd-de9e-4561-8064-3a464cee9556","resolution":{"observed_at":"2026-05-13T16:52:59.742875Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"6302.373034","doi":"10.1145/3726302.3730340","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"In: Ferro, N., Maistro, M., Pasi, G., Alonso, O., Trotman, A., Verberne, S","venue":null,"work_id":"dc584d4c-e5f0-418f-842c-0428c61b79ce","year":2025},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:99f70dd01f425881285519eac3348e4c44b66cdab3917f38436b22a6aec155d7","observation_id":"ee20d698-8db1-4488-ad8a-609bc8afd29e","resolution":{"observed_at":"2026-05-13T16:52:59.764086Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Canadian journal of information science5(1), 133–143 (1980)","venue":null,"work_id":"577ee4dd-a9c0-4baf-9183-b1a7fb4326cf","year":1980},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:f9343d7f04a55dc82cd49925d55d87ce150d5c032f37761d7d3dc1e41baf9a56","observation_id":"b689abb6-3fd9-4825-b511-14df876273d0","resolution":{"observed_at":"2026-05-14T05:53:15.708244Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"6072.316608","doi":"10.1145/3166072.3166084","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"In: Koopman, B., Zuccon, G., Carman, M.J","venue":null,"work_id":"818bc340-7c98-4096-8dd3-e9157b49f4a3","year":2017},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:53d646af96d88dbad17f8f5f0722b8bb7088f731a073b9ec61367b309a9cecae","observation_id":"37aab6ca-04f8-4a96-92ca-1498cf41c344","resolution":{"observed_at":"2026-05-13T16:52:59.745392Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"9256.340981","doi":"10.1145/3409256.3409812","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"In: Balog, K., Setty, V., Lioma, C., Liu, Y., Zhang, M., Berberich, K","venue":null,"work_id":"1067d154-8259-4258-84e9-188a8d2b8861","year":2020},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:04ff6331be15106a3289b20872cadbb82e59eafd918b126d3c0a06e02b3606d8","observation_id":"580456cb-6bc9-4148-8bb0-7c0de5f619a7","resolution":{"observed_at":"2026-05-13T16:52:59.737969Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2860.122861","doi":"10.1145/122860.122861","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"In: Bookstein, A., Chiaramella, Y., Salton, G., Raghavan, V.V","venue":null,"work_id":"e8a2fdec-1261-4a0f-a24a-7897f297e1d7","year":1991},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:aef60ee9b211ec5a54e852070a2d61f940c2f6b55f72fc4475e329e148f7cbd4","observation_id":"be977441-0444-4000-99e7-b95d2e1bada2","resolution":{"observed_at":"2026-05-13T16:52:59.761243Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1177/001316446002000104","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-10T13:57:06.823828Z","title":"A coefficient of agreement for nominal scales.Educational and Psychological Measurement, 20(1):37–46","venue":"Educational and Psychological Measurement","work_id":"acc7eb00-fd37-4883-9f25-f4e7057b60f0","year":1960},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:7719734ee2fd9d80409111be24622004f40c7c9b4d51151e44d7d13a2d781007","observation_id":"a0d3a974-1d5b-4a08-a4ae-859ea4c9d9f4","resolution":{"observed_at":"2026-05-13T16:52:59.730543Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-01T07:38:14.800511+00:00","source":"crossref_status_cache"},{"observed_at":"2026-08-01T07:38:14.800511+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"In: Voorhees, E.M., Ellis, A","venue":null,"work_id":"5066e592-33aa-4183-b079-3fbd1a894d0e","year":2020},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:e795dbda17772061de5fbf2edeb8f4f6d7b9478e219d480d61e62540abcbd249","observation_id":"78a244ea-2a9a-4463-ad36-52191bf53c4b","resolution":{"observed_at":"2026-05-14T05:53:15.689310Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2003.07820","last_updated":"2020-03-18T16:56:56Z","snapshot_observed_at":"2026-07-06T09:05:23.015957Z","submitted_at":"2020-03-17T17:12:36Z","title":"Overview of the TREC 2019 deep learning track","version":2},"cited_work":{"arxiv_id":"2003.07820","doi":"10.48550/arxiv.2003.07820","metadata_source":"arxiv_reference","pith_arxiv_id":"2003.07820","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Voorhees","venue":"arXiv (Cornell University)","work_id":"083b288a-95a1-4846-959c-e69b87d8885c","year":2019},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"cited_paper":"/paper/2003.07820","citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:d70ce27196bb3facb1f42f0590bf2751a14160893fe79c3ef85d73aeb019222c","observation_id":"b4f2ea80-362c-4595-98ef-441de6c59292","resolution":{"observed_at":"2026-05-13T16:53:00.191039Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"4835.346324","doi":"10.1145/3404835.3463241","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Voorhees, and Ian Soboroff","venue":null,"work_id":"aa9e59d2-95ca-4d00-a2c0-ec611a7de0de","year":2021},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:abfed8040e2143cc5ce15b0f3ac2f5a190a1925c88631b8055096df5560eec8c","observation_id":"94c5219d-3399-47ad-9fcc-9a00b2ac4b3e","resolution":{"observed_at":"2026-05-13T16:52:59.752850Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-05-21T17:24:05.149563+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-21T17:24:05.149563+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"In: Soboroff, I., Ellis, A","venue":null,"work_id":"43733b12-c931-411b-95a1-6d1b8e9971bc","year":2023},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:c7d410331d3b954ac52769ba8e653d27d1c03e79f0dfb316a9030120911b3f90","observation_id":"12819bf3-d348-49d8-a4c9-e6fa8ac352ad","resolution":{"observed_at":"2026-05-14T05:53:15.704504Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/978-3-031-56060-6_12","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"In: Goharian, N., Tonellotto, N., He, Y., Lipani, A., McDonald, G., Macdonald, C., Ounis, I","venue":"Lecture notes in computer science","work_id":"8adc50fd-5cab-4c07-a11b-bc13ad5643a3","year":2024},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:ff3faa9ab549c4d2fef1e9d959d513b19930b9edfb0a9ad1c9ede4f3d52a00ed","observation_id":"e3281401-0807-4eda-a3d6-a74048d7be34","resolution":{"observed_at":"2026-05-13T16:52:59.732329Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"8337.360513","doi":"10.1145/3578337.3605132","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"In: Proceedings of the 2023 ACM SIGIR International Conference on Theory of Information Retrieval","venue":null,"work_id":"a065d49d-b409-4558-9762-78956df2d435","year":2023},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:3127e6b54d2fdc975a3b5baed1de738bdf7c72f74565f59915ceb4884167123a","observation_id":"4713ae03-6aa6-48f9-aaba-7e3df9b16a76","resolution":{"observed_at":"2026-05-13T16:52:59.734789Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"1120.374459","doi":"10.1145/3731120.3744591","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Proceedings of the 2025 International ACM SIGIR Conference on Innovative Concepts and Theories in Information Retrieval (ICTIR) , pages =","venue":null,"work_id":"6405e201-feb4-4b24-a550-57c79916424b","year":2025},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:24bd8eafa1e352d12c4a6770976b29b7ce9ef9630eb601d787a056898b91f7a3","observation_id":"9ff39fc7-1f9b-4d34-bb5e-f1c9a1f5a443","resolution":{"observed_at":"2026-05-13T16:52:59.740452Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-07-14T00:49:38.656687+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-14T00:49:38.656687+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"6302.373031","doi":"10.1145/3726302.3730310","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"(eds.) Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2025, Padua, Italy, July 13-18","venue":null,"work_id":"dd09aeb4-9086-41cc-920a-568834cd2079","year":2025},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:f77b15e042d10ab79f7c42ef92fcc46aa8ef36857fd193e4d698171ef43e3cd5","observation_id":"35541356-c7f9-4e8d-9f6c-b15d23524f21","resolution":{"observed_at":"2026-05-13T16:52:59.758607Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Psychological Bulletin76, 378–382 (1971)","venue":null,"work_id":"fdbc01c8-9603-400d-8d3b-46d663104e40","year":1971},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:0213111b3594df703b140857cb17498c5b829bf39e99fe510176fcc581d438df","observation_id":"25770b21-e3f9-46d7-8cbc-bd62082f8bda","resolution":{"observed_at":"2026-05-14T05:53:15.681525Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"6302.373021","doi":"10.1145/3726302.3730214","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"In: Ferro, N., Maistro, M., Pasi, G., Alonso, O., Trotman, A., Ver- berne, S","venue":null,"work_id":"9d203953-ed43-4fb0-9870-8d34341e1548","year":2025},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:fb4fa054ded96655f13430ba5bd6fadf81670b5c7803ba49b79fb2d1887a669c","observation_id":"15870c5a-f44d-45d0-8792-3815b01c4eb6","resolution":{"observed_at":"2026-05-13T16:52:59.823284Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"0688.160692","doi":"10.1145/160688.160692","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"In: Korfhage, R.R., Rasmussen, E.M., Willett, P","venue":null,"work_id":"104272d2-57a5-4b19-adb7-f5f777cd7adb","year":1993},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:ab370558338eab15e530feeaf9ae67a5e4745521b48a7da0e60fef301a18d79c","observation_id":"0b7a8066-9229-4dc5-93ed-9804eb8c19d5","resolution":{"observed_at":"2026-05-13T16:52:59.783067Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/978-3-031-88708-6_10","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"In: Hauff, C., Macdonald, C., Jannach, D., Kazai, G., Nardini, F.M., Pinelli, F., Silvestri, F., Tonellotto, N","venue":"Lecture notes in computer science","work_id":"4478d88a-72ff-41a2-bac0-ff63a316db78","year":2025},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:37faccd1c880baaaf32ea060c2528cdbc101da501ef4bf83db3d33aaf9227fd1","observation_id":"a60c376e-81ee-45d6-85b5-8ea598a513c7","resolution":{"observed_at":"2026-05-13T16:52:59.809067Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"In: Ferro, N., Maistro, M., Pasi, G., Alonso, O., Trotman, A., Verberne, S","venue":null,"work_id":"d4b0eed4-b822-4337-aec7-596c9b8a3507","year":2025},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:0d62a3345b6cbb7b02e7b3ca6d789c5a48d241ac3e9f389c36f55cc129d05237","observation_id":"d6c43096-91b3-4ad9-a7bf-a1e47d337da8","resolution":{"observed_at":"2026-05-14T05:53:15.685310Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"6302.373018","doi":"10.1145/3726302.3730181","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Echoes in the feed: Evolution- aware prompt-augmented micro-video popularity prediction","venue":null,"work_id":"6f615365-76cb-40e9-8b8e-cb3774c8f3d9","year":2025},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:4661190effbe27be0074e82781130b6fbee073861f9bdfdc15735964117ffa18","observation_id":"91eeb578-cc1a-4e26-8193-b2cc4b3f0ccd","resolution":{"observed_at":"2026-05-13T16:52:59.815276Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"6772.365797","doi":"10.1145/3626772.3657972","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Cluster-based partial dense retrieval fused with sparse text retrieval","venue":null,"work_id":"38deee37-854b-4f6e-b3c0-7e71a65604c1","year":2024},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:c3ba63d644ae5e49333de67b9a94e544b7251c5cd1f65f3e67b354415428a91a","observation_id":"88f4f9c7-aa7d-4789-b40f-1e8e104c1cbe","resolution":{"observed_at":"2026-05-13T16:52:59.802478Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"In: Text Sum- marization Branches Out","venue":null,"work_id":"67e95170-0a5f-45a5-91f1-62a5cc7ee857","year":2004},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:03a01ee0c30854c6df7dff4f4e1c51d74dda20212742536cb249bd2370de3e24","observation_id":"da58e3c9-830e-47e0-9dbd-1fa2a698becf","resolution":{"observed_at":"2026-05-14T05:53:15.696945Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1145/3736402","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"2025 , issue_date =","venue":"ACM Transactions on Information Systems","work_id":"4b649d5e-5c84-48ef-b565-70e7aa7c6e4c","year":2025},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:df905cb8b8f3573d17664254fa06df8ccd25601819f4599789ecfe32f7cd4bd3","observation_id":"dc7e2754-a899-4bfa-90b0-f1cb51af597e","resolution":{"observed_at":"2026-05-13T16:52:59.824841Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"6416.280660","doi":"10.1145/2806416.2806606","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"In: Bailey, J., Moffat, A., Aggarwal, C.C., de Rijke, M., Kumar, R., Murdock, V., Sellis, T.K., Yu, J.X","venue":null,"work_id":"218bce02-8fe7-4dce-b4e8-2854be368d3f","year":2015},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:db98da3eebfed1a0c90b113471a47bc19bba7fe3b22a5a286de8013344f5eba4","observation_id":"5b8c6936-d299-413d-8d6f-1ef0a4089ca2","resolution":{"observed_at":"2026-05-13T16:52:59.785566Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"In: Besold, T.R., Bordes, A., d’Avila Garcez, A.S., Wayne, G","venue":null,"work_id":"dd28995b-be37-4157-9a01-8541fbf1f0ca","year":2016},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:81dddc14ea04d980c94796053a5d9d78c9de545ca6ad95d0badf12d3714d7d69","observation_id":"ac628318-63f1-4ab8-a42d-6da55b00423e","resolution":{"observed_at":"2026-05-14T05:53:15.693304Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1904.08375","last_updated":"2019-09-25T00:40:54Z","snapshot_observed_at":"2026-08-05T06:27:23.978783Z","submitted_at":"2019-04-17T17:20:14Z","title":"Document Expansion by Query Prediction","version":2},"cited_work":{"arxiv_id":"1904.08375","doi":"10.48550/arxiv.1904.08375","metadata_source":"pith","pith_arxiv_id":"1904.08375","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Document expansion by query prediction.arXiv preprint arXiv:1904.08375","venue":"cs.IR","work_id":"9b92b7f5-416c-4ef4-ad82-5d8dc04626cd","year":2019},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"cited_paper":"/paper/1904.08375","citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:7a53782589c34a63a628b3d768166195e498a724fb819d52dab40e299489df0d","observation_id":"01938153-62c1-4f9d-89a9-90573f6e7ff3","resolution":{"observed_at":"2026-05-13T16:53:00.193629Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2508.10925","last_updated":"2025-08-08T19:24:38Z","snapshot_observed_at":"2026-08-01T16:27:35.664983Z","submitted_at":"2025-08-08T19:24:38Z","title":"gpt-oss-120b & gpt-oss-20b Model Card","version":1},"cited_work":{"arxiv_id":"2508.10925","doi":"10.3115/1073083.1073135","metadata_source":"pith","pith_arxiv_id":"2508.10925","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"gpt-oss-120b & gpt-oss-20b Model Card","venue":"cs.CL","work_id":"178c1f7e-4f19-4392-a45d-45a6dfa88ead","year":2025},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"cited_paper":"/paper/2508.10925","citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:be28f6fd158010c781e6ec66593b31f71b863ce48810f6fdaf68fc672199489d","observation_id":"aa2d15f1-e29b-4e67-a4e0-f35becf5a875","resolution":{"observed_at":"2026-05-13T16:52:59.788102Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-07-11T19:19:47.962081+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T19:19:47.962081+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"6772.365794","doi":"10.1145/3626772.3657942","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"In: Yang, G.H., Wang, H., Han, S., Hauff, C., Zuccon, G., Zhang, Y","venue":null,"work_id":"ee659b54-d1fd-41ae-a932-c76f02f455b5","year":2024},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:b5d86b3ded568604e20ec6342dc22abff160541c020b6925d3cfc29cb8822cb8","observation_id":"18debfbe-0bc7-4c0d-97d5-ebde17a67496","resolution":{"observed_at":"2026-05-13T16:52:59.807115Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"1716.371531","doi":"10.1145/3701716.3715311","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"emnlp-main.495/","venue":null,"work_id":"c35d70f5-f531-42d9-969e-c6bc31e2450f","year":2025},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:204be8da33b2c6ee75ad520071d9620d02447fe47818105605cb4079234b718a","observation_id":"cc275e8b-089b-4352-b523-91f48563d6d8","resolution":{"observed_at":"2026-05-13T16:52:59.791110Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1561/1500000009","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Amanpreet Singh, Mike D’Arcy, Arman Cohan, Doug Downey, and Sergey Feldman","venue":"Foundations and Trends® in Information Retrieval","work_id":"5a7afd42-a261-4dd1-98ac-91431004f6d4","year":2010},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:0c03507ec9f1ea7d060175f6d3f67f419d5a815384a9bb5a6b62d4f3641f3bc4","observation_id":"c017d99b-b9ba-49a1-a8af-edd94e0c960c","resolution":{"observed_at":"2026-05-13T16:52:59.804410Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.54195/irrj.19625","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":"Information Retrieval Research","work_id":"eac842f8-44c2-4731-8f63-c9cb1ae868df","year":2025},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:c6ddab37f7f822827b8dcbb3df339553c25ed6b0522c4a5a9c8ec668899e86d7","observation_id":"44bd4404-8a1f-4f42-9112-514e603e1d01","resolution":{"observed_at":"2026-05-13T16:52:59.812915Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"6302.372991","doi":"10.1145/3726302.3729910","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Voorhees, Tetsuya Sakai, and Ian Soboroff","venue":null,"work_id":"138cb738-fcf2-4a6a-ba27-5ef6102f8d8b","year":2025},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:7308a2d428e1ce6b1be8baca31766603d7ff96999966ce06b02595d534cd8761","observation_id":"2fb46d55-b8ae-43c4-8894-7d4db2d0fc26","resolution":{"observed_at":"2026-05-13T16:52:59.796901Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1002/asi.5090160204","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"American Documen- tation16(2), 69–72 (1965)","venue":"American Documentation","work_id":"bfcfbb18-e970-4219-a3fe-44e17020bd40","year":1965},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:1bb5518df7420d864a55e8a3f120ea2dc25e948e6b96fd888a589ab4fff25234","observation_id":"9855f163-b9fd-46c3-bda9-f071cb0d2049","resolution":{"observed_at":"2026-05-13T16:52:59.811195Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"6772.365770","doi":"10.1145/3626772.3657704","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"ISBN 9798400704314","venue":null,"work_id":"f5de09b2-7a52-4bc0-8246-44cab83b66eb","year":2024},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:5bb10fd862b07d55a8df489d0db4d92bb2886bf424a6113b3131d22e8480ac55","observation_id":"b8440453-90c9-4328-a0b7-6de1a8f8513b","resolution":{"observed_at":"2026-05-13T16:52:59.793899Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2411.08275","last_updated":"2024-11-13T01:12:35Z","snapshot_observed_at":"2026-07-06T19:49:30.260410Z","submitted_at":"2024-11-13T01:12:35Z","title":"A Large-Scale Study of Relevance Assessments with Large Language Models: An Initial Look","version":1},"cited_work":{"arxiv_id":"2411.08275","doi":"10.48550/arxiv.2411.08275","metadata_source":"arxiv_reference","pith_arxiv_id":"2411.08275","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"CoRRabs/2411.08275(2024)","venue":"arXiv (Cornell University)","work_id":"ebdfec15-c717-4667-8da9-96bc7d2fdf1f","year":2024},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"cited_paper":"/paper/2411.08275","citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:3b0230ef8ab46c6480c688c1db55c856b7e7d678daef6c144546babd803c4c7a","observation_id":"e91df2f9-4911-4b2c-807a-45917a90c2f9","resolution":{"observed_at":"2026-05-13T16:52:59.820659Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.06519","last_updated":"2024-06-10T17:58:29Z","snapshot_observed_at":"2026-07-06T18:28:20.634381Z","submitted_at":"2024-06-10T17:58:29Z","title":"UMBRELA: UMbrela is the (Open-Source Reproduction of the) Bing RELevance Assessor","version":1},"cited_work":{"arxiv_id":"2406.06519","doi":"10.48550/arxiv.2406.06519","metadata_source":"arxiv_reference","pith_arxiv_id":"2406.06519","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"CoRR abs/2406.06519(2024)","venue":"arXiv (Cornell University)","work_id":"f9c71c1b-095a-481b-9b1c-461db9823ede","year":2024},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"cited_paper":"/paper/2406.06519","citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:1a1f7b13354d5f10e435417539bbf8b075720c0c7260bec05b0e872145d88ac9","observation_id":"f5cad55a-4218-4999-b666-6d32b105d8e3","resolution":{"observed_at":"2026-05-13T16:52:59.799476Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"1050.312110","doi":"10.1145/3121050.3121101","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"In: Kamps, J., Kanoulas, E., de Rijke, M., Fang, H., Yilmaz, E","venue":null,"work_id":"fa34b7d8-6753-46ef-a3e3-2a25157cc72a","year":2017},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:1499f8c5c46a8904c73e415265d75986228e27b05baccc4be03f423eaf908390","observation_id":"88cf60f4-5629-45b9-9eeb-9f4c797cc625","resolution":{"observed_at":"2026-05-13T16:52:59.817974Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"In: Voorhees, E.M., Buckland, L.P","venue":null,"work_id":"17908216-ec5f-4a87-b892-3bceab03f254","year":2004},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:741ff2d6239abe3395b5e96634d7ea209eb057dd4bfacb21ff8f99591ec7d850","observation_id":"a3b447bb-db2b-4b4a-813c-896694eaff8f","resolution":{"observed_at":"2026-05-14T05:53:15.665881Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/978-3-030-22948-1_2","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"In: Ferro, N., Peters, C","venue":"˜The œKluwer international series on information retrieval","work_id":"c187bea9-cae9-4224-be07-de0e81d1eabd","year":2019},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:b3c451ecdb914ce6b0a9a8f4a101e82ed09830a3a16116d24416507971c985cd","observation_id":"2c3b7749-f1ba-4e50-b22b-edc5b9ea0af2","resolution":{"observed_at":"2026-05-13T16:52:59.774587Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"(eds.) SIGIR ’22: The 45th International ACM SIGIR Conference on Research and Development in Information Retrieval, Madrid, Spain, July 11 - 15","venue":null,"work_id":"ff47e2db-90dd-4026-9af2-95ca90f656f1","year":null},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:354e85b15a262b7fa33993fe593bb3185f69c09a6b17067d4314d48d1200494b","observation_id":"28b1b57b-150e-4e5d-b791-314bc4043511","resolution":{"observed_at":"2026-05-14T05:53:15.669792Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"7495.353172","doi":"10.1145/3477495.3531722","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Zamani, F","venue":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","work_id":"4e9e39f3-adfd-41a0-acf5-a2f078b1694d","year":2022},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:6eec66682cc93962b2fd71c136e67e2c444ae806070707d43de48027c2298328","observation_id":"d2d74a41-f4a2-4500-a1d7-82dc64f928a5","resolution":{"observed_at":"2026-05-13T16:52:59.770159Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"The MIT Press (2005)","venue":null,"work_id":"e0ed8aee-890d-4829-b5a4-651ecb516484","year":2005},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:219935779e1521add44076663ab9b434c41f3ea684b30bf02ba5f5597fb84fe0","observation_id":"3b80de04-e334-4511-a706-bb520658a445","resolution":{"observed_at":"2026-05-14T05:53:15.678057Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2102.185210","doi":"10.1145/1852102.1852106","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"ACM Trans","venue":"ACM Transactions on Information Systems","work_id":"18be6dec-e456-4d3e-a4ba-858b555afa8d","year":2010},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:76eb00970dccf88d86ec97e7f996c0170938e8255a47bda04b4c60c71e2ea1f9","observation_id":"347703dc-d053-4144-871b-a9baceffb424","resolution":{"observed_at":"2026-05-13T16:52:59.772917Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-07-11T12:49:00.01224+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T12:49:00.01224+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.09388","last_updated":"2025-05-14T13:41:34Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-05-14T13:41:34Z","title":"Qwen3 Technical Report","version":1},"cited_work":{"arxiv_id":"2505.09388","doi":"10.1016/j.aiopen.2022.12","metadata_source":"pith","pith_arxiv_id":"2505.09388","snapshot_observed_at":"2026-07-11T11:50:26.030339Z","title":"Qwen3 Technical Report","venue":"cs.CL","work_id":"25a4e30c-1232-48e7-9925-02fa12ba7c9e","year":2025},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"cited_paper":"/paper/2505.09388","citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:a0683e59d47b2d1d9db4744e3eb2bbc0b8751185c591632864b605ec4b488249","observation_id":"34648191-5004-4b27-86f1-aea34f14a943","resolution":{"observed_at":"2026-05-13T16:52:59.767340Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"0334.139043","doi":"10.1145/1390334.1390435","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"In: Myaeng, S., Oard, D.W., Sebastiani, F., Chua, T., Leong, M","venue":null,"work_id":"cc95ccd2-ad82-4052-b8b6-7b547b47a112","year":2008},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:3304a9e532450bb7b6ae5e4fb9acd97fc0f487c932264c1f3d1178532a151fc2","observation_id":"f85dc4e6-0314-49fe-9679-a9cd562d1afc","resolution":{"observed_at":"2026-05-13T16:52:59.777839Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"In: 8th International Conference on Learning Repre- sentations, ICLR 2020, Addis Ababa, Ethiopia, April 26-30","venue":null,"work_id":"4765f91c-8c75-48f0-8872-b78aeccdc6e9","year":2020},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:5cf92ac1e1c353b19a0e922756b26b27813776d3f1d0cf05a54aacdc3cc1b524","observation_id":"7c3b9717-1280-4330-9ca6-3cff87bb06d0","resolution":{"observed_at":"2026-05-14T05:53:15.662215Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"In: Oh, A., Naumann, T., Glober- son, A., Saenko, K., Hardt, M., Levine, S","venue":null,"work_id":"bbae3602-cfa8-4033-ab85-63d7979bb40b","year":2023},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:e0c21d130d71f6fcce3c34f8a2c3b9c7df99ad669bfad1b9182c0d99ad04febb","observation_id":"9206847a-2320-42a5-9885-3158a904bb34","resolution":{"observed_at":"2026-05-14T05:53:15.674202Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"0941.291014","doi":"10.1145/290941.291014","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"(eds.) SIGIR ’98: Proceedings of the 21st Annual International ACM SIGIR Conference on Research and Development in Information Re- trieval, August 24-28 1998, Melbourne, Australia","venue":null,"work_id":"a43391cb-64d5-45ee-ac97-e86af7d7b8e5","year":1998},"citing_paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments","version":2},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-05-13T16:50:03.181616Z"},"links":{"citing_paper":"/paper/2604.04140"},"observation_digest":"sha256:c087681cfa26931e53ef165036f1f88bc0586ce963a34144cc110b79093e014f","observation_id":"227f462b-6d0f-4bc5-927a-6124b956c9d5","resolution":{"observed_at":"2026-05-13T16:52:59.780521Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2604.04140","last_updated":"2026-04-29T07:39:54Z","latest_version":2,"primary_category":"cs.IR","snapshot_observed_at":"2026-08-04T04:11:39.270355Z","submitted_at":"2026-04-05T14:59:10Z","title":"Formalized Information Needs Improve Large-Language-Model Relevance Judgments"},"reference_resolution":{"displayed":53,"state_counts":{"malformed_identifier":0,"metadata_mismatch":21,"parse_uncertain":0,"unresolved":0,"verified_exact":19,"verified_fuzzy":13},"total_outbound_references":53},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"thesis":"As of 5 August 2026, this Paper Citation Record lists 53 of 53 outbound references and 1 inbound Pith citation observation for arXiv:2604.04140."}