{"as_of":"2026-08-07T20:59:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:f1e5f1aac03f5d4daa73478a1b3cb73bd92a451d3b70b19798973f22be92cfd2","coverage":[{"denominator":57,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":57,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T18:34:46.191064Z","state":"measured"},{"denominator":57,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":57,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2507.07924/citation-record","integrity":"/paper/2507.07924/integrity","json":"/paper/2507.07924/citation-record.json","paper":"/paper/2507.07924"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:45.893727Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:45.893727Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:e398387b127edac10d63222f68e4ee5c43afa00bca5146ed98b1ecaac7f97df8","observation_id":"60b43399-20ac-4854-a4f5-58b9184837a8","resolution":{"observed_at":"2026-08-06T18:34:45.893727Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:47.163048Z","title":null,"venue":null,"work_id":"d20e72dd-2c95-4b31-b253-50ad1b493575","year":2003},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:45.903920Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:74d9f65390f3c2c0be17f1daf1eb0f99a3d5b190db622cdf450f22b4cd92e739","observation_id":"8e1f742d-1d54-4ef5-91b9-8eb7316151c1","resolution":{"observed_at":"2026-08-06T18:34:47.167572Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:47.147473Z","title":null,"venue":null,"work_id":"d585fc90-412b-4d93-9983-4a6e1553bc88","year":2013},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:45.908651Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:22012764238f9190ac32a38aa87dc9aa074d37c6e82556574cbfc7d7c59b5a68","observation_id":"4e0fe0b1-70de-4ceb-9362-07412b97b242","resolution":{"observed_at":"2026-08-06T18:34:47.151628Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:47.131465Z","title":null,"venue":null,"work_id":"ab802e06-626f-4a1a-92eb-178917b40ac0","year":2010},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:45.913365Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:789e969e4e0a5c5bd1b2c5549cd3f50108fb0fe9372eea4330a95781ae6f5fd0","observation_id":"fd410787-82a7-47c8-b6a8-db2e38a61add","resolution":{"observed_at":"2026-08-06T18:34:47.136949Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:47.117148Z","title":null,"venue":null,"work_id":"b35e326e-2db5-4702-aa17-961d3be415ba","year":2020},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:45.918336Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:b8c17d24b0b4317b0c53c37a33d3604dbfb1efbb9caf34d6b9a6254da2357a92","observation_id":"cea8f4c9-6b31-4f3e-aa80-f43bbc339433","resolution":{"observed_at":"2026-08-06T18:34:47.121345Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:47.102486Z","title":null,"venue":null,"work_id":"f501a1db-2cd3-411a-ac14-01ac2a61393b","year":1967},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:45.922651Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:b19ff973ce98b386e5c3ff5f9de956f701611a1f0ff49a7c97fbec01db5be9f4","observation_id":"0a558aa9-ab42-4ec2-85be-426ac4f9bd81","resolution":{"observed_at":"2026-08-06T18:34:47.106776Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:47.087176Z","title":null,"venue":null,"work_id":"92845a5a-41dd-45d3-beb3-444ecab75062","year":1960},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:45.928384Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:54f154f455f735a13afe5723a0600eb67b4c4f463471dbd0c7d7ac9ea5137847","observation_id":"8f182f2d-c0ec-4ddf-82a4-9d5953c62c10","resolution":{"observed_at":"2026-08-06T18:34:47.091848Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:47.072003Z","title":null,"venue":null,"work_id":"98882872-debf-4825-8365-b2c253cbc85f","year":1971},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:45.932813Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:9dac9b123e92757bfb5de54fc24febdd2722823fc9bfbb6edf909d88f83ed896","observation_id":"c398df54-5182-422d-be8f-e608025c282d","resolution":{"observed_at":"2026-08-06T18:34:47.076928Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:47.057165Z","title":null,"venue":null,"work_id":"ecf87050-98ed-4358-98b1-9bef3a3ee8d5","year":1998},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:45.937422Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:e52dd02d2bca17194c598bdb9a82a01b3105e26b2191b40ade18152e981ab9c5","observation_id":"9450e197-d373-4499-8ad2-ffd84ec6eac5","resolution":{"observed_at":"2026-08-06T18:34:47.061751Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2102.07662","last_updated":"2021-02-15T16:47:00Z","snapshot_observed_at":"2026-07-06T10:41:31.563193Z","submitted_at":"2021-02-15T16:47:00Z","title":"Overview of the TREC 2020 deep learning track","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2102.07662","snapshot_observed_at":"2026-08-06T18:34:45.942093Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:45.942093Z"},"links":{"cited_paper":"/paper/2102.07662","citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:c69dc4be5c8ee37b286a2c5bc9abb09a9b8de8e9e9de39eae04629f107dccb2a","observation_id":"bed375c1-f9b8-4883-95e8-7e84eecd6452","resolution":{"observed_at":"2026-08-06T18:34:45.942093Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2003.07820","last_updated":"2020-03-18T16:56:56Z","snapshot_observed_at":"2026-07-06T09:05:23.015957Z","submitted_at":"2020-03-17T17:12:36Z","title":"Overview of the TREC 2019 deep learning track","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2003.07820","snapshot_observed_at":"2026-08-06T18:34:45.947206Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:45.947206Z"},"links":{"cited_paper":"/paper/2003.07820","citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:59b99dd0f6bcaec84f42433a57b782ee2b2acda98b77b59419dd8164c9d9ccbe","observation_id":"d076a121-96bc-4154-9af5-bb263ca68686","resolution":{"observed_at":"2026-08-06T18:34:45.947206Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.21783","last_updated":"2024-11-23T23:27:33Z","snapshot_observed_at":"2026-07-06T18:55:11.576666Z","submitted_at":"2024-07-31T17:54:27Z","title":"The Llama 3 Herd of Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.21783","snapshot_observed_at":"2026-08-06T18:34:45.952508Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:45.952508Z"},"links":{"cited_paper":"/paper/2407.21783","citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:cc842a77a61fb3e3ad02e265f326da9b93507f217ae15ba7af5eda80c566fe24","observation_id":"79dd812b-8bf9-46db-8368-582237c87042","resolution":{"observed_at":"2026-08-06T18:34:45.952508Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:47.041885Z","title":null,"venue":null,"work_id":"9b29e163-4853-4580-8775-c309c1a2053c","year":2023},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:45.957060Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:a7837be9b42811715d472010971f34d66e1775703ad40a3a58b771bad381a05f","observation_id":"21843c68-a25e-4be1-8ca5-820c1ae3ebc0","resolution":{"observed_at":"2026-08-06T18:34:47.046893Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:47.027265Z","title":null,"venue":null,"work_id":"e99bd76e-c3d9-4851-9c94-736a7a980e9d","year":2021},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:45.961916Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:3cc14ad14af431c201a6288cf27f3cf1c3c014dc70c1f171c33e48b1877cb112","observation_id":"13ffcf20-c539-4acb-965b-41252026b37a","resolution":{"observed_at":"2026-08-06T18:34:47.031564Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:47.012241Z","title":null,"venue":null,"work_id":"48c04cdb-1ab3-4527-9a07-bd5b9e13166c","year":2024},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:45.966474Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:d9b22924daacdae96268837c89e60f26dadfc637fb39daf7a243433a136786e4","observation_id":"effb50a9-16a5-4f38-9071-7ced31bcc648","resolution":{"observed_at":"2026-08-06T18:34:47.016488Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.997013Z","title":null,"venue":null,"work_id":"2cbb640b-643b-46ff-aaaf-a761a7faa205","year":2019},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:45.972546Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:469ce1e58e83dd98518b7627638d6c4da346029a4bcb8d6f18f00d7d56fc1d28","observation_id":"4a0500b7-371c-466a-8959-94764f5bd2f1","resolution":{"observed_at":"2026-08-06T18:34:47.001685Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.981825Z","title":null,"venue":null,"work_id":"7157b038-4553-4785-8b23-38094bf61ea2","year":2017},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:45.980893Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:744f72820e192fff13d9a8f934c649041c7c91730e48f2ef3ad69f2143bb0263","observation_id":"0135dc01-5db8-4320-9924-00a47b89ceb5","resolution":{"observed_at":"2026-08-06T18:34:46.986149Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.966482Z","title":null,"venue":null,"work_id":"0cfafe29-9bce-4eea-9b35-dd2ac6b73d53","year":2019},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:45.986074Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:6970ebaad1a728bfa3b904ec8c8471859fddc3b35fda3c6058af347e3f3608a9","observation_id":"6a6452ff-0022-4355-9dac-e1eb49b49006","resolution":{"observed_at":"2026-08-06T18:34:46.971089Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.951979Z","title":null,"venue":null,"work_id":"c545b48b-e965-4a24-b736-24dcf02982df","year":2022},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:45.992292Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:dd5d3e2aed69b9c12f73eed76b60586ee0dde502adb2683e00087adeaef1ca0f","observation_id":"de26fbdf-850c-40a6-9743-f50cf896668c","resolution":{"observed_at":"2026-08-06T18:34:46.956709Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.936380Z","title":null,"venue":null,"work_id":"276ed78f-72c7-4c10-bf0b-645f64c4a2b1","year":2011},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:45.996525Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:f9ff3829e6c61b42db0f610b34f26ce820ec71fa81b079276ddba73b7f570e7b","observation_id":"b5160d1b-784f-4c3e-b0c3-45c8877def9c","resolution":{"observed_at":"2026-08-06T18:34:46.940456Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.920976Z","title":null,"venue":null,"work_id":"569ea7f2-5d37-48c9-8114-6727db207cfb","year":2018},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.001242Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:8ea0baea4f421f1e45928c773cc61e8f7aff8c78e67992bbe41145170c805503","observation_id":"b3957398-5571-42c6-ae54-2e336a3a7412","resolution":{"observed_at":"2026-08-06T18:34:46.925362Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.904549Z","title":null,"venue":null,"work_id":"9f97ddff-2e43-4e56-878f-671fcaa3c71d","year":2020},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.006704Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:7b0616dd9cbdd09700cf6f4084ca952de84286402a05daf11e04e5311e01a22a","observation_id":"653029c3-e2b0-40d8-aec3-cccfcdfd0d96","resolution":{"observed_at":"2026-08-06T18:34:46.909686Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.889351Z","title":null,"venue":null,"work_id":"aee23e37-25c8-4524-8f9a-b8c3ff232680","year":2010},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.011130Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:8f8cefd13f18b3fdc46320b2500fd59a81e505838ae3635b6773e44ddc66463e","observation_id":"3794312d-0135-42c0-b998-953226a0f137","resolution":{"observed_at":"2026-08-06T18:34:46.893642Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.873491Z","title":null,"venue":null,"work_id":"6d3d5095-1136-4c56-a70d-0e2620f57904","year":1996},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.016045Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:111cc62dcfdd830afeedc5c8f6fa3b6bb9d18014c6920030f425acbb8ee9ce11","observation_id":"a1e03fe4-b310-4262-a3b6-3c30d6e3e9bb","resolution":{"observed_at":"2026-08-06T18:34:46.878593Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.851343Z","title":null,"venue":null,"work_id":"2a156bb8-02c6-49fb-88f9-122f759c8bb2","year":2019},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.021235Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:49f91f8c8107bd566ebe07595db6a50988c31c9283cc867397ce68ac1aaeefa9","observation_id":"905ea6b5-7b93-4808-9c9b-ef92f78cdae9","resolution":{"observed_at":"2026-08-06T18:34:46.855694Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.836321Z","title":null,"venue":null,"work_id":"07fc519f-7bb2-4734-b848-da3caaec19a7","year":1938},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.026633Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:a57a697f9fd58432d0160ad6a3915d00871fb4ef4eb4761afc5713d736a137a2","observation_id":"6735ae77-267d-4866-9e36-719ff5ed64f9","resolution":{"observed_at":"2026-08-06T18:34:46.840812Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.821222Z","title":null,"venue":null,"work_id":"9cbe56d0-d374-460f-be06-93f1704b1e22","year":2016},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.031565Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:13a4c902990843dd195292616d8f594a4e5f3247c86a35b44287f6d7d1505e63","observation_id":"dc2a996a-ef66-4bf1-a5d1-87044fd8b3c8","resolution":{"observed_at":"2026-08-06T18:34:46.825911Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.804469Z","title":null,"venue":null,"work_id":"749170dd-e737-42fe-9126-c42e67b811a3","year":2023},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.036421Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:ccf6cbc8ff9e7d108d5614597b75f04d4c65182facc90777ec20e9ce50a12e42","observation_id":"196ca538-6440-4aa3-9382-8ba33360b024","resolution":{"observed_at":"2026-08-06T18:34:46.810017Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.786285Z","title":null,"venue":null,"work_id":"56efde5e-cbb4-477a-b4a6-e59f57ed39bf","year":1975},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.042438Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:1ff81662ef7911eb4c0f1e62aea5cc764fde14aacc44cb2f66be3be9b27a372a","observation_id":"2c85cfff-5a6f-459f-99be-d818bf3f29e7","resolution":{"observed_at":"2026-08-06T18:34:46.791705Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.769792Z","title":null,"venue":null,"work_id":"5a78fe20-1cb3-458e-889b-8955e95ca2de","year":2025},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.048248Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:efd99c6182d139367456acb1048731c80873b8f3c2c051b3dcac93e1e7a23d0a","observation_id":"30b83920-e438-4cf1-a7b2-de8487618587","resolution":{"observed_at":"2026-08-06T18:34:46.774398Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.751975Z","title":null,"venue":null,"work_id":"caf53b11-4420-4301-b59a-31a60327d010","year":2020},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.053406Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:18f337e3f77427be6007f4c46dabc153c733273818ed7d109b6d75f5777fe8a7","observation_id":"996e2fc0-529d-447e-89ac-453795c39913","resolution":{"observed_at":"2026-08-06T18:34:46.756809Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.737032Z","title":null,"venue":null,"work_id":"7403007c-286f-47a5-ae3f-207e1cf5cd87","year":2023},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.059729Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:db97e63cb2a1d486840483a6f7539f2d29e4448fa17a676b4363ce3f0e4b2567","observation_id":"bf0da052-c52a-496f-b1d2-36cd9404dcbe","resolution":{"observed_at":"2026-08-06T18:34:46.741668Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.722035Z","title":null,"venue":null,"work_id":"9e25688b-4c0d-4930-9ce2-b2ae1f14ee1a","year":1993},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.065929Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:efd539765eefcaedf8a8c76593d324de14ecbc9b912f6e8c6f32d069a69a482d","observation_id":"cab0368d-b210-4a3e-a510-e886ce9788ef","resolution":{"observed_at":"2026-08-06T18:34:46.726722Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.707301Z","title":null,"venue":null,"work_id":"100f4bd4-9676-456d-8ac0-6533c09aabee","year":2010},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.070973Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:25bc2aec386f054199de98cb8f1f918dbda268d91ab221914260b5a01657323a","observation_id":"88a85b88-5bd4-4337-9b21-f37968758b47","resolution":{"observed_at":"2026-08-06T18:34:46.712123Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.05388","last_updated":"2024-08-09T23:55:58Z","snapshot_observed_at":"2026-07-06T18:59:05.329809Z","submitted_at":"2024-08-09T23:55:58Z","title":"Report on the 1st Workshop on Large Language Model for Evaluation in Information Retrieval (LLM4Eval 2024) at SIGIR 2024","version":1},"cited_work":{"arxiv_id":"2408.05388","doi":null,"metadata_source":"pith","pith_arxiv_id":"2408.05388","snapshot_observed_at":"2026-08-06T18:34:46.272328Z","title":"Report on the 1st Workshop on Large Language Model for Evaluation in Information Retrieval (LLM4Eval 2024) at SIGIR 2024","venue":"cs.IR","work_id":"ae68b87b-5bde-4e9f-89eb-122be9de5116","year":2024},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.075998Z"},"links":{"cited_paper":"/paper/2408.05388","citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:4bba7d8d6f68ed462a205dc7b3c074990d7d1eefa4015d9984393e36467f76e1","observation_id":"ea865e4b-7f90-4fd5-b574-1f63fb54ca71","resolution":{"observed_at":"2026-08-06T18:34:46.279906Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.688550Z","title":null,"venue":null,"work_id":"f9701ccf-b57c-438c-a8e8-d2744a65e90c","year":2014},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.083229Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:678c86ef7461eb672030b977fa8228eda5c9972214c61ad544b2343de8cc6cf7","observation_id":"168572aa-b0e7-41b4-868e-c1e011346552","resolution":{"observed_at":"2026-08-06T18:34:46.694613Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.672290Z","title":null,"venue":null,"work_id":"0905055c-3b7c-4ef7-acd1-a4af36844381","year":2016},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.088984Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:226f5ce63d8d090b8198451e7d2679c2d5b6db0418375b37b1cbd19ab6217b48","observation_id":"9e6c2a77-622b-4aa4-a505-745b4b6c38b1","resolution":{"observed_at":"2026-08-06T18:34:46.677118Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.658033Z","title":null,"venue":null,"work_id":"bd20a3fa-2c7d-494a-8fb7-81b0d859130c","year":2016},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.095602Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:d61131f8b690d4d64836ff468c339fca14b148f92b305b24879fa0491e82f9e1","observation_id":"3e4fbb3a-291c-421d-88cf-08ae36bf6a49","resolution":{"observed_at":"2026-08-06T18:34:46.662151Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.643298Z","title":null,"venue":null,"work_id":"629fbf93-6fcd-4fd3-890e-bd6f6a2c22ad","year":2018},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.100804Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:8ea46db15a3d1dbdf51390f1631f7bd3650f323fdac5d0a8ea5086056a01e828","observation_id":"41d330c8-ee7e-44e9-bb06-a5708d14f262","resolution":{"observed_at":"2026-08-06T18:34:46.647977Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.625784Z","title":null,"venue":null,"work_id":"d9064ec3-d45a-4f70-9b81-a20d4a87547b","year":2021},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.105982Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:c8a456d33b338c10ad93b5635a72dd6ac63ff6893fa7bb8863becec637969b4a","observation_id":"4c966a6d-727e-44bf-b201-0442995eeac9","resolution":{"observed_at":"2026-08-06T18:34:46.631305Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.606403Z","title":null,"venue":null,"work_id":"ba456446-20bf-4a9c-9e25-f7b9af2f0eb6","year":2008},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.110200Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:670bb493b9cd3010108bb21c7b3df1ef6b5cb96ddcf2b44d9dcffed7521e4b70","observation_id":"dbdb542d-bde2-4bcf-a7d6-5e6e829da786","resolution":{"observed_at":"2026-08-06T18:34:46.612603Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.589265Z","title":null,"venue":null,"work_id":"a2d4f927-d7e9-44a1-b253-5a4c7662c390","year":2001},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.115687Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:7fe3f71fa10e289bb7b7777a7b8a74ce3b634bddea9869074bc8504c68b85675","observation_id":"b50f9a29-dad3-4bca-9c8a-dea17f915679","resolution":{"observed_at":"2026-08-06T18:34:46.594161Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.572183Z","title":null,"venue":null,"work_id":"0ab85f0a-8a09-424c-9f1a-a3ccbfb01086","year":1976},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.121367Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:e216b33732b068055b8a1a917388d893e7b47127a53cb7196225728054f82df5","observation_id":"0080b839-196a-46ba-9a5a-2977602f9613","resolution":{"observed_at":"2026-08-06T18:34:46.577426Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.556741Z","title":null,"venue":null,"work_id":"3d575657-6adb-4ab0-88d0-f38fb45552f3","year":1987},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.127742Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:6847834441bd995b185af8b5aedf54bfed63a6346566476952c1c5fb220e6305","observation_id":"3de9d11f-598d-4a4e-a97a-75d0f43e7bd4","resolution":{"observed_at":"2026-08-06T18:34:46.561601Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.540148Z","title":null,"venue":null,"work_id":"ffe24c08-3878-4fd3-923e-79ec2f76a2a9","year":2023},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.134606Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:efb7a0ffebc3c59ecfec65251cac2ff7da5f4d280cbdabc84a9d5735c12e55c9","observation_id":"8f9a0ace-ca93-457e-8e4f-39aaa05e8f6d","resolution":{"observed_at":"2026-08-06T18:34:46.544622Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.524319Z","title":null,"venue":null,"work_id":"bdc0ba96-eab8-44ae-baf9-4137dd991322","year":2024},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.140766Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:fe11529b1d1450f2761a565ba818a2829595e959f0c974d67579d843aaf26653","observation_id":"d8e814c2-b4e8-4ef1-b13b-0dac3413d236","resolution":{"observed_at":"2026-08-06T18:34:46.529479Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.04727","last_updated":"2024-05-08T00:32:19Z","snapshot_observed_at":"2026-07-06T18:11:17.718134Z","submitted_at":"2024-05-08T00:32:19Z","title":"LLMs Can Patch Up Missing Relevance Judgments in Evaluation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.04727","snapshot_observed_at":"2026-08-06T18:34:46.145334Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.145334Z"},"links":{"cited_paper":"/paper/2405.04727","citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:79b056b3216970e5072e673de8b13cca026ef46383160bf9b3d190862fd86a1a","observation_id":"0a8a785d-1cff-4b54-9d08-b9e6cb8fc049","resolution":{"observed_at":"2026-08-06T18:34:46.145334Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.06519","last_updated":"2024-06-10T17:58:29Z","snapshot_observed_at":"2026-08-06T17:10:43.700110Z","submitted_at":"2024-06-10T17:58:29Z","title":"UMBRELA: UMbrela is the (Open-Source Reproduction of the) Bing RELevance Assessor","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.06519","snapshot_observed_at":"2026-08-06T18:34:46.150987Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.150987Z"},"links":{"cited_paper":"/paper/2406.06519","citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:1c26540ab573cacf9d7491ed2b568c1301836c89443fa3ba252aa9aa48a669e6","observation_id":"d3952dc7-acb1-43d8-a2b8-0e8420b83035","resolution":{"observed_at":"2026-08-06T18:34:46.150987Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.506450Z","title":null,"venue":null,"work_id":"d4465c67-f01b-480d-80bf-6d091c8bc615","year":2013},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.156529Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:4c0c14345ba564da1b1b2506d39a17a7bb3ab8b0bd22d584625f94dd04ce514f","observation_id":"cb13201e-0d48-4937-a5d4-2297a140927d","resolution":{"observed_at":"2026-08-06T18:34:46.511275Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.485446Z","title":null,"venue":null,"work_id":"94d371f6-f910-49dd-ab6f-e3d557804f18","year":2013},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.161502Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:d140f12c436b06cae588edf587dd444ae536cbb3c4009f477a2ddbbf250a383d","observation_id":"c1185a08-f397-482e-bce0-f85fce76b9a1","resolution":{"observed_at":"2026-08-06T18:34:46.491491Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.461318Z","title":null,"venue":null,"work_id":"7e83acbf-208d-4e8d-8399-91748c52dd30","year":1979},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.166109Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:e93c45e9793f6c6b4f28f11f9a886d6e84c74b60fa636212796796471db0b194","observation_id":"e019b683-6d45-4382-851a-e939365ea8b1","resolution":{"observed_at":"2026-08-06T18:34:46.466739Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.442459Z","title":"Voorhees and Donna Harman","venue":null,"work_id":"47e72f8d-4a26-4f2c-bf5d-5e766e5aeb97","year":1997},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.170871Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:002f005d33216932905ab576140138395c311b6a345dc1253ef2fecd23c652f5","observation_id":"c362450b-c209-4e0c-8894-27c7787a02dc","resolution":{"observed_at":"2026-08-06T18:34:46.448018Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.413104Z","title":null,"venue":null,"work_id":"387acf84-8689-4fe9-8265-66b0202c4e17","year":2008},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.176298Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:d11d6110172b86ab083f6ecddb852d47996851b754e38ad01d4025fcf0f0f48d","observation_id":"a90ace5c-135a-491f-899d-c26487fa0896","resolution":{"observed_at":"2026-08-06T18:34:46.418226Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.396122Z","title":null,"venue":null,"work_id":"5d92bf89-5207-4a5c-b27d-90d81a25658d","year":1997},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.181643Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:01fcb59acfdce00944005cdd4b656f13ecb8c91198b3ac1a6d2c30915059ee64","observation_id":"ad8d292a-ef28-416e-8aeb-ffd787fb7131","resolution":{"observed_at":"2026-08-06T18:34:46.401501Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.381246Z","title":null,"venue":null,"work_id":"e28ad84b-31d0-4533-8517-057437a9c1fa","year":2003},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.186693Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:488b20d3e71f6252f5e9de38be85736324d0cf47567b1f1ccca6467ff15be884","observation_id":"90ad40d0-4116-4f4d-9675-3d20e6c1c198","resolution":{"observed_at":"2026-08-06T18:34:46.385765Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T18:34:46.366122Z","title":null,"venue":null,"work_id":"5007b013-df68-4934-8f64-d32a726654a2","year":1998},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:46.191064Z"},"links":{"citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:215bd4ab379dccef6a966f369570d6593f05e45cec1c42d4c4abe3fa87b347ba","observation_id":"8a209eb6-3dbb-4910-b253-d2b3ba04a310","resolution":{"observed_at":"2026-08-06T18:34:46.370408Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.05600","last_updated":"2024-05-09T07:39:19Z","snapshot_observed_at":"2026-07-06T18:11:57.100591Z","submitted_at":"2024-05-09T07:39:19Z","title":"Can We Use Large Language Models to Fill Relevance Judgment Holes?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.05600","snapshot_observed_at":"2026-08-06T18:34:45.899164Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-06T18:34:45.899164Z"},"links":{"cited_paper":"/paper/2405.05600","citing_paper":"/paper/2507.07924"},"observation_digest":"sha256:6a9bd4c63d1e27521384ec4c3c6d43762434773a3fa1d83047722450c4c5416b","observation_id":"3d61a8f9-4c98-414f-a52b-df08af21d2a5","resolution":{"observed_at":"2026-08-06T18:34:45.899164Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2507.07924","last_updated":"2025-07-10T17:06:24Z","latest_version":1,"primary_category":"cs.IR","snapshot_observed_at":"2026-08-06T18:26:51.613796Z","submitted_at":"2025-07-10T17:06:24Z","title":"Measuring Hypothesis Testing Errors in the Evaluation of Retrieval Systems"},"reference_resolution":{"displayed":57,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":55,"verified_exact":1,"verified_fuzzy":1},"total_outbound_references":57},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 7 August 2026, this Paper Citation Record lists 57 of 57 outbound references and 0 inbound Pith citation observations for arXiv:2507.07924."}