{"as_of":"2026-08-21T00:30:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:5e227871f62c4b8ab26ddc6f9c95ea5852f60cb1633f50d826a55cebca4e747e","coverage":[{"denominator":26,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":26,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-11T11:09:09.238450Z","state":"measured"},{"denominator":26,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":26,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-20T06:33:59.587034+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2412.15759/citation-record","integrity":"/paper/2412.15759/integrity","json":"/paper/2412.15759/citation-record.json","paper":"/paper/2412.15759"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"7136.30841","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T11:09:10.041258Z","title":"In: Proceedings of the 40th International ACM SIGIR Conference on Research and Development in Information Retrieval, Shinjuku, Tokyo, Japan, August 7-11, 2017","venue":null,"work_id":"0e101f9e-70d1-4fce-aa4a-469a0c09fcbf","year":2017},"citing_paper":{"arxiv_id":"2412.15759","last_updated":"2024-12-20T10:25:28Z","snapshot_observed_at":"2026-08-18T02:37:18.815448Z","submitted_at":"2024-12-20T10:25:28Z","title":"ASPIRE: Assistive System for Performance Evaluation in IR","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-11T11:09:09.123307Z"},"links":{"citing_paper":"/paper/2412.15759"},"observation_digest":"sha256:edfd40c6d6b4e238eac219b3b612f0e379bf59d87f1bf4d13f767e06f9365dfe","observation_id":"219f85ff-a483-42cc-b8a2-a04159e26cc5","resolution":{"observed_at":"2026-08-11T11:09:10.049334Z","resolver_source":"raw_fallback","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1016/j.ipm.2018.04.006","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T11:09:09.282324Z","title":null,"venue":null,"work_id":"71d93988-60eb-450f-bb5d-91a7c851adbf","year":2018},"citing_paper":{"arxiv_id":"2412.15759","last_updated":"2024-12-20T10:25:28Z","snapshot_observed_at":"2026-08-18T02:37:18.815448Z","submitted_at":"2024-12-20T10:25:28Z","title":"ASPIRE: Assistive System for Performance Evaluation in IR","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-11T11:09:09.128725Z"},"links":{"citing_paper":"/paper/2412.15759"},"observation_digest":"sha256:fbda549410e939b5a8bf46c0349d9e939a5e05e9ff8cad1a05af1b7ff7f7fe4c","observation_id":"2513a3f8-5c86-415e-8064-1988371205d3","resolution":{"observed_at":"2026-08-11T11:09:09.286416Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T11:09:09.134031Z","title":"In: Proceedings of the 32nd Annual Inter- national ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2009, Boston, MA, USA, July 19-23, 2009","venue":null,"work_id":null,"year":2009},"citing_paper":{"arxiv_id":"2412.15759","last_updated":"2024-12-20T10:25:28Z","snapshot_observed_at":"2026-08-18T02:37:18.815448Z","submitted_at":"2024-12-20T10:25:28Z","title":"ASPIRE: Assistive System for Performance Evaluation in IR","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-11T11:09:09.134031Z"},"links":{"citing_paper":"/paper/2412.15759"},"observation_digest":"sha256:8af79c98e985aab5f7e4891661873b13392879bc4c7b7ed7360872fe8638c7c8","observation_id":"5162e827-bad7-4d2c-b813-7b1ea746d409","resolution":{"observed_at":"2026-08-11T11:09:09.134031Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T11:09:09.138955Z","title":"In: Proceedings of the 42nd International ACM SIGIR Con- ference on Research and Development in Information Retrieval","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2412.15759","last_updated":"2024-12-20T10:25:28Z","snapshot_observed_at":"2026-08-18T02:37:18.815448Z","submitted_at":"2024-12-20T10:25:28Z","title":"ASPIRE: Assistive System for Performance Evaluation in IR","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-11T11:09:09.138955Z"},"links":{"citing_paper":"/paper/2412.15759"},"observation_digest":"sha256:1bf4801dac0d3ab228fde88c5acd4e316ba1acb4821f683f47b7179a3abbcb8a","observation_id":"e02f5047-1ea9-4603-a743-f4dc6bf99018","resolution":{"observed_at":"2026-08-11T11:09:09.138955Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T11:09:10.290734Z","title":"In: European Conference on Information Retrieval","venue":null,"work_id":"1d876d6b-1c1b-493a-8038-73a3c1c2122c","year":2022},"citing_paper":{"arxiv_id":"2412.15759","last_updated":"2024-12-20T10:25:28Z","snapshot_observed_at":"2026-08-18T02:37:18.815448Z","submitted_at":"2024-12-20T10:25:28Z","title":"ASPIRE: Assistive System for Performance Evaluation in IR","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-11T11:09:09.143455Z"},"links":{"citing_paper":"/paper/2412.15759"},"observation_digest":"sha256:b3b2ca688078f304a8fd92eafe3c3334d958e8f6ad0e462800a38a0f0f2851b0","observation_id":"be705067-a614-48a6-88ea-d96053ff4492","resolution":{"observed_at":"2026-08-11T11:09:10.295505Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T11:09:10.277227Z","title":"In: Pro- ceedings of the 46th International ACM SIGIR Conference on Research and De- velopment in Information Retrieval","venue":null,"work_id":"62e49de0-bcc7-47c9-a1f4-be23908df697","year":2023},"citing_paper":{"arxiv_id":"2412.15759","last_updated":"2024-12-20T10:25:28Z","snapshot_observed_at":"2026-08-18T02:37:18.815448Z","submitted_at":"2024-12-20T10:25:28Z","title":"ASPIRE: Assistive System for Performance Evaluation in IR","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-11T11:09:09.148815Z"},"links":{"citing_paper":"/paper/2412.15759"},"observation_digest":"sha256:9218985aeb77fccfe4220eb6ddb1673ab978ad17e0d693671479cbaa957763cd","observation_id":"f92885de-65e7-49eb-bdec-1d8c7322d2c0","resolution":{"observed_at":"2026-08-11T11:09:10.281866Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T11:09:09.154206Z","title":"In: Proceedings of the 47th International ACM SIGIR Conference on Re- search and Development in Information Retrieval, SIGIR 2024, Washington DC, USA, July 14-18, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.15759","last_updated":"2024-12-20T10:25:28Z","snapshot_observed_at":"2026-08-18T02:37:18.815448Z","submitted_at":"2024-12-20T10:25:28Z","title":"ASPIRE: Assistive System for Performance Evaluation in IR","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-11T11:09:09.154206Z"},"links":{"citing_paper":"/paper/2412.15759"},"observation_digest":"sha256:63c4b67f5c5723632dc6b498268abbd92fd0080df5076b96952ac25cbfa08073","observation_id":"74210726-31e9-4773-ad5a-dc02db8d0bf4","resolution":{"observed_at":"2026-08-11T11:09:09.154206Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T11:09:10.260084Z","title":null,"venue":null,"work_id":"9a2fc338-153e-4b89-b1f9-9f28ed0cea0e","year":1962},"citing_paper":{"arxiv_id":"2412.15759","last_updated":"2024-12-20T10:25:28Z","snapshot_observed_at":"2026-08-18T02:37:18.815448Z","submitted_at":"2024-12-20T10:25:28Z","title":"ASPIRE: Assistive System for Performance Evaluation in IR","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-11T11:09:09.158640Z"},"links":{"citing_paper":"/paper/2412.15759"},"observation_digest":"sha256:45dae45325e86e071ebb5afe214f8853e4fc22ef1f2019bf3e79ccb60c08e1be","observation_id":"a728f3e9-d259-4e8c-acef-3131340c1268","resolution":{"observed_at":"2026-08-11T11:09:10.264956Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T11:09:09.163226Z","title":"In: Proceedings of the 18th ACM Conference on Information and Knowledge Management, CIKM 2009, Hong Kong, 6 Peikos et al","venue":null,"work_id":null,"year":2009},"citing_paper":{"arxiv_id":"2412.15759","last_updated":"2024-12-20T10:25:28Z","snapshot_observed_at":"2026-08-18T02:37:18.815448Z","submitted_at":"2024-12-20T10:25:28Z","title":"ASPIRE: Assistive System for Performance Evaluation in IR","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-11T11:09:09.163226Z"},"links":{"citing_paper":"/paper/2412.15759"},"observation_digest":"sha256:6954331406e46a93bf0b0f117f3644f27be3ff44315284b9dacb173152106bda","observation_id":"36bfcd2e-9bb9-4563-917a-74405ec01659","resolution":{"observed_at":"2026-08-11T11:09:09.163226Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T11:09:10.241566Z","title":"Informa- tion Retrieval Evaluation in a Changing World: Lessons Learned from 20 Years of CLEF pp","venue":null,"work_id":"1343f3bf-6b89-4dbe-b2d4-ad394262b78c","year":2019},"citing_paper":{"arxiv_id":"2412.15759","last_updated":"2024-12-20T10:25:28Z","snapshot_observed_at":"2026-08-18T02:37:18.815448Z","submitted_at":"2024-12-20T10:25:28Z","title":"ASPIRE: Assistive System for Performance Evaluation in IR","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-11T11:09:09.168021Z"},"links":{"citing_paper":"/paper/2412.15759"},"observation_digest":"sha256:7d3418f53da58ba00956628f925f6fc736ab28b547f01555bafd2a0a61cd9f6c","observation_id":"ebc1391a-acf4-4e9e-aeca-5231b08ea909","resolution":{"observed_at":"2026-08-11T11:09:10.246525Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T11:09:10.227252Z","title":"In: Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2023, Taipei, Taiwan, July 23-27,","venue":null,"work_id":"50319420-767e-40ac-bbac-01030e40a656","year":2023},"citing_paper":{"arxiv_id":"2412.15759","last_updated":"2024-12-20T10:25:28Z","snapshot_observed_at":"2026-08-18T02:37:18.815448Z","submitted_at":"2024-12-20T10:25:28Z","title":"ASPIRE: Assistive System for Performance Evaluation in IR","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-11T11:09:09.172148Z"},"links":{"citing_paper":"/paper/2412.15759"},"observation_digest":"sha256:988dc1c0b920a31ba073164d7b603142603df542627e5fbbc5a2db8717c4f424","observation_id":"58a71438-8d83-4468-93cf-6094c2699f5e","resolution":{"observed_at":"2026-08-11T11:09:10.233252Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T11:09:10.212297Z","title":"In: Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval","venue":null,"work_id":"4d1c7deb-04cb-47be-97d7-ed7bb235a906","year":2023},"citing_paper":{"arxiv_id":"2412.15759","last_updated":"2024-12-20T10:25:28Z","snapshot_observed_at":"2026-08-18T02:37:18.815448Z","submitted_at":"2024-12-20T10:25:28Z","title":"ASPIRE: Assistive System for Performance Evaluation in IR","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-11T11:09:09.181547Z"},"links":{"citing_paper":"/paper/2412.15759"},"observation_digest":"sha256:0a514d99795d12025fe496958f471ec38e1854ac7142bfbb8350481fbb332310","observation_id":"cce37da3-a758-4796-a9e6-914c05bd7dfb","resolution":{"observed_at":"2026-08-11T11:09:10.217699Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/978-3-030-45442-5_58","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T11:03:20.376878Z","title":"In: Advances in Information Retrieval - 42nd European Conference on IR Research, ECIR 2020, Lisbon, Portugal, April 14-17, 2020, Proceedings, Part II","venue":"Lecture notes in computer science","work_id":"98769dca-58d4-45ad-87c7-c40ae7d5b74d","year":2020},"citing_paper":{"arxiv_id":"2412.15759","last_updated":"2024-12-20T10:25:28Z","snapshot_observed_at":"2026-08-18T02:37:18.815448Z","submitted_at":"2024-12-20T10:25:28Z","title":"ASPIRE: Assistive System for Performance Evaluation in IR","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-11T11:09:09.186041Z"},"links":{"citing_paper":"/paper/2412.15759"},"observation_digest":"sha256:7e2bab2e6ea29d52d9023c2ead5bc0340482d720d3049c01481458ff644d578d","observation_id":"46af4b7e-421c-4b90-ace4-702b06470c94","resolution":{"observed_at":"2026-08-11T11:09:09.273193Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2017.27161","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T11:09:09.553356Z","title":"IEEE Trans","venue":null,"work_id":"0e367431-44b8-491d-89b6-02bd5288fee1","year":2018},"citing_paper":{"arxiv_id":"2412.15759","last_updated":"2024-12-20T10:25:28Z","snapshot_observed_at":"2026-08-18T02:37:18.815448Z","submitted_at":"2024-12-20T10:25:28Z","title":"ASPIRE: Assistive System for Performance Evaluation in IR","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-11T11:09:09.191917Z"},"links":{"citing_paper":"/paper/2412.15759"},"observation_digest":"sha256:fae198a7499bc231326399ffc6fb902d5947186cb2e7d738a5d194871e4e9c8f","observation_id":"416d35e8-c45b-49ac-b74e-24d720323610","resolution":{"observed_at":"2026-08-11T11:09:09.560257Z","resolver_source":"raw_fallback","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T11:09:10.200237Z","title":"In: ACM SIGIR Forum","venue":null,"work_id":"d731d706-ea88-44b7-9c3f-cf190896e1c7","year":2017},"citing_paper":{"arxiv_id":"2412.15759","last_updated":"2024-12-20T10:25:28Z","snapshot_observed_at":"2026-08-18T02:37:18.815448Z","submitted_at":"2024-12-20T10:25:28Z","title":"ASPIRE: Assistive System for Performance Evaluation in IR","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-11T11:09:09.196503Z"},"links":{"citing_paper":"/paper/2412.15759"},"observation_digest":"sha256:cb1f3bbe7f643f8a0fe43a7b4276f21ae99362ad21c4a55f39c4d9f71de2e412","observation_id":"05b938df-26f2-4177-b235-f38c103b112f","resolution":{"observed_at":"2026-08-11T11:09:10.203952Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"4835.34627","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T11:09:09.474351Z","title":"In: SIGIR ’21: The 44th International ACM SIGIR Conference on Research and Development in Information Retrieval, Virtual Event, Canada, July 11-15, 2021","venue":null,"work_id":"3d7aa515-75bd-46d3-bbb2-44da84498cff","year":2021},"citing_paper":{"arxiv_id":"2412.15759","last_updated":"2024-12-20T10:25:28Z","snapshot_observed_at":"2026-08-18T02:37:18.815448Z","submitted_at":"2024-12-20T10:25:28Z","title":"ASPIRE: Assistive System for Performance Evaluation in IR","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-11T11:09:09.201067Z"},"links":{"citing_paper":"/paper/2412.15759"},"observation_digest":"sha256:9d7f466d8ed045a2d7933e873818851134fa0e6cca925aa7992ac558e0564386","observation_id":"68c3fa1f-b383-48d4-b5a9-458f0a2542a4","resolution":{"observed_at":"2026-08-11T11:09:09.481390Z","resolver_source":"raw_fallback","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T11:09:10.187729Z","title":"In: European Conference on Information Retrieval","venue":null,"work_id":"e099cf48-e201-49e7-913a-ecfd29967156","year":2022},"citing_paper":{"arxiv_id":"2412.15759","last_updated":"2024-12-20T10:25:28Z","snapshot_observed_at":"2026-08-18T02:37:18.815448Z","submitted_at":"2024-12-20T10:25:28Z","title":"ASPIRE: Assistive System for Performance Evaluation in IR","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-11T11:09:09.205357Z"},"links":{"citing_paper":"/paper/2412.15759"},"observation_digest":"sha256:309cf6b22bd85bc3ddf1994c8dd34abf2779f64620d445c54466c79521a75faa","observation_id":"1e65bd15-1f81-4267-8f55-933ce0fcd45e","resolution":{"observed_at":"2026-08-11T11:09:10.192599Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T11:09:10.173555Z","title":"In: Proceedings of the 46th Inter- national ACM SIGIR Conference on Research and Development in Information Retrieval","venue":null,"work_id":"3e53268a-2064-4114-8992-3ced6dd90e4b","year":2023},"citing_paper":{"arxiv_id":"2412.15759","last_updated":"2024-12-20T10:25:28Z","snapshot_observed_at":"2026-08-18T02:37:18.815448Z","submitted_at":"2024-12-20T10:25:28Z","title":"ASPIRE: Assistive System for Performance Evaluation in IR","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-11T11:09:09.209007Z"},"links":{"citing_paper":"/paper/2412.15759"},"observation_digest":"sha256:981e65ce676ead956e9cbca7b5b41f91d4a8d7571ce92de8fefe0ace9a9d20b8","observation_id":"e9e0401e-830c-40b1-8d48-526294aa95bb","resolution":{"observed_at":"2026-08-11T11:09:10.178002Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T11:09:10.155741Z","title":"In: Proceedings of the 42nd International ACM SIGIR Conference on Research and Development in Information Retrieval","venue":null,"work_id":"1ac66bf1-12ca-4f45-85dd-95c97ef69a2a","year":2019},"citing_paper":{"arxiv_id":"2412.15759","last_updated":"2024-12-20T10:25:28Z","snapshot_observed_at":"2026-08-18T02:37:18.815448Z","submitted_at":"2024-12-20T10:25:28Z","title":"ASPIRE: Assistive System for Performance Evaluation in IR","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-11T11:09:09.213080Z"},"links":{"citing_paper":"/paper/2412.15759"},"observation_digest":"sha256:bc1eed5a30ddb8724f3e0d0fa070b06f22273a6d7b008039707251b63670e47d","observation_id":"957dd14e-5e35-4dc3-81e3-1f00274e9031","resolution":{"observed_at":"2026-08-11T11:09:10.161508Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2207.13514","last_updated":"2022-07-27T13:39:30Z","snapshot_observed_at":"2026-08-19T00:56:11.024937Z","submitted_at":"2022-07-27T13:39:30Z","title":"UNIMIB at TREC 2021 Clinical Trials Track","version":1},"cited_work":{"arxiv_id":"2207.13514","doi":null,"metadata_source":"pith","pith_arxiv_id":"2207.13514","snapshot_observed_at":"2026-08-11T11:09:09.397509Z","title":"UNIMIB at TREC 2021 Clinical Trials Track","venue":"cs.IR","work_id":"906174ce-4e92-4e0f-af4e-b4b6b997fc5c","year":2022},"citing_paper":{"arxiv_id":"2412.15759","last_updated":"2024-12-20T10:25:28Z","snapshot_observed_at":"2026-08-18T02:37:18.815448Z","submitted_at":"2024-12-20T10:25:28Z","title":"ASPIRE: Assistive System for Performance Evaluation in IR","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-11T11:09:09.217124Z"},"links":{"cited_paper":"/paper/2207.13514","citing_paper":"/paper/2412.15759"},"observation_digest":"sha256:9e01a76c92a85b97939b572219324d310627cb107b530aef612a1fdfbf722173","observation_id":"80b3bc2f-1340-4d55-b220-400b81283d3a","resolution":{"observed_at":"2026-08-11T11:09:09.402974Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T11:09:10.136937Z","title":"Wiley Interdisciplinary Reviews: Data Mining and Knowledge Discovery p","venue":null,"work_id":"4445fc37-d577-48de-827e-ee5b5dbf659e","year":2024},"citing_paper":{"arxiv_id":"2412.15759","last_updated":"2024-12-20T10:25:28Z","snapshot_observed_at":"2026-08-18T02:37:18.815448Z","submitted_at":"2024-12-20T10:25:28Z","title":"ASPIRE: Assistive System for Performance Evaluation in IR","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-11T11:09:09.222312Z"},"links":{"citing_paper":"/paper/2412.15759"},"observation_digest":"sha256:9db2061a1ee8b295d91730586a2ed5f179efd2e412332d4a0b616524c3fe454d","observation_id":"719f0c7d-0a84-4bc8-ade3-a2498ca1b2af","resolution":{"observed_at":"2026-08-11T11:09:10.144124Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T11:09:10.109883Z","title":"In: Proceedings of the 43rd International ACM SIGIR Conference on Research and Development in Information Retrieval","venue":null,"work_id":"3523f2b9-bf54-4c0d-894a-59ba03ccc6be","year":2020},"citing_paper":{"arxiv_id":"2412.15759","last_updated":"2024-12-20T10:25:28Z","snapshot_observed_at":"2026-08-18T02:37:18.815448Z","submitted_at":"2024-12-20T10:25:28Z","title":"ASPIRE: Assistive System for Performance Evaluation in IR","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-11T11:09:09.227036Z"},"links":{"citing_paper":"/paper/2412.15759"},"observation_digest":"sha256:7b377541731ba53a754dedda7825d388a3b7dac9c5bfe4136c6e2157ad95ffbf","observation_id":"6292719a-0a34-4243-a6bf-5abd56a44ac5","resolution":{"observed_at":"2026-08-11T11:09:10.116623Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T11:09:10.090473Z","title":"In: Work- shop of the cross-language evaluation forum for european languages","venue":null,"work_id":"9a17bbad-7535-4cee-bef6-f9026e6fb427","year":2001},"citing_paper":{"arxiv_id":"2412.15759","last_updated":"2024-12-20T10:25:28Z","snapshot_observed_at":"2026-08-18T02:37:18.815448Z","submitted_at":"2024-12-20T10:25:28Z","title":"ASPIRE: Assistive System for Performance Evaluation in IR","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-11T11:09:09.230603Z"},"links":{"citing_paper":"/paper/2412.15759"},"observation_digest":"sha256:625bc4ada1ea411634aaabc93b7ee8dabcd5377ebaef39bb47f9e45dbeea5c6e","observation_id":"c5a5b856-1861-4df0-9ec9-5f854b2ab1a7","resolution":{"observed_at":"2026-08-11T11:09:10.096450Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T11:09:10.065845Z","title":"Information Retrieval Evaluation in a Changing World: Lessons Learned from 20 Years of CLEF pp","venue":null,"work_id":"e7188284-a144-41e0-9633-e8eae1de1948","year":2019},"citing_paper":{"arxiv_id":"2412.15759","last_updated":"2024-12-20T10:25:28Z","snapshot_observed_at":"2026-08-18T02:37:18.815448Z","submitted_at":"2024-12-20T10:25:28Z","title":"ASPIRE: Assistive System for Performance Evaluation in IR","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-11T11:09:09.234721Z"},"links":{"citing_paper":"/paper/2412.15759"},"observation_digest":"sha256:2c9c872ac9cb576dabaa07866fe7ef8af882c0f6b96048fa8fa8c8bd537f52a0","observation_id":"22d89c09-b062-4d17-a2d6-6afd2629fba9","resolution":{"observed_at":"2026-08-11T11:09:10.077666Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"0398.29704","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T11:09:09.374082Z","title":"In: Proceedings of the 2016 ACM on International Conference on the Theory of In- formation Retrieval, ICTIR 2016, Newark, DE, USA, September 12- 6, 2016","venue":null,"work_id":"ad1b607c-8441-491a-96e0-a0bde3591b8b","year":2016},"citing_paper":{"arxiv_id":"2412.15759","last_updated":"2024-12-20T10:25:28Z","snapshot_observed_at":"2026-08-18T02:37:18.815448Z","submitted_at":"2024-12-20T10:25:28Z","title":"ASPIRE: Assistive System for Performance Evaluation in IR","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-11T11:09:09.238450Z"},"links":{"citing_paper":"/paper/2412.15759"},"observation_digest":"sha256:691ff783519a160dd73bf5c9275768fb104c8ab9e39884d25edbe186684b7f23","observation_id":"393ecdf0-d894-442a-a55d-2c9c11fb6dfd","resolution":{"observed_at":"2026-08-11T11:09:09.382278Z","resolver_source":"raw_fallback","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T11:09:09.176794Z","title":"2826–2836","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.15759","last_updated":"2024-12-20T10:25:28Z","snapshot_observed_at":"2026-08-18T02:37:18.815448Z","submitted_at":"2024-12-20T10:25:28Z","title":"ASPIRE: Assistive System for Performance Evaluation in IR","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-11T11:09:09.176794Z"},"links":{"citing_paper":"/paper/2412.15759"},"observation_digest":"sha256:a75e93441a28ee4722281f5f68e23914e1ba68c45af36fb0f532818498fd3f81","observation_id":"6f05b2fe-b3ca-40f6-977d-f574c307681c","resolution":{"observed_at":"2026-08-11T11:09:09.176794Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2412.15759","last_updated":"2024-12-20T10:25:28Z","latest_version":1,"primary_category":"cs.IR","snapshot_observed_at":"2026-08-18T02:37:18.815448Z","submitted_at":"2024-12-20T10:25:28Z","title":"ASPIRE: Assistive System for Performance Evaluation in IR"},"reference_resolution":{"displayed":26,"state_counts":{"malformed_identifier":1,"metadata_mismatch":5,"parse_uncertain":0,"unresolved":5,"verified_exact":2,"verified_fuzzy":13},"total_outbound_references":26},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"thesis":"As of 21 August 2026, this Paper Citation Record lists 26 of 26 outbound references and 0 inbound Pith citation observations for arXiv:2412.15759."}