{"as_of":"2026-08-23T19:50:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:641821b2ca25147d4db19adee29edfe61c9d523f5763bef159d3c55b9a4b07a8","coverage":[{"denominator":32,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":32,"source":"paper_references, paper_reference_links","source_observed_at":"2026-05-25T18:37:23.559740Z","state":"measured"},{"denominator":33,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":33,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-23T06:30:58.430688+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-14T10:27:38.908368Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"pith","source_observed_at":"2026-08-14T10:27:39.170202Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"1906.09317","last_updated":"2019-06-21T20:55:57Z","snapshot_observed_at":"2026-08-15T00:51:18.963560Z","submitted_at":"2019-06-21T20:55:57Z","title":"Identification of Tasks, Datasets, Evaluation Metrics, and Numeric Scores for Scientific Leaderboards Construction","version":1},"cited_work":{"arxiv_id":"1906.09317","doi":null,"metadata_source":"pith","pith_arxiv_id":"1906.09317","snapshot_observed_at":"2026-08-14T10:27:39.170202Z","title":"Identification of Tasks, Datasets, Evaluation Metrics, and Numeric Scores for Scientific Leaderboards Construction","venue":"cs.CL","work_id":"133ad025-c604-4e94-a7d2-2ee44396432a","year":2019},"citing_paper":{"arxiv_id":"1908.11152","last_updated":"2019-08-29T11:17:33Z","snapshot_observed_at":"2026-08-18T01:27:35.283957Z","submitted_at":"2019-08-29T11:17:33Z","title":"A Summarization System for Scientific Documents","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-14T10:27:38.908368Z"},"links":{"cited_paper":"/paper/1906.09317","citing_paper":"/paper/1908.11152"},"observation_digest":"sha256:e54b6bcfd694a266ac07e07e443e6ad2162f3d6eab137ce94a790ea0864a0da4","observation_id":"997a255d-d7c4-4b43-9d94-341633baa943","resolution":{"observed_at":"2026-08-14T10:27:39.178069Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/1906.09317/citation-record","integrity":"/paper/1906.09317/integrity","json":"/paper/1906.09317/citation-record.json","paper":"/paper/1906.09317"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-07T17:53:58.945473Z","title":"URL: \" 'urlintro :=","venue":null,"work_id":"f09f9a4d-de00-45d0-ab05-eb62b1712f20","year":null},"citing_paper":{"arxiv_id":"1906.09317","last_updated":"2019-06-21T20:55:57Z","snapshot_observed_at":"2026-08-15T00:51:18.963560Z","submitted_at":"2019-06-21T20:55:57Z","title":"Identification of Tasks, Datasets, Evaluation Metrics, and Numeric Scores for Scientific Leaderboards Construction","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-05-25T18:37:23.559740Z"},"links":{"citing_paper":"/paper/1906.09317"},"observation_digest":"sha256:9307ed8615fd3d434b2605462cbffa1a0eab391dd895656c21e59dc5f8a4f314","observation_id":"6c848bc3-ce9c-48c3-a1af-d75ddaf62f09","resolution":{"observed_at":"2026-05-25T18:47:07.703591Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"write newline","venue":null,"work_id":"2c667d80-44fc-4c2e-a992-78db0ad2391c","year":null},"citing_paper":{"arxiv_id":"1906.09317","last_updated":"2019-06-21T20:55:57Z","snapshot_observed_at":"2026-08-15T00:51:18.963560Z","submitted_at":"2019-06-21T20:55:57Z","title":"Identification of Tasks, Datasets, Evaluation Metrics, and Numeric Scores for Scientific Leaderboards Construction","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-05-25T18:37:23.559740Z"},"links":{"citing_paper":"/paper/1906.09317"},"observation_digest":"sha256:28058544bdd1a25c71fab83cccc5836731e5fc8805e6dc415969fbc4e12b4424","observation_id":"25156de1-2756-46f1-b172-ae3075de0ea2","resolution":{"observed_at":"2026-05-25T18:47:07.714929Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"de12d3b6-3669-4481-aced-d9105f9658f8","year":2018},"citing_paper":{"arxiv_id":"1906.09317","last_updated":"2019-06-21T20:55:57Z","snapshot_observed_at":"2026-08-15T00:51:18.963560Z","submitted_at":"2019-06-21T20:55:57Z","title":"Identification of Tasks, Datasets, Evaluation Metrics, and Numeric Scores for Scientific Leaderboards Construction","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-05-25T18:37:23.559740Z"},"links":{"citing_paper":"/paper/1906.09317"},"observation_digest":"sha256:fb548a7255a360a59fb58f7b8a835d7a0a09682e5c9d5a4479f699fc9e1ad0d1","observation_id":"7e224598-64b3-4045-a117-68f620eba004","resolution":{"observed_at":"2026-05-25T18:47:07.741337Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/s17-2097","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":null,"work_id":"0d8b32e8-ae00-4670-9995-09fe9d6905d2","year":2017},"citing_paper":{"arxiv_id":"1906.09317","last_updated":"2019-06-21T20:55:57Z","snapshot_observed_at":"2026-08-15T00:51:18.963560Z","submitted_at":"2019-06-21T20:55:57Z","title":"Identification of Tasks, Datasets, Evaluation Metrics, and Numeric Scores for Scientific Leaderboards Construction","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-05-25T18:37:23.559740Z"},"links":{"citing_paper":"/paper/1906.09317"},"observation_digest":"sha256:1dde94a6c94724846f839f28b680efac794f0cc4eb6b43431d9e2064521f57ed","observation_id":"2f58abf1-efd7-4192-a723-2bcdd77fb91f","resolution":{"observed_at":"2026-05-25T18:41:08.109270Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Armstrong, Alistair Moffat, William Webber, and Justin Zobel","venue":null,"work_id":"ef2f0638-f335-4bb6-8f26-4b9ead6983cf","year":2009},"citing_paper":{"arxiv_id":"1906.09317","last_updated":"2019-06-21T20:55:57Z","snapshot_observed_at":"2026-08-15T00:51:18.963560Z","submitted_at":"2019-06-21T20:55:57Z","title":"Identification of Tasks, Datasets, Evaluation Metrics, and Numeric Scores for Scientific Leaderboards Construction","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-05-25T18:37:23.559740Z"},"links":{"citing_paper":"/paper/1906.09317"},"observation_digest":"sha256:5db49ebcdb499556aed8affa8b86e42297ded848d249dbc42d25341b18c93b9e","observation_id":"fa5a50f6-07a9-49da-93c3-de829cd1bbc4","resolution":{"observed_at":"2026-05-25T18:47:07.722969Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"04249261-c0f0-4d0d-b8ba-259a549a74d3","year":2017},"citing_paper":{"arxiv_id":"1906.09317","last_updated":"2019-06-21T20:55:57Z","snapshot_observed_at":"2026-08-15T00:51:18.963560Z","submitted_at":"2019-06-21T20:55:57Z","title":"Identification of Tasks, Datasets, Evaluation Metrics, and Numeric Scores for Scientific Leaderboards Construction","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-05-25T18:37:23.559740Z"},"links":{"citing_paper":"/paper/1906.09317"},"observation_digest":"sha256:ddc9aa035833b70e67cdebb6a29676506d73a32ac7e66acd4337b21e4d52a3da","observation_id":"38cb9a1f-e2fe-4cba-9955-c81dc8f57da9","resolution":{"observed_at":"2026-05-25T18:47:07.777144Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"fe49a3db-3820-49f0-905b-f5d1a604147d","year":2012},"citing_paper":{"arxiv_id":"1906.09317","last_updated":"2019-06-21T20:55:57Z","snapshot_observed_at":"2026-08-15T00:51:18.963560Z","submitted_at":"2019-06-21T20:55:57Z","title":"Identification of Tasks, Datasets, Evaluation Metrics, and Numeric Scores for Scientific Leaderboards Construction","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-05-25T18:37:23.559740Z"},"links":{"citing_paper":"/paper/1906.09317"},"observation_digest":"sha256:2f31cf90ba880256941a017f5e3d42605eabe0d4fa3f9d463f1890cfe507aa8b","observation_id":"122dc27e-4ef2-46b3-9903-cdd9da158471","resolution":{"observed_at":"2026-05-25T18:47:07.751197Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"aa08b1d6-7800-44dc-9d23-3e3264319efa","year":2012},"citing_paper":{"arxiv_id":"1906.09317","last_updated":"2019-06-21T20:55:57Z","snapshot_observed_at":"2026-08-15T00:51:18.963560Z","submitted_at":"2019-06-21T20:55:57Z","title":"Identification of Tasks, Datasets, Evaluation Metrics, and Numeric Scores for Scientific Leaderboards Construction","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-05-25T18:37:23.559740Z"},"links":{"citing_paper":"/paper/1906.09317"},"observation_digest":"sha256:589ed4a1bbffdc66147d1fd5cdf0161671e1df35bc759c3997255b5b6e291a8a","observation_id":"23abdd10-5357-4220-97c4-428130bda687","resolution":{"observed_at":"2026-05-25T18:47:07.792148Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"6886247c-569c-42aa-93d0-6c91e38669a0","year":2017},"citing_paper":{"arxiv_id":"1906.09317","last_updated":"2019-06-21T20:55:57Z","snapshot_observed_at":"2026-08-15T00:51:18.963560Z","submitted_at":"2019-06-21T20:55:57Z","title":"Identification of Tasks, Datasets, Evaluation Metrics, and Numeric Scores for Scientific Leaderboards Construction","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-05-25T18:37:23.559740Z"},"links":{"citing_paper":"/paper/1906.09317"},"observation_digest":"sha256:17069c77c893f22a60a260d036395da3a7b6efc8aa8762b7d1f0cf513f6e2481","observation_id":"7222e333-2df1-4f71-bacd-bfd247834d29","resolution":{"observed_at":"2026-05-25T18:47:07.795503Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/p17-2054","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":null,"work_id":"a5bd0db1-d21e-4891-ba56-e68ba6464173","year":2017},"citing_paper":{"arxiv_id":"1906.09317","last_updated":"2019-06-21T20:55:57Z","snapshot_observed_at":"2026-08-15T00:51:18.963560Z","submitted_at":"2019-06-21T20:55:57Z","title":"Identification of Tasks, Datasets, Evaluation Metrics, and Numeric Scores for Scientific Leaderboards Construction","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-05-25T18:37:23.559740Z"},"links":{"citing_paper":"/paper/1906.09317"},"observation_digest":"sha256:e5befe3a411ac9b2d24d56687b53d17048cbd6024b5780befeaf28e64887e976","observation_id":"fe1cb15e-a7dd-4251-9ad2-02dac8a17bbf","resolution":{"observed_at":"2026-05-25T18:41:08.081113Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"c9be103f-e535-4ab4-982f-808625321b71","year":2008},"citing_paper":{"arxiv_id":"1906.09317","last_updated":"2019-06-21T20:55:57Z","snapshot_observed_at":"2026-08-15T00:51:18.963560Z","submitted_at":"2019-06-21T20:55:57Z","title":"Identification of Tasks, Datasets, Evaluation Metrics, and Numeric Scores for Scientific Leaderboards Construction","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-05-25T18:37:23.559740Z"},"links":{"citing_paper":"/paper/1906.09317"},"observation_digest":"sha256:6714f6ac9010c2c1a5c4f4b5e41bcb11347e2cc5f9858139fdf2fe49efa1f6f8","observation_id":"6e9058c2-9445-41f5-9838-65702c9e58cd","resolution":{"observed_at":"2026-05-25T18:47:07.709923Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Bowman, Gabor Angeli, Christopher Potts, and Christopher D","venue":null,"work_id":"e4c70e5b-22a0-450c-982b-86b27fd90690","year":2015},"citing_paper":{"arxiv_id":"1906.09317","last_updated":"2019-06-21T20:55:57Z","snapshot_observed_at":"2026-08-15T00:51:18.963560Z","submitted_at":"2019-06-21T20:55:57Z","title":"Identification of Tasks, Datasets, Evaluation Metrics, and Numeric Scores for Scientific Leaderboards Construction","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-05-25T18:37:23.559740Z"},"links":{"citing_paper":"/paper/1906.09317"},"observation_digest":"sha256:44c0240d4b1f6180c0a0b1437c885dc19ed1ea9f38b72df67f8c69e0ff6f8020","observation_id":"d313e6d3-e401-440a-9cf0-e98f8368e897","resolution":{"observed_at":"2026-05-25T18:47:07.694555Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"40230513-2465-4dba-9b56-3887ab7d9205","year":2006},"citing_paper":{"arxiv_id":"1906.09317","last_updated":"2019-06-21T20:55:57Z","snapshot_observed_at":"2026-08-15T00:51:18.963560Z","submitted_at":"2019-06-21T20:55:57Z","title":"Identification of Tasks, Datasets, Evaluation Metrics, and Numeric Scores for Scientific Leaderboards Construction","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-05-25T18:37:23.559740Z"},"links":{"citing_paper":"/paper/1906.09317"},"observation_digest":"sha256:18856ae4a24d545a81450b4f7dadd9f1d0230daa141543b0c6db245276fc070b","observation_id":"cc2e58aa-5e2c-4439-8d36-3cf5cfea1895","resolution":{"observed_at":"2026-05-25T18:47:07.798680Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"d9c0cfb9-9de5-4e12-9e51-fceabd4736f5","year":2014},"citing_paper":{"arxiv_id":"1906.09317","last_updated":"2019-06-21T20:55:57Z","snapshot_observed_at":"2026-08-15T00:51:18.963560Z","submitted_at":"2019-06-21T20:55:57Z","title":"Identification of Tasks, Datasets, Evaluation Metrics, and Numeric Scores for Scientific Leaderboards Construction","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-05-25T18:37:23.559740Z"},"links":{"citing_paper":"/paper/1906.09317"},"observation_digest":"sha256:6f6eff4fbe9c0f1740aa78884fdfaa3f09a9d92cef0f8f8d30cf096b8bcf3673","observation_id":"e2a20ce1-a879-4b8b-99fc-d184bae0042e","resolution":{"observed_at":"2026-05-25T18:47:07.727403Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"efe870d5-789c-4384-984e-4a93fdcfbe86","year":2019},"citing_paper":{"arxiv_id":"1906.09317","last_updated":"2019-06-21T20:55:57Z","snapshot_observed_at":"2026-08-15T00:51:18.963560Z","submitted_at":"2019-06-21T20:55:57Z","title":"Identification of Tasks, Datasets, Evaluation Metrics, and Numeric Scores for Scientific Leaderboards Construction","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-05-25T18:37:23.559740Z"},"links":{"citing_paper":"/paper/1906.09317"},"observation_digest":"sha256:60648180f3c3c40a620e2c634fc61b0af59c968bd42b2f47736d118c93628515","observation_id":"f08e7fb6-f3b7-43ad-a9c9-2e6566327959","resolution":{"observed_at":"2026-05-25T18:47:07.773355Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/s17-1026","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":null,"work_id":"63741339-e2bc-437d-8c63-861c8d974101","year":2017},"citing_paper":{"arxiv_id":"1906.09317","last_updated":"2019-06-21T20:55:57Z","snapshot_observed_at":"2026-08-15T00:51:18.963560Z","submitted_at":"2019-06-21T20:55:57Z","title":"Identification of Tasks, Datasets, Evaluation Metrics, and Numeric Scores for Scientific Leaderboards Construction","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-05-25T18:37:23.559740Z"},"links":{"citing_paper":"/paper/1906.09317"},"observation_digest":"sha256:13e8296e5729455a9f32a8b02c664a8453066847b2a9e30124e56316482a117b","observation_id":"59ee598e-1e24-4bc2-82aa-512861a17ebd","resolution":{"observed_at":"2026-05-25T18:41:08.113722Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1145/3268408","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":"Journal of Data and Information Quality","work_id":"ce4c0d59-f6cf-44d1-8d0b-7ff912541da0","year":2018},"citing_paper":{"arxiv_id":"1906.09317","last_updated":"2019-06-21T20:55:57Z","snapshot_observed_at":"2026-08-15T00:51:18.963560Z","submitted_at":"2019-06-21T20:55:57Z","title":"Identification of Tasks, Datasets, Evaluation Metrics, and Numeric Scores for Scientific Leaderboards Construction","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-05-25T18:37:23.559740Z"},"links":{"citing_paper":"/paper/1906.09317"},"observation_digest":"sha256:2d991592c8a488786c97d6d6d82e43f3b06d051b85255daf3f69d2b73267e2fa","observation_id":"80e7db53-c966-41b1-adac-21d621415e77","resolution":{"observed_at":"2026-05-25T18:41:08.059610Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"c164c4db-c2be-471e-abb9-6584fb53eaa2","year":2018},"citing_paper":{"arxiv_id":"1906.09317","last_updated":"2019-06-21T20:55:57Z","snapshot_observed_at":"2026-08-15T00:51:18.963560Z","submitted_at":"2019-06-21T20:55:57Z","title":"Identification of Tasks, Datasets, Evaluation Metrics, and Numeric Scores for Scientific Leaderboards Construction","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-05-25T18:37:23.559740Z"},"links":{"citing_paper":"/paper/1906.09317"},"observation_digest":"sha256:c29e400cf73cc8b69d33615c2cc21646528bf154b4cc8c430f240a3bd13ee5ce","observation_id":"5e530b16-3a50-496b-93ea-e329fc6d5c3f","resolution":{"observed_at":"2026-05-25T18:47:07.745002Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"0fe40ee5-5c81-4840-bc4d-c29f6ab29801","year":2011},"citing_paper":{"arxiv_id":"1906.09317","last_updated":"2019-06-21T20:55:57Z","snapshot_observed_at":"2026-08-15T00:51:18.963560Z","submitted_at":"2019-06-21T20:55:57Z","title":"Identification of Tasks, Datasets, Evaluation Metrics, and Numeric Scores for Scientific Leaderboards Construction","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-05-25T18:37:23.559740Z"},"links":{"citing_paper":"/paper/1906.09317"},"observation_digest":"sha256:992f591b3c86e386d4fb67ed718ab51a52f09420975a3a0c6a724489077846e9","observation_id":"3c58eeb1-f7bc-42cd-ac18-83b3a571291b","resolution":{"observed_at":"2026-05-25T18:47:07.784812Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"9bdc7772-3c45-46ed-8af0-d8570978b893","year":2016},"citing_paper":{"arxiv_id":"1906.09317","last_updated":"2019-06-21T20:55:57Z","snapshot_observed_at":"2026-08-15T00:51:18.963560Z","submitted_at":"2019-06-21T20:55:57Z","title":"Identification of Tasks, Datasets, Evaluation Metrics, and Numeric Scores for Scientific Leaderboards Construction","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-05-25T18:37:23.559740Z"},"links":{"citing_paper":"/paper/1906.09317"},"observation_digest":"sha256:ba908ae8d3b981209e0b76e0e83697a8992274d00fd8d8437b65f4aeec0339b1","observation_id":"3ccd3ada-323a-492a-bce1-16d34d433c8f","resolution":{"observed_at":"2026-05-25T18:47:07.706716Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1162/tacl_a_00028","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":"Transactions of the Association for Computational Linguistics","work_id":"ae168210-813f-478d-ad99-aa95f29b91c3","year":2018},"citing_paper":{"arxiv_id":"1906.09317","last_updated":"2019-06-21T20:55:57Z","snapshot_observed_at":"2026-08-15T00:51:18.963560Z","submitted_at":"2019-06-21T20:55:57Z","title":"Identification of Tasks, Datasets, Evaluation Metrics, and Numeric Scores for Scientific Leaderboards Construction","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-05-25T18:37:23.559740Z"},"links":{"citing_paper":"/paper/1906.09317"},"observation_digest":"sha256:c3c5855d7d9e2f765c65179a6cb9b575d45aa0eb0e323186f27cd7c59f7504f6","observation_id":"1a53509b-429b-44fe-a723-3043435a4ef5","resolution":{"observed_at":"2026-05-25T18:41:08.104706Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"8b3067dc-9f91-41a8-a275-3eb3ff086147","year":2019},"citing_paper":{"arxiv_id":"1906.09317","last_updated":"2019-06-21T20:55:57Z","snapshot_observed_at":"2026-08-15T00:51:18.963560Z","submitted_at":"2019-06-21T20:55:57Z","title":"Identification of Tasks, Datasets, Evaluation Metrics, and Numeric Scores for Scientific Leaderboards Construction","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-05-25T18:37:23.559740Z"},"links":{"citing_paper":"/paper/1906.09317"},"observation_digest":"sha256:27d09d0ca0cd1bcce95cf555c35d56b170c54975fdfdd2087de843c7815f58b9","observation_id":"a58a271f-3e4a-4360-899b-a34be2ab748e","resolution":{"observed_at":"2026-05-25T18:47:07.700149Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"eb87ffd6-e5f3-4354-be0a-f7d469c1895b","year":2019},"citing_paper":{"arxiv_id":"1906.09317","last_updated":"2019-06-21T20:55:57Z","snapshot_observed_at":"2026-08-15T00:51:18.963560Z","submitted_at":"2019-06-21T20:55:57Z","title":"Identification of Tasks, Datasets, Evaluation Metrics, and Numeric Scores for Scientific Leaderboards Construction","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-05-25T18:37:23.559740Z"},"links":{"citing_paper":"/paper/1906.09317"},"observation_digest":"sha256:9422467a22613d9b5859594ef97fedd9ee1e1b382e3e530a991489dfe177377f","observation_id":"0026f324-f64a-4a0e-a58e-6f570381206b","resolution":{"observed_at":"2026-05-25T18:47:07.781107Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"ec5c4b30-a775-4569-8886-43a87317fae8","year":2009},"citing_paper":{"arxiv_id":"1906.09317","last_updated":"2019-06-21T20:55:57Z","snapshot_observed_at":"2026-08-15T00:51:18.963560Z","submitted_at":"2019-06-21T20:55:57Z","title":"Identification of Tasks, Datasets, Evaluation Metrics, and Numeric Scores for Scientific Leaderboards Construction","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-05-25T18:37:23.559740Z"},"links":{"citing_paper":"/paper/1906.09317"},"observation_digest":"sha256:8a6cd29989ccff690666525f8d2c177d7f989e1337cd585be6db436fcd6d1f94","observation_id":"32af15bb-2ec7-4a94-9e11-b40b242abde1","resolution":{"observed_at":"2026-05-25T18:47:07.691104Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"9f494e3a-988d-465e-9189-1f83884f1d7c","year":2018},"citing_paper":{"arxiv_id":"1906.09317","last_updated":"2019-06-21T20:55:57Z","snapshot_observed_at":"2026-08-15T00:51:18.963560Z","submitted_at":"2019-06-21T20:55:57Z","title":"Identification of Tasks, Datasets, Evaluation Metrics, and Numeric Scores for Scientific Leaderboards Construction","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-05-25T18:37:23.559740Z"},"links":{"citing_paper":"/paper/1906.09317"},"observation_digest":"sha256:2fcbf4aed2d1e1ef43dae3e189ea948f282fd8f2aa81a1ae218bfdbf5c57d5b0","observation_id":"8d8bdc87-61fe-42e4-87b2-a3f4fbdc5fd0","resolution":{"observed_at":"2026-05-25T18:47:07.737955Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/d17-1279","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":null,"work_id":"bb11e56f-a6cb-446e-9547-f915b7270ecb","year":2017},"citing_paper":{"arxiv_id":"1906.09317","last_updated":"2019-06-21T20:55:57Z","snapshot_observed_at":"2026-08-15T00:51:18.963560Z","submitted_at":"2019-06-21T20:55:57Z","title":"Identification of Tasks, Datasets, Evaluation Metrics, and Numeric Scores for Scientific Leaderboards Construction","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-05-25T18:37:23.559740Z"},"links":{"citing_paper":"/paper/1906.09317"},"observation_digest":"sha256:8f9724ce42bec6b5df54baad186884f35ce51000a530ae942e61ba31fcfc85bd","observation_id":"4518f658-18e9-4b6a-9de9-ef4af3b34b6e","resolution":{"observed_at":"2026-05-25T18:41:08.072025Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"145658b1-4454-46b8-8834-b14c3080cf2f","year":2018},"citing_paper":{"arxiv_id":"1906.09317","last_updated":"2019-06-21T20:55:57Z","snapshot_observed_at":"2026-08-15T00:51:18.963560Z","submitted_at":"2019-06-21T20:55:57Z","title":"Identification of Tasks, Datasets, Evaluation Metrics, and Numeric Scores for Scientific Leaderboards Construction","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-05-25T18:37:23.559740Z"},"links":{"citing_paper":"/paper/1906.09317"},"observation_digest":"sha256:a15eff88d659790e53571933cd7c5d49e2b4be98f8acc771ba289de64c964107","observation_id":"77ecab57-40e8-4802-82eb-adb8cbb2bb0e","resolution":{"observed_at":"2026-05-25T18:47:07.719504Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Pedregosa, G","venue":null,"work_id":"e16fdc5b-aa0b-4b0a-9955-17c46995800f","year":2011},"citing_paper":{"arxiv_id":"1906.09317","last_updated":"2019-06-21T20:55:57Z","snapshot_observed_at":"2026-08-15T00:51:18.963560Z","submitted_at":"2019-06-21T20:55:57Z","title":"Identification of Tasks, Datasets, Evaluation Metrics, and Numeric Scores for Scientific Leaderboards Construction","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-05-25T18:37:23.559740Z"},"links":{"citing_paper":"/paper/1906.09317"},"observation_digest":"sha256:1101c5ff195a2d111b0f1e9f5318e5c347b059f3fc57ee58a43205a95797366d","observation_id":"87f5a473-3522-4326-bde9-1fac024092cf","resolution":{"observed_at":"2026-05-25T18:47:07.802881Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Edward Hu, Ellie Pavlick, Aaron Steven White, and Benjamin Van Durme","venue":null,"work_id":"b12c41c8-5808-4ce0-b0f9-9f4ff085eafd","year":2018},"citing_paper":{"arxiv_id":"1906.09317","last_updated":"2019-06-21T20:55:57Z","snapshot_observed_at":"2026-08-15T00:51:18.963560Z","submitted_at":"2019-06-21T20:55:57Z","title":"Identification of Tasks, Datasets, Evaluation Metrics, and Numeric Scores for Scientific Leaderboards Construction","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-05-25T18:37:23.559740Z"},"links":{"citing_paper":"/paper/1906.09317"},"observation_digest":"sha256:3f9cd154ac991b84738aeaa276fab57bfd8e32881122fd2d1169c9ec5f855207","observation_id":"e3383b67-fa6b-4446-92f7-aa617db57b0c","resolution":{"observed_at":"2026-05-25T18:47:07.731173Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"7539637c-18ba-4573-a511-c9ed998acccd","year":2013},"citing_paper":{"arxiv_id":"1906.09317","last_updated":"2019-06-21T20:55:57Z","snapshot_observed_at":"2026-08-15T00:51:18.963560Z","submitted_at":"2019-06-21T20:55:57Z","title":"Identification of Tasks, Datasets, Evaluation Metrics, and Numeric Scores for Scientific Leaderboards Construction","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-05-25T18:37:23.559740Z"},"links":{"citing_paper":"/paper/1906.09317"},"observation_digest":"sha256:fcc8d886e14e3cd281299d5e9f6318793822d6c67f517ce33c69aba5d44a0934","observation_id":"f378fb15-228a-4f1e-b620-27eb37a31ebe","resolution":{"observed_at":"2026-05-25T18:47:07.734511Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"2d55a6b9-a425-46a7-aebe-209b5e10a1fa","year":2012},"citing_paper":{"arxiv_id":"1906.09317","last_updated":"2019-06-21T20:55:57Z","snapshot_observed_at":"2026-08-15T00:51:18.963560Z","submitted_at":"2019-06-21T20:55:57Z","title":"Identification of Tasks, Datasets, Evaluation Metrics, and Numeric Scores for Scientific Leaderboards Construction","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-05-25T18:37:23.559740Z"},"links":{"citing_paper":"/paper/1906.09317"},"observation_digest":"sha256:3ce9e12b5df88f5b75169352905211ee36cd6febb91c413394a8b72ee3a878c5","observation_id":"bf1e8056-3dca-484a-b0d7-ed61449a92dd","resolution":{"observed_at":"2026-05-25T18:47:07.748289Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"1eed75f2-0312-4d17-8401-d35268088b79","year":2017},"citing_paper":{"arxiv_id":"1906.09317","last_updated":"2019-06-21T20:55:57Z","snapshot_observed_at":"2026-08-15T00:51:18.963560Z","submitted_at":"2019-06-21T20:55:57Z","title":"Identification of Tasks, Datasets, Evaluation Metrics, and Numeric Scores for Scientific Leaderboards Construction","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-05-25T18:37:23.559740Z"},"links":{"citing_paper":"/paper/1906.09317"},"observation_digest":"sha256:c73ae4224665770162fda0baf9ffb93913c8901822415b4bab8b2ce6527af58a","observation_id":"cb693e20-8350-4d96-8dd3-d1a8a13c9b12","resolution":{"observed_at":"2026-05-25T18:47:07.788330Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"1906.09317","last_updated":"2019-06-21T20:55:57Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-15T00:51:18.963560Z","submitted_at":"2019-06-21T20:55:57Z","title":"Identification of Tasks, Datasets, Evaluation Metrics, and Numeric Scores for Scientific Leaderboards Construction"},"reference_resolution":{"displayed":32,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":20,"verified_exact":6,"verified_fuzzy":6},"total_outbound_references":32},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"thesis":"As of 23 August 2026, this Paper Citation Record lists 32 of 32 outbound references and 1 inbound Pith citation observation for arXiv:1906.09317."}