{"as_of":"2026-08-07T09:19:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:ec274d7b4c062e89e9d7f4bc35d44aa15b9beda0d5069e247e339cf420454cea","coverage":[{"denominator":45,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":45,"source":"paper_references, paper_reference_links","source_observed_at":"2026-07-11T04:25:29.271082Z","state":"measured"},{"denominator":45,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":45,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2607.05644/citation-record","integrity":"/paper/2607.05644/integrity","json":"/paper/2607.05644/citation-record.json","paper":"/paper/2607.05644"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"pubmed/2629386","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:27:50.536392Z","title":"Névéol, P","venue":null,"work_id":"64ba4a2d-a9f1-4268-b541-0c3066fd7ccb","year":2014},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-07-11T04:25:28.965916Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:f900992988f3d7dca98cd7d2492a62543e934a9d9f732af288350c25a84bf4b0","observation_id":"a7b1d10d-c9a5-46db-93b2-d9dbd9994f0f","resolution":{"observed_at":"2026-07-11T04:27:50.539388Z","resolver_source":"arxiv_id","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.15265/iy-2016-049","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Névéol, P","venue":"Yearbook of Medical Informatics","work_id":"fc7c61c6-ab9c-4208-aa47-fb97ff522776","year":2015},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-07-11T04:25:28.965916Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:6bc5e9806a317921557de0ebd7aef6ac5b86d2231eabffc63157dea5bea2eeba","observation_id":"e2b401c7-6f79-47da-b41b-4f25b27d2ed7","resolution":{"observed_at":"2026-07-11T04:27:46.760830Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-07-11T13:20:04.939918+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T13:20:04.939918+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/0-387-36278-9_8","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Friedman, S","venue":"Computers in health care","work_id":"9047cb57-440f-4453-8940-0604a8ab84c1","year":2006},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-07-11T04:25:28.965916Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:26c620ce4f7fe41ee9cd57af325dd5debb922284c2fda7c1b880dd226ea4c1ed","observation_id":"ded06b8d-04d3-4d5e-a758-b2b64a18bae1","resolution":{"observed_at":"2026-07-11T04:27:46.989377Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-07-11T13:20:05.19766+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T13:20:05.19766+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/978-0-585-35958-8_1","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":null,"work_id":"1a2f610e-1848-4396-9acf-761be838cc98","year":1994},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-07-11T04:25:28.965916Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:12b60ebe907c129979b3cae2bd185d5e6a2bd9f1731971e58b50919ce27192b8","observation_id":"b05434fb-f7a0-475b-9813-d568d56233e9","resolution":{"observed_at":"2026-07-11T04:27:47.010457Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-07-11T13:20:05.429781+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T13:20:05.429781+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"oclc/1394744","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:27:50.528129Z","title":"Sager, C","venue":null,"work_id":"7f2c224a-4543-420b-a0d7-c4e32403104c","year":1987},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-07-11T04:25:28.965916Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:ec91630f62b20a6dc83fedb82a0485dab80fa4339016e67e5adfcb45b65259bd","observation_id":"1e01901f-e101-47fb-a773-f84d22f17154","resolution":{"observed_at":"2026-07-11T04:27:50.531207Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1401.0569","last_updated":"2014-01-08T19:00:04Z","snapshot_observed_at":"2026-07-06T03:32:23.116729Z","submitted_at":"2014-01-03T00:57:13Z","title":"Natural Language Processing in Biomedicine: A Unified System Architecture Overview","version":2},"cited_work":{"arxiv_id":"1401.0569","doi":"10.1007/978-1-4939-0847-9_16","metadata_source":"pith","pith_arxiv_id":"1401.0569","snapshot_observed_at":"2026-08-05T02:49:54.815029Z","title":"Natural Language Processing in Biomedicine: A Unified System Architecture Overview","venue":"cs.CL","work_id":"4ee506e6-85d9-478a-bda0-f4910942c9eb","year":2014},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-07-11T04:25:28.965916Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"cited_paper":"/paper/1401.0569","citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:c3216dd3bf81590ac6ae863738802cf7cfa806ec32501b37b721353ccff39e10","observation_id":"cc200c78-4c03-4699-8ab7-ef587047a2cc","resolution":{"observed_at":"2026-07-11T04:27:46.783014Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-07-11T13:20:05.751466+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T13:20:05.751466+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:25:29.271082Z","title":null,"venue":null,"work_id":null,"year":2011},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-07-11T04:25:28.965916Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:ac40a9d707e6750194f744c0269c705a6f945e4cbda1a997f065df9216c1169e","observation_id":"3b43a6b7-011e-4d95-977b-96ed1a8e9217","resolution":{"observed_at":"2026-07-11T04:25:29.271082Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/3-540-63438-x_2","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":"Lecture notes in computer science","work_id":"3f5a62ee-6703-4975-92e4-5551784579a4","year":1997},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-07-11T04:25:28.965916Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:a73cc7cfa299861e85970e638270c46a8ee7c7e2e25e6562e2bdc4ed2e280f07","observation_id":"58d77c51-b31f-4328-a6b2-0cc1511f7c1a","resolution":{"observed_at":"2026-07-11T04:27:46.853464Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-07-11T13:20:06.303113+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T13:20:06.303113+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1089/cmb.2005.12.554","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":"Journal of Computational Biology","work_id":"362ba821-20c8-4182-a5df-c8c21d486071","year":2005},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-07-11T04:25:28.965916Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:e240a79028b9ab85dc123290ed884161f723b2dbc27af00abfd7f3caeed5a855","observation_id":"84dc9a7d-625d-4f6d-91a5-25ffdb915ce5","resolution":{"observed_at":"2026-07-11T04:27:46.974341Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-07-11T13:20:06.523554+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T13:20:06.523554+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1561/1900000003","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Sarawagi, Information Extraction, Foundations and Trends in Databases 1 (3) (2008) 261–377.doi:10.1561/1900000003","venue":"Foundations and Trends in Databases","work_id":"887faf46-0bea-486c-b6a0-669f5bd6325c","year":2008},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-07-11T04:25:28.965916Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:a199ea0a649d47eb1b0f782adecb54bc016fda518e7cda5a00f39aac525ad58a","observation_id":"bd59a41a-096c-41ce-908e-4a0680dd3dca","resolution":{"observed_at":"2026-07-11T04:27:46.809965Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-07-11T13:20:06.876589+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T13:20:06.876589+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"pubmed/1866088","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:27:50.519178Z","title":null,"venue":null,"work_id":"62090689-b5a6-4d76-93b8-9602835639af","year":2008},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-07-11T04:25:28.965916Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:6364d201aad349ed87168ac7deb343d514fec55b0d561b4123ab5484fff1d8c0","observation_id":"da2562f6-704b-4784-8462-aa4a806a6ce4","resolution":{"observed_at":"2026-07-11T04:27:50.522073Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:25:29.271082Z","title":"Demner-Fushman, W","venue":null,"work_id":null,"year":2009},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-07-11T04:25:28.965916Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:ccd8e5ec50efda36ee799fc64f01fd5daeaa0be7a10accfd89c6ccb49c817ec0","observation_id":"474d315a-5d3e-48b7-8d37-8c0bfdabc9b8","resolution":{"observed_at":"2026-07-11T04:25:29.271082Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"pubmed/9019092","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:27:50.510786Z","title":"Spyns, Natural language processing in medicine: an overview., Methods of information in medicine 35 (4-5) (1996) 285–301","venue":null,"work_id":"508162f9-6f77-44e1-b710-fef5b9668668","year":1996},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-07-11T04:25:28.965916Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:686b9d3b4222066c152c5058bc9b7537a819606c80a49b726771cfd00903b27b","observation_id":"b1cbbe29-631d-483c-8498-77e944b6022b","resolution":{"observed_at":"2026-07-11T04:27:50.513835Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"1078.105805","doi":"10.1201/1078.10580530/46352.23.4.20060901/95110.4","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":"Information Systems Management","work_id":"8bfd4262-0c30-4bae-8877-8803b1cf650e","year":2006},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-07-11T04:25:28.965916Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:4196e31e8815f1e46760a98d6600c3addd7f5220ddd2c692d47569f2ed79b8bd","observation_id":"a90abae2-b0f9-47ea-84c7-42651b276e6c","resolution":{"observed_at":"2026-07-11T04:27:47.030280Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-07-11T13:20:07.13057+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T13:20:07.13057+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.3352/jeehp.2013.10.12","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Vassar, M","venue":"Journal of Educational Evaluation for Health Professions","work_id":"8bee4224-d6e1-4afc-a0bd-977a953a0c5b","year":2013},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-07-11T04:25:28.965916Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:e5eb713675e3dc4b31ff37e4895ddfdd35e4825664cef5934f9dc7d5dcd216eb","observation_id":"bf4c7138-d32b-4dbe-8ff5-c80e3d93b0ce","resolution":{"observed_at":"2026-07-11T04:27:46.821973Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-07-11T13:20:07.405817+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T13:20:07.405817+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"pubmed/1839218","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:27:50.501252Z","title":null,"venue":null,"work_id":"1bee51a6-387a-4015-a9c0-14526dda751a","year":2006},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-07-11T04:25:28.965916Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:d3d9dcefc6e36b7634ba3a2292613efad7f2d609dea08e188a4fb21e891d11cc","observation_id":"cbb8eec3-1a3e-4bcc-8496-ccaca55fe053","resolution":{"observed_at":"2026-07-11T04:27:50.504521Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1186/s12887-016-0592-z","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":"BMC Pediatrics","work_id":"338e0578-f585-435a-ae29-924de3dc19dd","year":2016},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-07-11T04:25:28.965916Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:cb921ce56a4cf4027d57b83f9327f541ddb1562793aa8845d15a0a468db0e9bf","observation_id":"7003bf22-068c-4f1f-a100-6d6fb2c4e28d","resolution":{"observed_at":"2026-07-11T04:27:46.937533Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-07-11T13:20:07.672412+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T13:20:07.672412+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"4417.2010","doi":"10.1080/08874417.2010.11645404","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":"Journal of Computer Information Systems","work_id":"b321a1f2-1ec4-4515-80a8-fa33d512aaa3","year":2010},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-07-11T04:25:28.965916Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:3c7232a8fdc37d2bb6f8aab98b6985978af819a83437aef6c577996a0c6fef97","observation_id":"53fc1c48-0877-41c5-aa53-d1bd7f2fe3aa","resolution":{"observed_at":"2026-07-11T04:27:46.964182Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-07-11T13:20:07.93508+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T13:20:07.93508+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1016/j.eswa.2010.02.012","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Asosheh, S","venue":"Expert Systems with Applications","work_id":"571858b6-ff2a-4684-8e90-aaaf82a7ef06","year":2010},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-07-11T04:25:28.965916Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:f73c7988797e95dd30baea8478677211ba5a8030ff008f17136b9522ee1d8e26","observation_id":"bd37c874-8cd9-4530-8e7a-11f1b17035f8","resolution":{"observed_at":"2026-07-11T04:27:47.018673Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-07-11T13:20:08.17717+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T13:20:08.17717+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:25:29.271082Z","title":"Baccarini, Logical Framework Method for Defining Project Success, Project Management Journal (1999)","venue":null,"work_id":null,"year":1999},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-07-11T04:25:28.965916Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:d8fdfc96ad19a6fec4dbdfda7366eecf4366a4ab994d5d7ef54e05a884404a27","observation_id":"8585e097-ac91-4f82-bb4d-fa6fe1f44c08","resolution":{"observed_at":"2026-07-11T04:25:29.271082Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:25:29.271082Z","title":"Davis, Logical framework analysis: a methodology to turn vision into reality, in: AIPM National Conference, 2005","venue":null,"work_id":null,"year":2005},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-07-11T04:25:28.965916Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:72de4c6a98c2604a8c8c7a06b0e594c9c918bfa59b5b48a426e40f3e2c2ef133","observation_id":"56177043-1162-4a43-8c30-2911a0e97de1","resolution":{"observed_at":"2026-07-11T04:25:29.271082Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:25:29.271082Z","title":null,"venue":null,"work_id":null,"year":2007},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-07-11T04:25:28.965916Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:4fb0c52d4797b736b5544caf0b1fea1ea29076268a56b84e3a2c8c0a134a7cca","observation_id":"a3c5d383-42c4-4b5e-a0fa-14ba0337ab96","resolution":{"observed_at":"2026-07-11T04:25:29.271082Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1037/a0017393","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":"Journal of Counseling Psychology","work_id":"fc535016-070b-494c-a7c8-57526c5da0a1","year":2010},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-07-11T04:25:28.965916Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:c6bf89b3336db8606a66abe2baf8277ecb699116a2085a4238da9836d495b667","observation_id":"c4bed54f-c92f-4430-99d7-eea30b8c5dd3","resolution":{"observed_at":"2026-07-11T04:27:46.835961Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-07-11T13:20:08.411976+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T13:20:08.411976+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1093/jamia/ocw097","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":"Journal of the American Medical Informatics Association","work_id":"d115cba2-5d14-4dde-b6a7-7c7c6c41c697","year":2017},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-07-11T04:25:28.965916Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:888ec5f90a8d034b9d322d037f8d59c9e0a0440b3d5249f6df919ad7f5da008b","observation_id":"7281717a-044b-4753-84c6-b31c27c578a7","resolution":{"observed_at":"2026-07-11T04:27:47.038806Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-07-11T13:20:08.692468+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T13:20:08.692468+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"pubmed/2455135","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:27:50.554788Z","title":"Divita, T","venue":null,"work_id":"5b2c16af-ebf3-4641-a6e0-81d7d807f5fb","year":2016},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-07-11T04:25:28.965916Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:9c4d875069276bc4ffea8454b05873571b50cc4b5d33fed0c968807f21335caf","observation_id":"16225da3-4b3a-4098-9302-7489f9877887","resolution":{"observed_at":"2026-07-11T04:27:50.557835Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1186/1472-6947-13-90","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":"BMC Medical Informatics and Decision Making","work_id":"78c3de6f-5653-4cea-bf1f-60c91ce0b051","year":2013},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-07-11T04:25:28.965916Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:6cd2402ef45edcbadb776ab62ef6268c43dfcf2d754d29dac2cd2e3c35ae84fc","observation_id":"626ead29-f0a3-4420-9edf-7cc7f6bb36bf","resolution":{"observed_at":"2026-07-11T04:27:46.996675Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-07-11T13:20:08.991842+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T13:20:08.991842+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1016/j.ijnurstu.2016.09.013","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Topaz, K","venue":"International Journal of Nursing Studies","work_id":"bf1d5119-902e-4fe6-9076-cd57c1f9b26f","year":2016},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-07-11T04:25:28.965916Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:a7a1e4f6d174df8f9d65f60909c0e6b7a065c5d2a1210eeeebfde39286490e29","observation_id":"92e1e090-fbdb-4fdd-9ece-cf98cf70da90","resolution":{"observed_at":"2026-07-11T04:27:46.795684Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-07-11T13:20:09.312762+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T13:20:09.312762+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:25:29.271082Z","title":"Guo, et al., Improving large language models for clinical named en- tity recognition via prompt engineeringPMC11339492","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-07-11T04:25:28.965916Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:e0e53957c938f88e80061f665942ca229312fb6fc8baec9f0cff131a188fed01","observation_id":"56ad3e6d-8269-4d35-8ea2-42839733e2ec","resolution":{"observed_at":"2026-07-11T04:25:29.271082Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:25:29.271082Z","title":"Syrstad, et al., Harnessing large language models for efficient data extraction in systematic reviews: the role of prompt engineer- ingPMC12559671","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-07-11T04:25:28.965916Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:528d6be60559ae4395ff055069e7c6626964f7e22882ff4e6bb92c2930b22e66","observation_id":"591dfe6a-4dd8-4f97-9289-83dafa91c672","resolution":{"observed_at":"2026-07-11T04:25:29.271082Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:25:29.271082Z","title":"Venue pending ver- ification","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-07-11T04:25:28.965916Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:36b7dee8cb9e1abd048935d192a85a4020fccd10a8e1bec49a499032bef0da7f","observation_id":"da90405f-ec85-414b-8198-85041681d1a7","resolution":{"observed_at":"2026-07-11T04:25:29.271082Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:25:29.271082Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-07-11T04:25:28.965916Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:16c4293d3b609a75131e42929bb98e8e66668fb80273c6ca99f66d1a75b17885","observation_id":"9a980900-facf-4294-8da7-0eefb4d08050","resolution":{"observed_at":"2026-07-11T04:25:29.271082Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:25:29.271082Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-07-11T04:25:28.965916Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:fe966e266d625317080f241dc561dba7fa7ebedfa7a4851cc0c6b0ed99faa680","observation_id":"a722393f-58b0-4be6-b345-d760f91dbe39","resolution":{"observed_at":"2026-07-11T04:25:29.271082Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2003.07082","last_updated":"2020-04-23T04:22:16Z","snapshot_observed_at":"2026-08-07T01:07:05.571663Z","submitted_at":"2020-03-16T09:05:53Z","title":"Stanza: A Python Natural Language Processing Toolkit for Many Human Languages","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2003.07082","snapshot_observed_at":"2026-07-11T04:25:29.271082Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-07-11T04:25:28.965916Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"cited_paper":"/paper/2003.07082","citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:fb25302af0b535b73b49baa0e10c27e21b8a9f7d8b6f39b1801e11f6075961e5","observation_id":"b637cf9b-bd2d-4aa8-b13d-efa47a49cfea","resolution":{"observed_at":"2026-07-11T04:25:29.271082Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:25:29.271082Z","title":"Honnibal, I","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-07-11T04:25:28.965916Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:9dacc34703be6ff7ffc3e7e3e0e3dfef4f6a3692056a315e4ba2f367edfcc3ce","observation_id":"24f1b695-5f15-4378-9544-e182a6da0117","resolution":{"observed_at":"2026-07-11T04:25:29.271082Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:25:29.271082Z","title":null,"venue":null,"work_id":null,"year":2008},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-07-11T04:25:28.965916Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:ee63916e1ae360b3c622040d30481c36475d2243c1c81a7692a7613ea8c307df","observation_id":"0ee1a3dd-35d6-4773-b9d2-9adadd75a5db","resolution":{"observed_at":"2026-07-11T04:25:29.271082Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1011.1669","last_updated":"2011-11-20T05:55:49Z","snapshot_observed_at":"2026-08-06T00:46:02.611736Z","submitted_at":"2010-11-07T18:33:17Z","title":"A \"missing\" family of classical orthogonal polynomials","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1011.1669","snapshot_observed_at":"2026-07-11T04:25:29.271082Z","title":"Sapir, Language: An introduction to the study of speech, 1921","venue":null,"work_id":null,"year":1921},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-07-11T04:25:28.965916Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"cited_paper":"/paper/1011.1669","citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:bedd9b308e24a66ea59906f59d4f29bba2d2bd5cce40aadae86637d7845919be","observation_id":"0692fa96-cf1f-4a55-9344-05043179274b","resolution":{"observed_at":"2026-07-11T04:25:29.271082Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1075/clscc.6.11lup","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Lupyan, R","venue":"Cognitive linguistic studies in cultural contexts","work_id":"d1982ef6-c115-4b39-ba99-44e021a0e415","year":2015},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-07-11T04:25:28.965916Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:746a0bd1372cf68ff624aac2e9b17fc957d5b6721815c6d5d40600ac70674042","observation_id":"7b72efbe-6673-4dab-a9a9-83e9aae44916","resolution":{"observed_at":"2026-07-11T04:27:46.910888Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-07-11T13:20:10.407232+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T13:20:10.407232+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"pubmed/2858045","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:27:50.571117Z","title":null,"venue":null,"work_id":"3185f601-3d89-4d22-9022-1c1446a2be4e","year":2016},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-07-11T04:25:28.965916Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:70eddee00399232b84475abb98fe569f512350093549a39a1d51c8006d363fa3","observation_id":"cc9ec747-c716-4f4f-871d-f551848aba01","resolution":{"observed_at":"2026-07-11T04:27:50.575551Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1016/b978-0-08-051013-2.50018-5","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Gentner, I","venue":"Elsevier eBooks","work_id":"e04c823e-2ab5-4f09-9f65-34e99db1c4ca","year":1988},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-07-11T04:25:28.965916Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:7a7c13b66779a11ab17ad1f28832fdd9ddc27c0098f2a0e3028c17de872f0941","observation_id":"254eb94a-d6dc-4bd1-913b-897bb781f955","resolution":{"observed_at":"2026-07-11T04:27:46.951217Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-07-11T13:20:10.708665+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T13:20:10.708665+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:25:29.271082Z","title":null,"venue":null,"work_id":null,"year":1991},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-07-11T04:25:28.965916Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:7b3067d548793907a51a18609e3f0de9c0a9c39520571175443413587a9cfc38","observation_id":"7b12f351-fbc0-4051-a23a-1f5fe8b8bc7a","resolution":{"observed_at":"2026-07-11T04:25:29.271082Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1016/s1532-0464(03","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:27:46.889421Z","title":"Friedman, P","venue":null,"work_id":"c47268c4-96a9-4ca5-9ddf-9643eff58ee6","year":2002},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-07-11T04:25:28.965916Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:97d23c949c38d58a0cec55446b0acbf9a04961149bb2647fab7014884a696c49","observation_id":"7333fdc0-d655-450c-8cb2-ce8987dc90d1","resolution":{"observed_at":"2026-07-11T04:27:46.893140Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-07-11T13:20:10.956017+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T13:20:10.956017+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"pubmed/2219517","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:27:50.544927Z","title":"Patterson, J","venue":null,"work_id":"6d64c764-510b-494e-8e4a-8f99872f81da","year":2011},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-07-11T04:25:28.965916Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:a692387be7cbad41931484e1eb44987676b7150eec302e3d0a6aa3098e43fc6c","observation_id":"83b232f8-858b-45ee-a988-a3b0791eeec9","resolution":{"observed_at":"2026-07-11T04:27:50.548417Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2089.251210","doi":"10.1145/2512089.2512101","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Doing-Harris, O","venue":null,"work_id":"ea47ed5e-d526-4a22-9160-1df0008742ad","year":2013},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-07-11T04:25:28.965916Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:31adb64655312327d8ad2fa1e9b793cd512b3b5e77dd5eb1a6b419019c0b5dba","observation_id":"19708b2e-82f4-4e44-bc11-376a8d017e2f","resolution":{"observed_at":"2026-07-11T04:27:46.873640Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-07-11T13:20:11.218452+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T13:20:11.218452+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"pubmed/1677899","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:27:50.562875Z","title":"Bernhardt, S","venue":null,"work_id":"a65aea0e-44fb-462f-9425-18b44eff95e9","year":2005},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-07-11T04:25:28.965916Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:d817b28ebb061dd4f7d447c00b04a15d8041ac6461476114033287447e85dc66","observation_id":"4e8680ab-a94a-484d-998a-875c5a76a938","resolution":{"observed_at":"2026-07-11T04:27:50.565886Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1093/jamia/ocx039","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":"Journal of the American Medical Informatics Association","work_id":"3cb183ae-9b0e-4f94-b794-b171f7054b20","year":2017},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-07-11T04:25:28.965916Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:84cc9bd277567e9910753555e52b6c470d24ba576bb4b439d87b1c514b96f75c","observation_id":"27624f0b-eec2-4c39-8113-87079cae86c5","resolution":{"observed_at":"2026-07-11T04:27:46.981608Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-07-11T13:20:11.528495+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T13:20:11.528495+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-07-11T04:25:28.965916Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development"},"reference_resolution":{"displayed":45,"state_counts":{"malformed_identifier":2,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":14,"verified_exact":29,"verified_fuzzy":0},"total_outbound_references":45},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 7 August 2026, this Paper Citation Record lists 45 of 45 outbound references and 0 inbound Pith citation observations for arXiv:2607.05644."}