{"as_of":"2026-08-09T11:45:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:633bc1f9e3363f59219603f5f15d930a09bed51a1673f4ddbc363a169da392fb","coverage":[{"denominator":45,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":45,"source":"paper_references, paper_reference_links","source_observed_at":"2026-07-11T04:25:29.271082Z","state":"measured"},{"denominator":45,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":45,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2607.05644/citation-record","integrity":"/paper/2607.05644/integrity","json":"/paper/2607.05644/citation-record.json","paper":"/paper/2607.05644"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"pubmed/2629386","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:27:50.536392Z","title":"Névéol, P","venue":null,"work_id":"64ba4a2d-a9f1-4268-b541-0c3066fd7ccb","year":2014},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-08-08T05:16:43.336815Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:32e1a09261c8a53641733147ed4df3c3a108ae74132a6e084974d8be3d237675","observation_id":"a7b1d10d-c9a5-46db-93b2-d9dbd9994f0f","resolution":{"observed_at":"2026-07-11T04:27:50.539388Z","resolver_source":"arxiv_id","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.15265/iy-2016-049","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Névéol, P","venue":"Yearbook of Medical Informatics","work_id":"fc7c61c6-ab9c-4208-aa47-fb97ff522776","year":2015},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-08-08T05:16:43.336815Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:2d8614f62052428e3fce6db94bbf5691f6e9376e50fc7f225793cf6cf402ef2d","observation_id":"e2b401c7-6f79-47da-b41b-4f25b27d2ed7","resolution":{"observed_at":"2026-07-11T04:27:46.760830Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-07-11T13:20:04.939918+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T13:20:04.939918+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/0-387-36278-9_8","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Friedman, S","venue":"Computers in health care","work_id":"9047cb57-440f-4453-8940-0604a8ab84c1","year":2006},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-08-08T05:16:43.336815Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:7e83d92bf5e412b52b8c1ba810cd3f75e385cb0c248f42972902cb9db507ca30","observation_id":"ded06b8d-04d3-4d5e-a758-b2b64a18bae1","resolution":{"observed_at":"2026-07-11T04:27:46.989377Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-07-11T13:20:05.19766+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T13:20:05.19766+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/978-0-585-35958-8_1","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":null,"work_id":"1a2f610e-1848-4396-9acf-761be838cc98","year":1994},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-08-08T05:16:43.336815Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:dfeaebe920079dbef4940c0a4b9e51cb425a656dbf91200b181b16596137a4c9","observation_id":"b05434fb-f7a0-475b-9813-d568d56233e9","resolution":{"observed_at":"2026-07-11T04:27:47.010457Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-07-11T13:20:05.429781+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T13:20:05.429781+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"oclc/1394744","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:27:50.528129Z","title":"Sager, C","venue":null,"work_id":"7f2c224a-4543-420b-a0d7-c4e32403104c","year":1987},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-08-08T05:16:43.336815Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:b6ee0fd29e1dc87ee45d4ba09d6ec76b7d497245acf81edd2d186b47d092c8e6","observation_id":"1e01901f-e101-47fb-a773-f84d22f17154","resolution":{"observed_at":"2026-07-11T04:27:50.531207Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1401.0569","last_updated":"2014-01-08T19:00:04Z","snapshot_observed_at":"2026-07-06T03:32:23.116729Z","submitted_at":"2014-01-03T00:57:13Z","title":"Natural Language Processing in Biomedicine: A Unified System Architecture Overview","version":2},"cited_work":{"arxiv_id":"1401.0569","doi":"10.1007/978-1-4939-0847-9_16","metadata_source":"pith","pith_arxiv_id":"1401.0569","snapshot_observed_at":"2026-08-05T02:49:54.815029Z","title":"Natural Language Processing in Biomedicine: A Unified System Architecture Overview","venue":"cs.CL","work_id":"4ee506e6-85d9-478a-bda0-f4910942c9eb","year":2014},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-08-08T05:16:43.336815Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"cited_paper":"/paper/1401.0569","citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:1360c0d6dd20b05eb66bcc1d730f4b40deb4b6de2e42bf95754d0ae80fb4040b","observation_id":"cc200c78-4c03-4699-8ab7-ef587047a2cc","resolution":{"observed_at":"2026-07-11T04:27:46.783014Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-07-11T13:20:05.751466+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T13:20:05.751466+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:25:29.271082Z","title":null,"venue":null,"work_id":null,"year":2011},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-08-08T05:16:43.336815Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:f5e079f497f23fc1da1ffd9edb5697ded6d90fa3a5a22d82807424570274d78d","observation_id":"3b43a6b7-011e-4d95-977b-96ed1a8e9217","resolution":{"observed_at":"2026-07-11T04:25:29.271082Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/3-540-63438-x_2","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":"Lecture notes in computer science","work_id":"3f5a62ee-6703-4975-92e4-5551784579a4","year":1997},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-08-08T05:16:43.336815Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:a33e03f67f9706487f30a993790b0332d7929f8f8c252b1de2727b79d19c868a","observation_id":"58d77c51-b31f-4328-a6b2-0cc1511f7c1a","resolution":{"observed_at":"2026-07-11T04:27:46.853464Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-07-11T13:20:06.303113+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T13:20:06.303113+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1089/cmb.2005.12.554","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":"Journal of Computational Biology","work_id":"362ba821-20c8-4182-a5df-c8c21d486071","year":2005},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-08-08T05:16:43.336815Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:291f2ddf3e2efefc67a94f23c9de3b4bcd6f8ff509ad719b0d79007f43c2a5d0","observation_id":"84dc9a7d-625d-4f6d-91a5-25ffdb915ce5","resolution":{"observed_at":"2026-07-11T04:27:46.974341Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-07-11T13:20:06.523554+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T13:20:06.523554+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1561/1900000003","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Sarawagi, Information Extraction, Foundations and Trends in Databases 1 (3) (2008) 261–377.doi:10.1561/1900000003","venue":"Foundations and Trends in Databases","work_id":"887faf46-0bea-486c-b6a0-669f5bd6325c","year":2008},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-08-08T05:16:43.336815Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:9d34d34e9492f8adbbb6c206a10a63d1162c177bb747715c0bcbb1ec06fc6a79","observation_id":"bd59a41a-096c-41ce-908e-4a0680dd3dca","resolution":{"observed_at":"2026-07-11T04:27:46.809965Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-07-11T13:20:06.876589+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T13:20:06.876589+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"pubmed/1866088","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:27:50.519178Z","title":null,"venue":null,"work_id":"62090689-b5a6-4d76-93b8-9602835639af","year":2008},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-08-08T05:16:43.336815Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:6c99572195631c7642618735eba5d243c0f33230a48f181e444fb65b41d3ff58","observation_id":"da2562f6-704b-4784-8462-aa4a806a6ce4","resolution":{"observed_at":"2026-07-11T04:27:50.522073Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:25:29.271082Z","title":"Demner-Fushman, W","venue":null,"work_id":null,"year":2009},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-08-08T05:16:43.336815Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:02a739b7f9f9c2d828a8638970c34536e04655e807dfe3eb9156a7e87630b529","observation_id":"474d315a-5d3e-48b7-8d37-8c0bfdabc9b8","resolution":{"observed_at":"2026-07-11T04:25:29.271082Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"pubmed/9019092","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:27:50.510786Z","title":"Spyns, Natural language processing in medicine: an overview., Methods of information in medicine 35 (4-5) (1996) 285–301","venue":null,"work_id":"508162f9-6f77-44e1-b710-fef5b9668668","year":1996},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-08-08T05:16:43.336815Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:70133bd6dfa54e699506b454809dce13a638d0d43141cc69ceca09d512779e87","observation_id":"b1cbbe29-631d-483c-8498-77e944b6022b","resolution":{"observed_at":"2026-07-11T04:27:50.513835Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"1078.105805","doi":"10.1201/1078.10580530/46352.23.4.20060901/95110.4","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":"Information Systems Management","work_id":"8bfd4262-0c30-4bae-8877-8803b1cf650e","year":2006},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-08-08T05:16:43.336815Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:dabac30611976d3c4abb014628555e4dca672474bb4bcf36be15c71a1c258b60","observation_id":"a90abae2-b0f9-47ea-84c7-42651b276e6c","resolution":{"observed_at":"2026-07-11T04:27:47.030280Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-07-11T13:20:07.13057+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T13:20:07.13057+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.3352/jeehp.2013.10.12","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Vassar, M","venue":"Journal of Educational Evaluation for Health Professions","work_id":"8bee4224-d6e1-4afc-a0bd-977a953a0c5b","year":2013},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-08-08T05:16:43.336815Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:ae27fee56d1833d105322acc36775dccbe36924f33d4100b4d1c79750f76d058","observation_id":"bf4c7138-d32b-4dbe-8ff5-c80e3d93b0ce","resolution":{"observed_at":"2026-07-11T04:27:46.821973Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-07-11T13:20:07.405817+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T13:20:07.405817+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"pubmed/1839218","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:27:50.501252Z","title":null,"venue":null,"work_id":"1bee51a6-387a-4015-a9c0-14526dda751a","year":2006},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-08-08T05:16:43.336815Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:6b079adcc30fee136c4bdd9c38a701d3f18b04c977cbbf63cf77a154e56516bd","observation_id":"cbb8eec3-1a3e-4bcc-8496-ccaca55fe053","resolution":{"observed_at":"2026-07-11T04:27:50.504521Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1186/s12887-016-0592-z","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":"BMC Pediatrics","work_id":"338e0578-f585-435a-ae29-924de3dc19dd","year":2016},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-08-08T05:16:43.336815Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:55c412de99aeffcd23d8860ee1591c39070f1e542564a6ec7c872e095629d28d","observation_id":"7003bf22-068c-4f1f-a100-6d6fb2c4e28d","resolution":{"observed_at":"2026-07-11T04:27:46.937533Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-07-11T13:20:07.672412+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T13:20:07.672412+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"4417.2010","doi":"10.1080/08874417.2010.11645404","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":"Journal of Computer Information Systems","work_id":"b321a1f2-1ec4-4515-80a8-fa33d512aaa3","year":2010},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-08-08T05:16:43.336815Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:5e68a42ddcbe1f66df5509ea8bbc05d34c3c4e0415f506e849aca8b584ffdb03","observation_id":"53fc1c48-0877-41c5-aa53-d1bd7f2fe3aa","resolution":{"observed_at":"2026-07-11T04:27:46.964182Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-07-11T13:20:07.93508+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T13:20:07.93508+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1016/j.eswa.2010.02.012","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Asosheh, S","venue":"Expert Systems with Applications","work_id":"571858b6-ff2a-4684-8e90-aaaf82a7ef06","year":2010},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-08-08T05:16:43.336815Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:d53012742c25e8d73a4024840abd01ab28e2cf3612f38891bc27f00fb4b3521a","observation_id":"bd37c874-8cd9-4530-8e7a-11f1b17035f8","resolution":{"observed_at":"2026-07-11T04:27:47.018673Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-07-11T13:20:08.17717+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T13:20:08.17717+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:25:29.271082Z","title":"Baccarini, Logical Framework Method for Defining Project Success, Project Management Journal (1999)","venue":null,"work_id":null,"year":1999},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-08-08T05:16:43.336815Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:d5632d10ff99c82e895b2d1eb02cef6071a592ff9006608360704182fe67dcf4","observation_id":"8585e097-ac91-4f82-bb4d-fa6fe1f44c08","resolution":{"observed_at":"2026-07-11T04:25:29.271082Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:25:29.271082Z","title":"Davis, Logical framework analysis: a methodology to turn vision into reality, in: AIPM National Conference, 2005","venue":null,"work_id":null,"year":2005},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-08-08T05:16:43.336815Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:77a8d39d8f7f7dd829939fc2182104771f3fc4a758cdecd401d36b38703296dd","observation_id":"56177043-1162-4a43-8c30-2911a0e97de1","resolution":{"observed_at":"2026-07-11T04:25:29.271082Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:25:29.271082Z","title":null,"venue":null,"work_id":null,"year":2007},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-08-08T05:16:43.336815Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:17781e2f46869e400b1ac09e7b4ab53a96a0cd49bfb628d84243c74de2e242cd","observation_id":"a3c5d383-42c4-4b5e-a0fa-14ba0337ab96","resolution":{"observed_at":"2026-07-11T04:25:29.271082Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1037/a0017393","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":"Journal of Counseling Psychology","work_id":"fc535016-070b-494c-a7c8-57526c5da0a1","year":2010},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-08-08T05:16:43.336815Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:f142a781ebc1e65c913c891fa385bc982b8d795929f5664819d5cb48312adf70","observation_id":"c4bed54f-c92f-4430-99d7-eea30b8c5dd3","resolution":{"observed_at":"2026-07-11T04:27:46.835961Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-07-11T13:20:08.411976+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T13:20:08.411976+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1093/jamia/ocw097","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":"Journal of the American Medical Informatics Association","work_id":"d115cba2-5d14-4dde-b6a7-7c7c6c41c697","year":2017},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-08-08T05:16:43.336815Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:d7ede04014fb5b5a610a791e08f02754f146d243dd763699a3a9e4e39fa880ec","observation_id":"7281717a-044b-4753-84c6-b31c27c578a7","resolution":{"observed_at":"2026-07-11T04:27:47.038806Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-07-11T13:20:08.692468+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T13:20:08.692468+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"pubmed/2455135","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:27:50.554788Z","title":"Divita, T","venue":null,"work_id":"5b2c16af-ebf3-4641-a6e0-81d7d807f5fb","year":2016},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-08-08T05:16:43.336815Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:3a0492fec46a3dfd0bcdd2e426ef4ff3ec360a7a2b8152fb55cc3e34c7d936e5","observation_id":"16225da3-4b3a-4098-9302-7489f9877887","resolution":{"observed_at":"2026-07-11T04:27:50.557835Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1186/1472-6947-13-90","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":"BMC Medical Informatics and Decision Making","work_id":"78c3de6f-5653-4cea-bf1f-60c91ce0b051","year":2013},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-08-08T05:16:43.336815Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:b29f87b27fab2033c3510ed289ae62ec552ed712face3bcded7f95ef45404c9f","observation_id":"626ead29-f0a3-4420-9edf-7cc7f6bb36bf","resolution":{"observed_at":"2026-07-11T04:27:46.996675Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-07-11T13:20:08.991842+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T13:20:08.991842+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1016/j.ijnurstu.2016.09.013","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Topaz, K","venue":"International Journal of Nursing Studies","work_id":"bf1d5119-902e-4fe6-9076-cd57c1f9b26f","year":2016},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-08-08T05:16:43.336815Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:1d649f940df72a6fecf1778612a5f71f38e63ba5ca961b722629fd279ac450de","observation_id":"92e1e090-fbdb-4fdd-9ece-cf98cf70da90","resolution":{"observed_at":"2026-07-11T04:27:46.795684Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-07-11T13:20:09.312762+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T13:20:09.312762+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:25:29.271082Z","title":"Guo, et al., Improving large language models for clinical named en- tity recognition via prompt engineeringPMC11339492","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-08-08T05:16:43.336815Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:f0abafb7630767acdeb5d1302cb592e2b65d4ca12cbb5ebe318d31458f8e37f4","observation_id":"56ad3e6d-8269-4d35-8ea2-42839733e2ec","resolution":{"observed_at":"2026-07-11T04:25:29.271082Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:25:29.271082Z","title":"Syrstad, et al., Harnessing large language models for efficient data extraction in systematic reviews: the role of prompt engineer- ingPMC12559671","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-08-08T05:16:43.336815Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:8b2f9d21acd137e06f604a13d96f7f2224ffd05dcf58f995aa006e5171028702","observation_id":"591dfe6a-4dd8-4f97-9289-83dafa91c672","resolution":{"observed_at":"2026-07-11T04:25:29.271082Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:25:29.271082Z","title":"Venue pending ver- ification","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-08-08T05:16:43.336815Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:100bd3ab171675ed0cb01f17e6c37f22204cd1ecdb511ab23881569aad259a38","observation_id":"da90405f-ec85-414b-8198-85041681d1a7","resolution":{"observed_at":"2026-07-11T04:25:29.271082Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:25:29.271082Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-08-08T05:16:43.336815Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:cb70e47907810d7d5777c717e9aa7523a720196147efd4b84b545f1b9bef0173","observation_id":"9a980900-facf-4294-8da7-0eefb4d08050","resolution":{"observed_at":"2026-07-11T04:25:29.271082Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:25:29.271082Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-08-08T05:16:43.336815Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:0e52109ee07e755f707e83f04bdab732937778350cdabf7b96da2cf1f26ccd1f","observation_id":"a722393f-58b0-4be6-b345-d760f91dbe39","resolution":{"observed_at":"2026-07-11T04:25:29.271082Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2003.07082","last_updated":"2020-04-23T04:22:16Z","snapshot_observed_at":"2026-08-07T01:07:05.571663Z","submitted_at":"2020-03-16T09:05:53Z","title":"Stanza: A Python Natural Language Processing Toolkit for Many Human Languages","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2003.07082","snapshot_observed_at":"2026-07-11T04:25:29.271082Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-08-08T05:16:43.336815Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"cited_paper":"/paper/2003.07082","citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:57543e8bfe96df33bf5540ecd097e0be26e231a0fc5a3b2691a0a0335a50b04c","observation_id":"b637cf9b-bd2d-4aa8-b13d-efa47a49cfea","resolution":{"observed_at":"2026-07-11T04:25:29.271082Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:25:29.271082Z","title":"Honnibal, I","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-08-08T05:16:43.336815Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:4aed89c2871ca430b5f5de698f38b3483bfae84071ee72674d557304291b34bf","observation_id":"24f1b695-5f15-4378-9544-e182a6da0117","resolution":{"observed_at":"2026-07-11T04:25:29.271082Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:25:29.271082Z","title":null,"venue":null,"work_id":null,"year":2008},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-08-08T05:16:43.336815Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:fd3b4036372f348c916cbcf389c20c4b5f6c6ce224b08efff7fdb2745b4525a0","observation_id":"0ee1a3dd-35d6-4773-b9d2-9adadd75a5db","resolution":{"observed_at":"2026-07-11T04:25:29.271082Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1011.1669","last_updated":"2011-11-20T05:55:49Z","snapshot_observed_at":"2026-08-06T00:46:02.611736Z","submitted_at":"2010-11-07T18:33:17Z","title":"A \"missing\" family of classical orthogonal polynomials","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1011.1669","snapshot_observed_at":"2026-07-11T04:25:29.271082Z","title":"Sapir, Language: An introduction to the study of speech, 1921","venue":null,"work_id":null,"year":1921},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-08-08T05:16:43.336815Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"cited_paper":"/paper/1011.1669","citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:0ac3b861d0ee8b9a7556d80c55b6cf70462ed10fe698b045de9d6fe84215332e","observation_id":"0692fa96-cf1f-4a55-9344-05043179274b","resolution":{"observed_at":"2026-07-11T04:25:29.271082Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1075/clscc.6.11lup","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Lupyan, R","venue":"Cognitive linguistic studies in cultural contexts","work_id":"d1982ef6-c115-4b39-ba99-44e021a0e415","year":2015},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-08-08T05:16:43.336815Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:c32d626339e6c91579733382fbcf27f5ad66b0273d0f359daf147e616da3d15d","observation_id":"7b72efbe-6673-4dab-a9a9-83e9aae44916","resolution":{"observed_at":"2026-07-11T04:27:46.910888Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-07-11T13:20:10.407232+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T13:20:10.407232+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"pubmed/2858045","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:27:50.571117Z","title":null,"venue":null,"work_id":"3185f601-3d89-4d22-9022-1c1446a2be4e","year":2016},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-08-08T05:16:43.336815Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:adf9dcee5ff29671cce1e53c3512a0844e874a2bac100933ed3cf13a26e87464","observation_id":"cc9ec747-c716-4f4f-871d-f551848aba01","resolution":{"observed_at":"2026-07-11T04:27:50.575551Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1016/b978-0-08-051013-2.50018-5","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Gentner, I","venue":"Elsevier eBooks","work_id":"e04c823e-2ab5-4f09-9f65-34e99db1c4ca","year":1988},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-08-08T05:16:43.336815Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:e7a115118a20796e6653cfc4fde9f09d231a54571f4d3f436654bf489e99a63c","observation_id":"254eb94a-d6dc-4bd1-913b-897bb781f955","resolution":{"observed_at":"2026-07-11T04:27:46.951217Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-07-11T13:20:10.708665+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T13:20:10.708665+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:25:29.271082Z","title":null,"venue":null,"work_id":null,"year":1991},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-08-08T05:16:43.336815Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:39af5acc7d025ff9f7c28e0ac7b69867e8cd8c444940c92ff1200a21b6572597","observation_id":"7b12f351-fbc0-4051-a23a-1f5fe8b8bc7a","resolution":{"observed_at":"2026-07-11T04:25:29.271082Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1016/s1532-0464(03","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:27:46.889421Z","title":"Friedman, P","venue":null,"work_id":"c47268c4-96a9-4ca5-9ddf-9643eff58ee6","year":2002},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-08-08T05:16:43.336815Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:56ba5fb66cc279bd99c9ec918d409b76f483fe788e72f85dc0f6abf0c50b4c34","observation_id":"7333fdc0-d655-450c-8cb2-ce8987dc90d1","resolution":{"observed_at":"2026-07-11T04:27:46.893140Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-07-11T13:20:10.956017+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T13:20:10.956017+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"pubmed/2219517","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:27:50.544927Z","title":"Patterson, J","venue":null,"work_id":"6d64c764-510b-494e-8e4a-8f99872f81da","year":2011},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-08-08T05:16:43.336815Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:143ff2a026c2da6083d8c8e113951899e348e718b90bb4cb1efe1f820cb90452","observation_id":"83b232f8-858b-45ee-a988-a3b0791eeec9","resolution":{"observed_at":"2026-07-11T04:27:50.548417Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2089.251210","doi":"10.1145/2512089.2512101","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Doing-Harris, O","venue":null,"work_id":"ea47ed5e-d526-4a22-9160-1df0008742ad","year":2013},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-08-08T05:16:43.336815Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:eeedd799da5902f6f93e489dccf58ef86c172bc03d75ed095aa7c121415de2eb","observation_id":"19708b2e-82f4-4e44-bc11-376a8d017e2f","resolution":{"observed_at":"2026-07-11T04:27:46.873640Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-07-11T13:20:11.218452+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T13:20:11.218452+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"pubmed/1677899","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T04:27:50.562875Z","title":"Bernhardt, S","venue":null,"work_id":"a65aea0e-44fb-462f-9425-18b44eff95e9","year":2005},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-08-08T05:16:43.336815Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:22fdba49a3b2bd6d3d142f6c3c9ee8e9cfd88fabe8a584a435b1219a4d4f65b3","observation_id":"4e8680ab-a94a-484d-998a-875c5a76a938","resolution":{"observed_at":"2026-07-11T04:27:50.565886Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1093/jamia/ocx039","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":"Journal of the American Medical Informatics Association","work_id":"3cb183ae-9b0e-4f94-b794-b171f7054b20","year":2017},"citing_paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","snapshot_observed_at":"2026-08-08T05:16:43.336815Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-07-11T04:25:29.271082Z"},"links":{"citing_paper":"/paper/2607.05644"},"observation_digest":"sha256:7e6641ab10ad20e3b50f7b744197e6270dee35fe13bd0cf6acb048ffcd40edb7","observation_id":"27624f0b-eec2-4c39-8113-87079cae86c5","resolution":{"observed_at":"2026-07-11T04:27:46.981608Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-07-11T13:20:11.528495+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T13:20:11.528495+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2607.05644","last_updated":"2026-07-06T21:10:43Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-08T05:16:43.336815Z","submitted_at":"2026-07-06T21:10:43Z","title":"Do It Right! A Methodology for Successful NLP System Development"},"reference_resolution":{"displayed":45,"state_counts":{"malformed_identifier":2,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":14,"verified_exact":29,"verified_fuzzy":0},"total_outbound_references":45},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 45 of 45 outbound references and 0 inbound Pith citation observations for arXiv:2607.05644."}