{"as_of":"2026-08-16T08:56:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:ee9b6f2f31c487af47393d2e9d3b2fbe99290be03dd9f4432adf0c1e6ba439fe","coverage":[{"denominator":14,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":14,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-14T15:14:04.764625Z","state":"measured"},{"denominator":14,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":14,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-16T06:30:59.297886+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/1908.01476/citation-record","integrity":"/paper/1908.01476/integrity","json":"/paper/1908.01476/citation-record.json","paper":"/paper/1908.01476"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T15:14:04.929623Z","title":"Developer testing in the IDE: Patterns, beliefs, and behavior","venue":null,"work_id":"a3cbe4f6-c012-462a-b0bc-cd4f5442c827","year":2019},"citing_paper":{"arxiv_id":"1908.01476","last_updated":"2019-08-05T05:41:26Z","snapshot_observed_at":"2026-08-16T03:36:27.672875Z","submitted_at":"2019-08-05T05:41:26Z","title":"Testability First!","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-14T15:14:04.717756Z"},"links":{"citing_paper":"/paper/1908.01476"},"observation_digest":"sha256:bf9e0bd7c03ebc31c804b0839037d1bbf145745855ffe6a15c7f7e61a3ab511e","observation_id":"95c294d0-95e8-47ed-a367-ed76bae00ce5","resolution":{"observed_at":"2026-08-14T15:14:04.932969Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T15:14:04.920270Z","title":"The effects of test driven development on internal quality, external quality and productivity: A systematic review","venue":null,"work_id":"a662379f-a4a4-44f9-9e64-fcc4566be0d2","year":2016},"citing_paper":{"arxiv_id":"1908.01476","last_updated":"2019-08-05T05:41:26Z","snapshot_observed_at":"2026-08-16T03:36:27.672875Z","submitted_at":"2019-08-05T05:41:26Z","title":"Testability First!","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-14T15:14:04.721904Z"},"links":{"citing_paper":"/paper/1908.01476"},"observation_digest":"sha256:c2cdba01925e56d35c484960ddcee696f3055b4e0a219ca0a93ee4958e68dae4","observation_id":"db5cd1e2-f914-48e9-a88e-cbd9d4368253","resolution":{"observed_at":"2026-08-14T15:14:04.923826Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T15:14:04.911218Z","title":"Borle, Meysam Feghhi, Eleni Stroulia, Russell Greiner, and Abram Hindle","venue":null,"work_id":"054a184e-9e03-4710-a659-6f7988e8fb2d","year":1931},"citing_paper":{"arxiv_id":"1908.01476","last_updated":"2019-08-05T05:41:26Z","snapshot_observed_at":"2026-08-16T03:36:27.672875Z","submitted_at":"2019-08-05T05:41:26Z","title":"Testability First!","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-14T15:14:04.725493Z"},"links":{"citing_paper":"/paper/1908.01476"},"observation_digest":"sha256:472e8da4333ccd1fba50040992dff151da4b5bfc486d70a8b9754f040aeac1ef","observation_id":"d7c50c1c-6737-4150-8bcf-e1f535bcf604","resolution":{"observed_at":"2026-08-14T15:14:04.914256Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T15:14:04.901451Z","title":"A dissection of the test-driven development process: Does it really matter to test-ﬁrst or to test-last? IEEE Transactions on Software Engineering, 43(7):597–614, July 2017","venue":null,"work_id":"f53701dc-4a47-40d5-b4b1-a1746d750610","year":2017},"citing_paper":{"arxiv_id":"1908.01476","last_updated":"2019-08-05T05:41:26Z","snapshot_observed_at":"2026-08-16T03:36:27.672875Z","submitted_at":"2019-08-05T05:41:26Z","title":"Testability First!","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-14T15:14:04.729205Z"},"links":{"citing_paper":"/paper/1908.01476"},"observation_digest":"sha256:e14c2b07eb195b8a3f44bd7a7b8253946160fc6662d4b9475809ed8b78af8c1d","observation_id":"5387361e-bc1b-40e6-931b-6721a792d94b","resolution":{"observed_at":"2026-08-14T15:14:04.905185Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T15:14:04.891519Z","title":"A survey on software testability","venue":null,"work_id":"0395339f-e9e5-4a99-800e-7cbde3c8b935","year":2019},"citing_paper":{"arxiv_id":"1908.01476","last_updated":"2019-08-05T05:41:26Z","snapshot_observed_at":"2026-08-16T03:36:27.672875Z","submitted_at":"2019-08-05T05:41:26Z","title":"Testability First!","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-14T15:14:04.732908Z"},"links":{"citing_paper":"/paper/1908.01476"},"observation_digest":"sha256:145ecf52cf12f2ae0e962679122730c223f38ebd7bde7f029781bf1107a8da46","observation_id":"785ffc7c-461c-495e-bb96-e4008f8c6bc1","resolution":{"observed_at":"2026-08-14T15:14:04.894943Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T15:14:04.880882Z","title":"Automat- ically identifying focal methods under test in unit test cases","venue":null,"work_id":"ab91a9be-0d94-4310-ad54-c633ec485f2d","year":2015},"citing_paper":{"arxiv_id":"1908.01476","last_updated":"2019-08-05T05:41:26Z","snapshot_observed_at":"2026-08-16T03:36:27.672875Z","submitted_at":"2019-08-05T05:41:26Z","title":"Testability First!","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-14T15:14:04.736581Z"},"links":{"citing_paper":"/paper/1908.01476"},"observation_digest":"sha256:b2263628cfa200b50450e4961ed1a0bd7c4bde2d840836b06f54eafc84f365fe","observation_id":"5eab6ea7-0840-4e25-926b-7b41ea78c2a1","resolution":{"observed_at":"2026-08-14T15:14:04.884207Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T15:14:04.871330Z","title":"On the relation between unit testing and code quality","venue":null,"work_id":"d966447e-0b10-42ad-80fd-c03cae6f4c60","year":2017},"citing_paper":{"arxiv_id":"1908.01476","last_updated":"2019-08-05T05:41:26Z","snapshot_observed_at":"2026-08-16T03:36:27.672875Z","submitted_at":"2019-08-05T05:41:26Z","title":"Testability First!","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-14T15:14:04.740596Z"},"links":{"citing_paper":"/paper/1908.01476"},"observation_digest":"sha256:0653cd8c025357ad0515c9705a52d4291363f7aaf09d4c994f96bbe05c28d40f","observation_id":"1f8e2692-2b85-43fc-8af2-c0a36cbc4032","resolution":{"observed_at":"2026-08-14T15:14:04.874738Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T15:14:04.861424Z","title":"Impact of test-driven development on productivity, code and tests: A controlled experiment","venue":null,"work_id":"c9d228f6-324d-4625-b652-3327e3acbc95","year":2011},"citing_paper":{"arxiv_id":"1908.01476","last_updated":"2019-08-05T05:41:26Z","snapshot_observed_at":"2026-08-16T03:36:27.672875Z","submitted_at":"2019-08-05T05:41:26Z","title":"Testability First!","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-14T15:14:04.744420Z"},"links":{"citing_paper":"/paper/1908.01476"},"observation_digest":"sha256:85cf2ce62744784ee4cbdb2003dd6fdf8a391a5df10182456c0bab290ab5804b","observation_id":"a70f3959-bf2a-42b7-8077-4a5b79323a3c","resolution":{"observed_at":"2026-08-14T15:14:04.865117Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T15:14:04.849723Z","title":"Chapter six — Mutation testing advances: An analysis and survey","venue":null,"work_id":"76b8ae6d-22c3-41f6-891f-20ae6ae925a0","year":2019},"citing_paper":{"arxiv_id":"1908.01476","last_updated":"2019-08-05T05:41:26Z","snapshot_observed_at":"2026-08-16T03:36:27.672875Z","submitted_at":"2019-08-05T05:41:26Z","title":"Testability First!","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-14T15:14:04.747938Z"},"links":{"citing_paper":"/paper/1908.01476"},"observation_digest":"sha256:a0399862a7a1b078af078f879512a904d27e4a31ad1430e2217b00236bb3a7e0","observation_id":"f7f6505c-83a0-4382-a9c1-0bbeec368187","resolution":{"observed_at":"2026-08-14T15:14:04.853632Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T15:14:04.837798Z","title":"Practitioners’ views on good software testing practices","venue":null,"work_id":"5a50b577-a985-405d-b853-0a74b8b9c0e1","year":2019},"citing_paper":{"arxiv_id":"1908.01476","last_updated":"2019-08-05T05:41:26Z","snapshot_observed_at":"2026-08-16T03:36:27.672875Z","submitted_at":"2019-08-05T05:41:26Z","title":"Testability First!","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-14T15:14:04.751405Z"},"links":{"citing_paper":"/paper/1908.01476"},"observation_digest":"sha256:ec2dc6ceaeaf693cdba67eb759adda7a51f3b48a2ecdcf953ebd5ef40255e307","observation_id":"b8a34808-58c5-4bf8-913d-4f259e453f66","resolution":{"observed_at":"2026-08-14T15:14:04.841951Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T15:14:04.825376Z","title":"How effectively is defective code actually tested?: An analysis of JUnit tests in seven open source systems","venue":null,"work_id":"6f0a8018-cb92-4d4e-8c62-77e1388c9012","year":2018},"citing_paper":{"arxiv_id":"1908.01476","last_updated":"2019-08-05T05:41:26Z","snapshot_observed_at":"2026-08-16T03:36:27.672875Z","submitted_at":"2019-08-05T05:41:26Z","title":"Testability First!","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-14T15:14:04.754592Z"},"links":{"citing_paper":"/paper/1908.01476"},"observation_digest":"sha256:03c4bd7d8b70394d497faad22d2bc4dc5966fc926731c4874f2a2e5e4fb09e0b","observation_id":"5f3da0cb-e339-4fa1-946c-445e6c16727f","resolution":{"observed_at":"2026-08-14T15:14:04.829552Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T15:14:04.814908Z","title":"Investigating faults missed by test suites achieving high code coverage","venue":null,"work_id":"22f4a4d6-de83-4d73-b045-f1884bc7a321","year":2018},"citing_paper":{"arxiv_id":"1908.01476","last_updated":"2019-08-05T05:41:26Z","snapshot_observed_at":"2026-08-16T03:36:27.672875Z","submitted_at":"2019-08-05T05:41:26Z","title":"Testability First!","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-14T15:14:04.757898Z"},"links":{"citing_paper":"/paper/1908.01476"},"observation_digest":"sha256:4439279ab8e6d00248412f6f63e3850c3dcb308a10970e5216a4a5341c6a1af1","observation_id":"221a82f6-6aec-4ce6-8a39-afcc5149f1f6","resolution":{"observed_at":"2026-08-14T15:14:04.818608Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T15:14:04.803850Z","title":"Predicting different levels of the unit testing effort of classes using source code metrics: a multiple case study on open-source software","venue":null,"work_id":"b459e3df-7cac-490b-a4fb-d71624ecfb2a","year":2018},"citing_paper":{"arxiv_id":"1908.01476","last_updated":"2019-08-05T05:41:26Z","snapshot_observed_at":"2026-08-16T03:36:27.672875Z","submitted_at":"2019-08-05T05:41:26Z","title":"Testability First!","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-14T15:14:04.761009Z"},"links":{"citing_paper":"/paper/1908.01476"},"observation_digest":"sha256:2545d4e0a726fbe744ce11770aee93b8023b5af37cee786feee46707056704d9","observation_id":"4a59c988-26e1-4b15-9916-47c32177937d","resolution":{"observed_at":"2026-08-14T15:14:04.807813Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T15:14:04.790073Z","title":"Goal-oriented mutation testing with focal methods","venue":null,"work_id":"2bf94a77-fdda-4b85-9eb7-b1599b979c71","year":2018},"citing_paper":{"arxiv_id":"1908.01476","last_updated":"2019-08-05T05:41:26Z","snapshot_observed_at":"2026-08-16T03:36:27.672875Z","submitted_at":"2019-08-05T05:41:26Z","title":"Testability First!","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-14T15:14:04.764625Z"},"links":{"citing_paper":"/paper/1908.01476"},"observation_digest":"sha256:b3ca26fc628481c6f6c6716d60e04812fe82a9ad7c9b5c8025e636621dd6e6d4","observation_id":"ecd5af9f-3abf-4f3b-8db9-3da8b585c4af","resolution":{"observed_at":"2026-08-14T15:14:04.795579Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"1908.01476","last_updated":"2019-08-05T05:41:26Z","latest_version":1,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-16T03:36:27.672875Z","submitted_at":"2019-08-05T05:41:26Z","title":"Testability First!"},"reference_resolution":{"displayed":14,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":14},"total_outbound_references":14},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"thesis":"As of 16 August 2026, this Paper Citation Record lists 14 of 14 outbound references and 0 inbound Pith citation observations for arXiv:1908.01476."}