{"as_of":"2026-08-24T02:11:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:226cfca217ae41ab28e185e5a64fa9d649a0c8574f16b287cb7681de4744c1c9","coverage":[{"denominator":21,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":21,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T21:30:18.958635Z","state":"measured"},{"denominator":21,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":21,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-23T06:30:58.430688+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2502.09467/citation-record","integrity":"/paper/2502.09467/integrity","json":"/paper/2502.09467/citation-record.json","paper":"/paper/2502.09467"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T21:30:19.510122Z","title":"Prospective, multi-site study of patient outcomes after implementation of the TREWS machine learning-based early warning system for sepsis","venue":null,"work_id":"e6fe5f02-e745-49d5-858c-e795c319bb86","year":2022},"citing_paper":{"arxiv_id":"2502.09467","last_updated":"2025-07-16T12:48:21Z","snapshot_observed_at":"2026-08-20T10:12:48.068116Z","submitted_at":"2025-02-13T16:31:50Z","title":"Just Trial Once: Ongoing Causal Validation of Machine Learning Models","version":2},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-07T21:30:18.892642Z"},"links":{"citing_paper":"/paper/2502.09467"},"observation_digest":"sha256:ae6c2779ecc6791ae4de03026345617b6dbeec20bb0169383704fe5c079b3de3","observation_id":"0180a5d0-38fc-401d-a62b-7e761d21e3ba","resolution":{"observed_at":"2026-08-07T21:30:19.513779Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T21:30:19.499723Z","title":"Does AI help humans make better decisions? A statistical evaluation framework for experimental and observational studies","venue":null,"work_id":"5da609f8-9b94-4260-8817-28c6f6a972bf","year":2024},"citing_paper":{"arxiv_id":"2502.09467","last_updated":"2025-07-16T12:48:21Z","snapshot_observed_at":"2026-08-20T10:12:48.068116Z","submitted_at":"2025-02-13T16:31:50Z","title":"Just Trial Once: Ongoing Causal Validation of Machine Learning Models","version":2},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-07T21:30:18.897103Z"},"links":{"citing_paper":"/paper/2502.09467"},"observation_digest":"sha256:1e5845946cbff922a1e7c3cde13d3fc0edf0aa98cca735f1ba90ddd6d14b712c","observation_id":"8cb96982-7025-4b38-b0e7-8e90694e6a2a","resolution":{"observed_at":"2026-08-07T21:30:19.503458Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T21:30:19.488681Z","title":"Safe policy learning through extrapolation: Application to pre-trial risk assessment","venue":null,"work_id":"d5fb2b83-bfec-4d11-80db-29814d2e5122","year":2025},"citing_paper":{"arxiv_id":"2502.09467","last_updated":"2025-07-16T12:48:21Z","snapshot_observed_at":"2026-08-20T10:12:48.068116Z","submitted_at":"2025-02-13T16:31:50Z","title":"Just Trial Once: Ongoing Causal Validation of Machine Learning Models","version":2},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-07T21:30:18.901278Z"},"links":{"citing_paper":"/paper/2502.09467"},"observation_digest":"sha256:422e2f1fcc90216d9433b12831dda98783567e4eb371754602ff6886f1c1abd5","observation_id":"e7077167-9724-4e13-b139-23f31d0ca92a","resolution":{"observed_at":"2026-08-07T21:30:19.492880Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T21:30:18.905334Z","title":"Shashikumar, Atul Malhotra, Robert L","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2502.09467","last_updated":"2025-07-16T12:48:21Z","snapshot_observed_at":"2026-08-20T10:12:48.068116Z","submitted_at":"2025-02-13T16:31:50Z","title":"Just Trial Once: Ongoing Causal Validation of Machine Learning Models","version":2},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-07T21:30:18.905334Z"},"links":{"citing_paper":"/paper/2502.09467"},"observation_digest":"sha256:412a92e9bec5746b27e379c92acfeeaadb37c469bf68cec5250ea8092dd88fd3","observation_id":"838dc229-ebad-491f-9670-092cee50154b","resolution":{"observed_at":"2026-08-07T21:30:18.905334Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T21:30:19.479429Z","title":"Artificial intelligence and machine learning ( AI / ML )-enabled medical devices","venue":null,"work_id":"2651c985-3cef-4aa3-b73d-6e37368c8d78","year":2024},"citing_paper":{"arxiv_id":"2502.09467","last_updated":"2025-07-16T12:48:21Z","snapshot_observed_at":"2026-08-20T10:12:48.068116Z","submitted_at":"2025-02-13T16:31:50Z","title":"Just Trial Once: Ongoing Causal Validation of Machine Learning Models","version":2},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-07T21:30:18.909645Z"},"links":{"citing_paper":"/paper/2502.09467"},"observation_digest":"sha256:132bccf0359fe68385329407e12716eb7dc00a5cfd092be0738373c298056fc2","observation_id":"a1c37025-8f55-4a64-9f3c-3b04083cc038","resolution":{"observed_at":"2026-08-07T21:30:19.482689Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T21:30:19.371330Z","title":"Gohil, Edward Septimus, Ken Kleinman, Neha Varma, Taliser R","venue":null,"work_id":"e9247f6f-18df-4b05-ba4f-682c3d584893","year":2018},"citing_paper":{"arxiv_id":"2502.09467","last_updated":"2025-07-16T12:48:21Z","snapshot_observed_at":"2026-08-20T10:12:48.068116Z","submitted_at":"2025-02-13T16:31:50Z","title":"Just Trial Once: Ongoing Causal Validation of Machine Learning Models","version":2},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-07T21:30:18.912977Z"},"links":{"citing_paper":"/paper/2502.09467"},"observation_digest":"sha256:1895105375fff9e92f9128bfca042601ead0bfa996a93b34bc74b9386735d53f","observation_id":"e98e068b-d2ca-4113-8469-9d03ce4938a3","resolution":{"observed_at":"2026-08-07T21:30:19.375620Z","resolver_source":"arxiv_id_nonexistent","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T21:30:19.200692Z","title":"Gohil, Edward Septimus, Ken Kleinman, Neha Varma, Taliser R","venue":null,"work_id":"21abb8a4-2c8c-4d6c-9202-a5d659b370b6","year":2007},"citing_paper":{"arxiv_id":"2502.09467","last_updated":"2025-07-16T12:48:21Z","snapshot_observed_at":"2026-08-20T10:12:48.068116Z","submitted_at":"2025-02-13T16:31:50Z","title":"Just Trial Once: Ongoing Causal Validation of Machine Learning Models","version":2},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-07T21:30:18.916596Z"},"links":{"citing_paper":"/paper/2502.09467"},"observation_digest":"sha256:1e582602502683c3a3a2064bd33c7ba04e29477e4461434f5eadd756a9572659","observation_id":"94470895-6bf2-4b49-b6de-10e6a5308aa9","resolution":{"observed_at":"2026-08-07T21:30:19.204444Z","resolver_source":"arxiv_id_nonexistent","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T21:30:18.919618Z","title":"Randomised controlled trials evaluating artificial intelligence in clinical practice: A scoping review","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2502.09467","last_updated":"2025-07-16T12:48:21Z","snapshot_observed_at":"2026-08-20T10:12:48.068116Z","submitted_at":"2025-02-13T16:31:50Z","title":"Just Trial Once: Ongoing Causal Validation of Machine Learning Models","version":2},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-07T21:30:18.919618Z"},"links":{"citing_paper":"/paper/2502.09467"},"observation_digest":"sha256:99be14da25b86798eff33a4cbb470df281a7974359524f9c2e8e53dd07a0d3df","observation_id":"cb5d5dd2-b17a-4fab-b7d0-59c1d09ee520","resolution":{"observed_at":"2026-08-07T21:30:18.919618Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1093/jrsssa/qnad010","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":"Experimental evaluation of algorithm-assisted human decision-making: A pplication to pretrial public safety assessment","venue":"Journal of the Royal Statistical Society Series A (Statistics in Society)","work_id":"eb30b56c-61ff-4caa-891e-ac105cf4b2b0","year":2023},"citing_paper":{"arxiv_id":"2502.09467","last_updated":"2025-07-16T12:48:21Z","snapshot_observed_at":"2026-08-20T10:12:48.068116Z","submitted_at":"2025-02-13T16:31:50Z","title":"Just Trial Once: Ongoing Causal Validation of Machine Learning Models","version":2},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-07T21:30:18.922788Z"},"links":{"citing_paper":"/paper/2502.09467"},"observation_digest":"sha256:5f9bf7977f76bfdfb638ced8c0d018804289954a9912583702ac18f716df4b46","observation_id":"72ba47cc-69f4-4c7c-a1bd-0e815c7286d2","resolution":{"observed_at":"2026-08-07T21:30:18.988435Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T21:30:19.469398Z","title":"AI as an intervention: improving clinical outcomes relies on a causal approach to AI development and validation","venue":null,"work_id":"97c274e2-eeaa-4268-a580-7957ae1c17cf","year":2025},"citing_paper":{"arxiv_id":"2502.09467","last_updated":"2025-07-16T12:48:21Z","snapshot_observed_at":"2026-08-20T10:12:48.068116Z","submitted_at":"2025-02-13T16:31:50Z","title":"Just Trial Once: Ongoing Causal Validation of Machine Learning Models","version":2},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-07T21:30:18.925915Z"},"links":{"citing_paper":"/paper/2502.09467"},"observation_digest":"sha256:25f081a0caae82be9bd7942d71afc37153d8808cd1d186d583c6f064cc251d12","observation_id":"ae2ef9e5-f87d-4bfc-b5de-9926078cba79","resolution":{"observed_at":"2026-08-07T21:30:19.473094Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T21:30:19.460360Z","title":"A potential outcomes calculus for identifying conditional path-specific effects","venue":null,"work_id":"1f10e29c-0e50-4fc5-9f11-16ba203da05e","year":2019},"citing_paper":{"arxiv_id":"2502.09467","last_updated":"2025-07-16T12:48:21Z","snapshot_observed_at":"2026-08-20T10:12:48.068116Z","submitted_at":"2025-02-13T16:31:50Z","title":"Just Trial Once: Ongoing Causal Validation of Machine Learning Models","version":2},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-07T21:30:18.928729Z"},"links":{"citing_paper":"/paper/2502.09467"},"observation_digest":"sha256:ed28b51363d80412bb65031dd6abaea652dbf7bbd7121b95a0c4550311c9daca","observation_id":"33341759-3cc8-425e-8a01-51d22c8d225f","resolution":{"observed_at":"2026-08-07T21:30:19.463391Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T21:30:19.451470Z","title":"We need more randomized clinical trials of AI , 2024","venue":null,"work_id":"65afa6c9-8b27-47d0-a319-c04898d667b4","year":2024},"citing_paper":{"arxiv_id":"2502.09467","last_updated":"2025-07-16T12:48:21Z","snapshot_observed_at":"2026-08-20T10:12:48.068116Z","submitted_at":"2025-02-13T16:31:50Z","title":"Just Trial Once: Ongoing Causal Validation of Machine Learning Models","version":2},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-07T21:30:18.931376Z"},"links":{"citing_paper":"/paper/2502.09467"},"observation_digest":"sha256:61e85c0a08954ed724b0a504c13721208e99f3619643ae836c8fb27ccb6cc379","observation_id":"e478ef5c-dfa6-4ad5-bae5-03284e3ce89f","resolution":{"observed_at":"2026-08-07T21:30:19.454630Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T21:30:18.934293Z","title":"Causality","venue":null,"work_id":null,"year":2009},"citing_paper":{"arxiv_id":"2502.09467","last_updated":"2025-07-16T12:48:21Z","snapshot_observed_at":"2026-08-20T10:12:48.068116Z","submitted_at":"2025-02-13T16:31:50Z","title":"Just Trial Once: Ongoing Causal Validation of Machine Learning Models","version":2},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-07T21:30:18.934293Z"},"links":{"citing_paper":"/paper/2502.09467"},"observation_digest":"sha256:583ee2fc356ed7aaf49ed9b1f041ecc505e60bb58ee820421b663ab37fd98ade","observation_id":"6403bf3b-735a-4d6f-8643-222f81b4f68f","resolution":{"observed_at":"2026-08-07T21:30:18.934293Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T21:30:18.937020Z","title":"Probabilistic reasoning in intelligent systems: networks of plausible inference","venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2502.09467","last_updated":"2025-07-16T12:48:21Z","snapshot_observed_at":"2026-08-20T10:12:48.068116Z","submitted_at":"2025-02-13T16:31:50Z","title":"Just Trial Once: Ongoing Causal Validation of Machine Learning Models","version":2},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-07T21:30:18.937020Z"},"links":{"citing_paper":"/paper/2502.09467"},"observation_digest":"sha256:6dcfd4f0e6eea67ef0d0f5e7264a81f3ea0e93f5fcdf8d21384a8fcaf719d1e3","observation_id":"1cd51d28-19ee-430b-a1ee-33ef86b7eb2e","resolution":{"observed_at":"2026-08-07T21:30:18.937020Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T21:30:19.429662Z","title":"Transportability of causal and statistical relations: A formal approach","venue":null,"work_id":"9f2d3636-ef9e-479a-aaa4-dae4fe20b5b3","year":2011},"citing_paper":{"arxiv_id":"2502.09467","last_updated":"2025-07-16T12:48:21Z","snapshot_observed_at":"2026-08-20T10:12:48.068116Z","submitted_at":"2025-02-13T16:31:50Z","title":"Just Trial Once: Ongoing Causal Validation of Machine Learning Models","version":2},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-07T21:30:18.940209Z"},"links":{"citing_paper":"/paper/2502.09467"},"observation_digest":"sha256:eced283612efc1fd36e91038473dd8c437af9c510c1973eb2ec111d4846b5505","observation_id":"31224967-32e9-4c7d-bf97-d2559b3c364c","resolution":{"observed_at":"2026-08-07T21:30:19.433290Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T21:30:19.419097Z","title":"Single world intervention graphs ( SWIG s): A unification of the counterfactual and graphical approaches to causality","venue":null,"work_id":"d887868b-18fb-4d37-aef7-5a0624671e05","year":2013},"citing_paper":{"arxiv_id":"2502.09467","last_updated":"2025-07-16T12:48:21Z","snapshot_observed_at":"2026-08-20T10:12:48.068116Z","submitted_at":"2025-02-13T16:31:50Z","title":"Just Trial Once: Ongoing Causal Validation of Machine Learning Models","version":2},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-07T21:30:18.943237Z"},"links":{"citing_paper":"/paper/2502.09467"},"observation_digest":"sha256:a87600af916856dd46f0f6bacfb0bc23801b401f888c8e7d61b0aa972e78d17a","observation_id":"6182cbd6-70f5-4db1-b821-f140a7ab9622","resolution":{"observed_at":"2026-08-07T21:30:19.423000Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.2196/15182","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":"Real-world integration of a sepsis deep learning technology into routine clinical care: Implementation study","venue":"JMIR Medical Informatics","work_id":"fb1d501c-d2bd-4168-a137-756a865af29f","year":2020},"citing_paper":{"arxiv_id":"2502.09467","last_updated":"2025-07-16T12:48:21Z","snapshot_observed_at":"2026-08-20T10:12:48.068116Z","submitted_at":"2025-02-13T16:31:50Z","title":"Just Trial Once: Ongoing Causal Validation of Machine Learning Models","version":2},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-07T21:30:18.946191Z"},"links":{"citing_paper":"/paper/2502.09467"},"observation_digest":"sha256:12bf93dc6b2dae792d6337984659903f2b9993b71464d4847724c24cc950037a","observation_id":"7da32053-fa5b-469d-a92e-e3e2b62c0a76","resolution":{"observed_at":"2026-08-07T21:30:19.412356Z","resolver_source":"doi_truncated","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T21:30:19.398231Z","title":"The use of propensity scores to assess the generalizability of results from randomized trials","venue":null,"work_id":"4be5c530-4de7-498a-bf3c-9cd62ed4a075","year":2011},"citing_paper":{"arxiv_id":"2502.09467","last_updated":"2025-07-16T12:48:21Z","snapshot_observed_at":"2026-08-20T10:12:48.068116Z","submitted_at":"2025-02-13T16:31:50Z","title":"Just Trial Once: Ongoing Causal Validation of Machine Learning Models","version":2},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-07T21:30:18.949174Z"},"links":{"citing_paper":"/paper/2502.09467"},"observation_digest":"sha256:4555cfe020e1ed3dc8031f4cc33f8351ca44e6925991218282567ed147931f15","observation_id":"8dd24e86-c766-436f-ae8f-8e6acee2fab2","resolution":{"observed_at":"2026-08-07T21:30:19.401882Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2212.06355","last_updated":"2022-12-13T03:38:57Z","snapshot_observed_at":"2026-08-16T16:09:06.835048Z","submitted_at":"2022-12-13T03:38:57Z","title":"A Review of Off-Policy Evaluation in Reinforcement Learning","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2212.06355","snapshot_observed_at":"2026-08-07T21:30:18.952146Z","title":"A review of off-policy evaluation in reinforcement learning","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2502.09467","last_updated":"2025-07-16T12:48:21Z","snapshot_observed_at":"2026-08-20T10:12:48.068116Z","submitted_at":"2025-02-13T16:31:50Z","title":"Just Trial Once: Ongoing Causal Validation of Machine Learning Models","version":2},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-07T21:30:18.952146Z"},"links":{"cited_paper":"/paper/2212.06355","citing_paper":"/paper/2502.09467"},"observation_digest":"sha256:88c207261415786d46b54a2783a65bc2f95e027a49b58b4e5e84e561c8970555","observation_id":"f6dff4d6-33d6-4d14-98ef-18243337a3db","resolution":{"observed_at":"2026-08-07T21:30:18.952146Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1056/aioa2400865","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":"Akerman, Thomas H","venue":"NEJM AI","work_id":"959791e4-7779-48a2-adc6-bf50feb1ff41","year":2024},"citing_paper":{"arxiv_id":"2502.09467","last_updated":"2025-07-16T12:48:21Z","snapshot_observed_at":"2026-08-20T10:12:48.068116Z","submitted_at":"2025-02-13T16:31:50Z","title":"Just Trial Once: Ongoing Causal Validation of Machine Learning Models","version":2},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-07T21:30:18.955608Z"},"links":{"citing_paper":"/paper/2502.09467"},"observation_digest":"sha256:5a1f32de355545d5436a57344d1148d5ec3637780915b47a57335f7fd8b251f5","observation_id":"7c0c70c5-acc6-4add-bea5-122a4b9b97e1","resolution":{"observed_at":"2026-08-07T21:30:19.391626Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T21:30:18.958635Z","title":null,"venue":null,"work_id":null,"year":1998},"citing_paper":{"arxiv_id":"2502.09467","last_updated":"2025-07-16T12:48:21Z","snapshot_observed_at":"2026-08-20T10:12:48.068116Z","submitted_at":"2025-02-13T16:31:50Z","title":"Just Trial Once: Ongoing Causal Validation of Machine Learning Models","version":2},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-07T21:30:18.958635Z"},"links":{"citing_paper":"/paper/2502.09467"},"observation_digest":"sha256:1eb344408e17e58cf4079ff2ba6a1a41e817302bc4a5b6405a8c3a6dbf625d66","observation_id":"43b591ee-33f0-4ea4-8d32-b29972410382","resolution":{"observed_at":"2026-08-07T21:30:18.958635Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2502.09467","last_updated":"2025-07-16T12:48:21Z","latest_version":2,"primary_category":"stat.ME","snapshot_observed_at":"2026-08-20T10:12:48.068116Z","submitted_at":"2025-02-13T16:31:50Z","title":"Just Trial Once: Ongoing Causal Validation of Machine Learning Models"},"reference_resolution":{"displayed":21,"state_counts":{"malformed_identifier":1,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":6,"verified_exact":4,"verified_fuzzy":10},"total_outbound_references":21},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"thesis":"As of 24 August 2026, this Paper Citation Record lists 21 of 21 outbound references and 0 inbound Pith citation observations for arXiv:2502.09467."}