{"as_of":"2026-08-07T18:02:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:4d938448ea82906de5e6bde780058b917ca9ebb3e4b3402914dde0459e5228c4","coverage":[{"denominator":14,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":14,"source":"paper_references, paper_reference_links","source_observed_at":"2026-06-27T18:42:30.319505Z","state":"measured"},{"denominator":14,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":14,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2606.08483/citation-record","integrity":"/paper/2606.08483/integrity","json":"/paper/2606.08483/citation-record.json","paper":"/paper/2606.08483"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T18:42:30.319505Z","title":"Sycophancy in GPT-4o: What happened and what we’re doing about it","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.08483","last_updated":"2026-06-07T07:01:15Z","snapshot_observed_at":"2026-08-05T10:30:12.266392Z","submitted_at":"2026-06-07T07:01:15Z","title":"Testing the Black Box: Structural Barriers to Independent Evaluation of Consumer-Facing Health LLMs","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-06-27T18:42:30.319505Z"},"links":{"citing_paper":"/paper/2606.08483"},"observation_digest":"sha256:beed06cc6cca3f64ca9af5f954fcea5944bb3fde3746167f4fb06e2e327fcc32","observation_id":"c1f34bdb-9f18-4090-8e16-34f31bea3bfa","resolution":{"observed_at":"2026-06-27T18:42:30.319505Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T18:42:30.319505Z","title":"Arora, Jason Wei, R","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.08483","last_updated":"2026-06-07T07:01:15Z","snapshot_observed_at":"2026-08-05T10:30:12.266392Z","submitted_at":"2026-06-07T07:01:15Z","title":"Testing the Black Box: Structural Barriers to Independent Evaluation of Consumer-Facing Health LLMs","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-06-27T18:42:30.319505Z"},"links":{"citing_paper":"/paper/2606.08483"},"observation_digest":"sha256:35cc0256b18571f4adb6ce44097a6d76a0c49346f41644681d35a978b0825dc0","observation_id":"7ee9a9b1-212f-4028-9216-cbff57aea838","resolution":{"observed_at":"2026-06-27T18:42:30.319505Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1126/science.aec8352","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Sycophantic AI decreases prosocial intentions and promotes dependence , volume =","venue":"Science","work_id":"5d08592f-a3f9-476e-98da-cd89c982e1b1","year":2026},"citing_paper":{"arxiv_id":"2606.08483","last_updated":"2026-06-07T07:01:15Z","snapshot_observed_at":"2026-08-05T10:30:12.266392Z","submitted_at":"2026-06-07T07:01:15Z","title":"Testing the Black Box: Structural Barriers to Independent Evaluation of Consumer-Facing Health LLMs","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-06-27T18:42:30.319505Z"},"links":{"citing_paper":"/paper/2606.08483"},"observation_digest":"sha256:5d7de3348dabb35ca86d04505c4298fd7100c1e5c312efa184e1916c97303530","observation_id":"e576d666-c420-4704-89cd-6b09dcc4300b","resolution":{"observed_at":"2026-06-27T18:51:08.155286Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-03T22:08:30.366132+00:00","source":"crossref_status_cache"},{"observed_at":"2026-08-03T22:08:30.366132+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/s12160-017-9888-y","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Martin and Keith J","venue":"Annals of Behavioral Medicine","work_id":"f0f9895f-ac52-4343-8d10-9a2df21758eb","year":2017},"citing_paper":{"arxiv_id":"2606.08483","last_updated":"2026-06-07T07:01:15Z","snapshot_observed_at":"2026-08-05T10:30:12.266392Z","submitted_at":"2026-06-07T07:01:15Z","title":"Testing the Black Box: Structural Barriers to Independent Evaluation of Consumer-Facing Health LLMs","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-06-27T18:42:30.319505Z"},"links":{"citing_paper":"/paper/2606.08483"},"observation_digest":"sha256:6ff156423b9667206e0dbec72d3dcd3e9170944a955ea3599695dd21fa276d3f","observation_id":"b4bf92c0-a9eb-46a0-9e31-033254ee5552","resolution":{"observed_at":"2026-06-27T18:51:08.157501Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.2147/jmdh.s353594","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":"Journal of Multidisciplinary Healthcare","work_id":"e5ac9d5e-8f4d-4c58-a104-259c9108cd6e","year":2022},"citing_paper":{"arxiv_id":"2606.08483","last_updated":"2026-06-07T07:01:15Z","snapshot_observed_at":"2026-08-05T10:30:12.266392Z","submitted_at":"2026-06-07T07:01:15Z","title":"Testing the Black Box: Structural Barriers to Independent Evaluation of Consumer-Facing Health LLMs","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-06-27T18:42:30.319505Z"},"links":{"citing_paper":"/paper/2606.08483"},"observation_digest":"sha256:f42250ab847b55ade4d1dd49d94e6121fd64ac6a90e90d9b676e2a4949d76043","observation_id":"9093ed1f-2703-4356-930a-fbe38a15ce8b","resolution":{"observed_at":"2026-06-27T18:51:08.162026Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T18:42:30.319505Z","title":null,"venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2606.08483","last_updated":"2026-06-07T07:01:15Z","snapshot_observed_at":"2026-08-05T10:30:12.266392Z","submitted_at":"2026-06-07T07:01:15Z","title":"Testing the Black Box: Structural Barriers to Independent Evaluation of Consumer-Facing Health LLMs","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-06-27T18:42:30.319505Z"},"links":{"citing_paper":"/paper/2606.08483"},"observation_digest":"sha256:1551558609ba45e4cee01e8a9fe60bd4a24735ad8ed9dfea4c56637a0037c855","observation_id":"a0302316-3a7f-465e-948b-97587502f36e","resolution":{"observed_at":"2026-06-27T18:42:30.319505Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.34133/2021/9759016","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Bompelli, Y","venue":"Health Data Science","work_id":"34c41b34-141f-427f-8021-72b960056035","year":2021},"citing_paper":{"arxiv_id":"2606.08483","last_updated":"2026-06-07T07:01:15Z","snapshot_observed_at":"2026-08-05T10:30:12.266392Z","submitted_at":"2026-06-07T07:01:15Z","title":"Testing the Black Box: Structural Barriers to Independent Evaluation of Consumer-Facing Health LLMs","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-06-27T18:42:30.319505Z"},"links":{"citing_paper":"/paper/2606.08483"},"observation_digest":"sha256:e3cd892f484ac88f63ead71477efe19a144bba93f80856583a4d296b29c324ba","observation_id":"86a42c94-31c3-461c-9ac6-774e10f6ef0d","resolution":{"observed_at":"2026-06-27T18:51:08.166925Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1093/jamia/ocab170","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":"Journal of the American Medical Informatics Association","work_id":"1a4402ea-37aa-4dd9-8625-4d3a9ddd4f4b","year":2021},"citing_paper":{"arxiv_id":"2606.08483","last_updated":"2026-06-07T07:01:15Z","snapshot_observed_at":"2026-08-05T10:30:12.266392Z","submitted_at":"2026-06-07T07:01:15Z","title":"Testing the Black Box: Structural Barriers to Independent Evaluation of Consumer-Facing Health LLMs","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-06-27T18:42:30.319505Z"},"links":{"citing_paper":"/paper/2606.08483"},"observation_digest":"sha256:6a369b33de9e4c59d75f3efa777b52bbef73bf28fa98d9766248fd8b64e445eb","observation_id":"4ad5d58d-55f8-4a6d-a82c-d943718db6fb","resolution":{"observed_at":"2026-06-27T18:51:08.165059Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2025.127928","doi":"10.1016/j.eswa.2025.127928","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Tu, and E","venue":"Expert Systems with Applications","work_id":"c6c8a292-4a53-4165-97a4-91990ccc4d15","year":2025},"citing_paper":{"arxiv_id":"2606.08483","last_updated":"2026-06-07T07:01:15Z","snapshot_observed_at":"2026-08-05T10:30:12.266392Z","submitted_at":"2026-06-07T07:01:15Z","title":"Testing the Black Box: Structural Barriers to Independent Evaluation of Consumer-Facing Health LLMs","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-06-27T18:42:30.319505Z"},"links":{"citing_paper":"/paper/2606.08483"},"observation_digest":"sha256:d403b33e7b3caa4532742a3ceb72070349ce3bd49a629a89eb72bd4bc872857c","observation_id":"719b8618-f55b-4656-803c-b910a9d64dcc","resolution":{"observed_at":"2026-06-27T18:51:08.160291Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T18:42:30.319505Z","title":"Brown, A","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2606.08483","last_updated":"2026-06-07T07:01:15Z","snapshot_observed_at":"2026-08-05T10:30:12.266392Z","submitted_at":"2026-06-07T07:01:15Z","title":"Testing the Black Box: Structural Barriers to Independent Evaluation of Consumer-Facing Health LLMs","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-06-27T18:42:30.319505Z"},"links":{"citing_paper":"/paper/2606.08483"},"observation_digest":"sha256:6ed5204876757084d1817f0fc7f774f15d9c5240f458666350c63d78bed1901b","observation_id":"39b98fc1-2fef-4907-b624-4aafd854290e","resolution":{"observed_at":"2026-06-27T18:42:30.319505Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T18:42:30.319505Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.08483","last_updated":"2026-06-07T07:01:15Z","snapshot_observed_at":"2026-08-05T10:30:12.266392Z","submitted_at":"2026-06-07T07:01:15Z","title":"Testing the Black Box: Structural Barriers to Independent Evaluation of Consumer-Facing Health LLMs","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-06-27T18:42:30.319505Z"},"links":{"citing_paper":"/paper/2606.08483"},"observation_digest":"sha256:3cf58f9afe8361772082c24ab6546f1a94d86e139f07c4db863d1880807a6224","observation_id":"e7fda422-dc50-43ba-8fba-13f27cfa1072","resolution":{"observed_at":"2026-06-27T18:42:30.319505Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T18:42:30.319505Z","title":"System card: Claude Sonnet 4.5 [September 2025]","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.08483","last_updated":"2026-06-07T07:01:15Z","snapshot_observed_at":"2026-08-05T10:30:12.266392Z","submitted_at":"2026-06-07T07:01:15Z","title":"Testing the Black Box: Structural Barriers to Independent Evaluation of Consumer-Facing Health LLMs","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-06-27T18:42:30.319505Z"},"links":{"citing_paper":"/paper/2606.08483"},"observation_digest":"sha256:465519736965ef440991df09368105372cf31e3a124fc321de0d55eb8dbef72b","observation_id":"b6810b31-0382-4f78-b729-08267ea0a4b2","resolution":{"observed_at":"2026-06-27T18:42:30.319505Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T18:42:30.319505Z","title":"21 CFR part 822 — postmarket surveillance","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2606.08483","last_updated":"2026-06-07T07:01:15Z","snapshot_observed_at":"2026-08-05T10:30:12.266392Z","submitted_at":"2026-06-07T07:01:15Z","title":"Testing the Black Box: Structural Barriers to Independent Evaluation of Consumer-Facing Health LLMs","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-06-27T18:42:30.319505Z"},"links":{"citing_paper":"/paper/2606.08483"},"observation_digest":"sha256:762969996ba8af30e49fb41fdc31e2a7db3cf3c448f33931ee8342733b8ba4ed","observation_id":"010c653a-21a0-43c0-9666-c91c1eb310b8","resolution":{"observed_at":"2026-06-27T18:42:30.319505Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T18:42:30.319505Z","title":"MDR chapter 7: Post-market surveillance, vigilance and market surveil- lance","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2606.08483","last_updated":"2026-06-07T07:01:15Z","snapshot_observed_at":"2026-08-05T10:30:12.266392Z","submitted_at":"2026-06-07T07:01:15Z","title":"Testing the Black Box: Structural Barriers to Independent Evaluation of Consumer-Facing Health LLMs","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-06-27T18:42:30.319505Z"},"links":{"citing_paper":"/paper/2606.08483"},"observation_digest":"sha256:0fed71349455bb3807573af839ecb9019586d2a7579de8fb8aa20aa61e3cc7cd","observation_id":"b4ab191a-0b34-4fac-8d13-96499765cd6b","resolution":{"observed_at":"2026-06-27T18:42:30.319505Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2606.08483","last_updated":"2026-06-07T07:01:15Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-05T10:30:12.266392Z","submitted_at":"2026-06-07T07:01:15Z","title":"Testing the Black Box: Structural Barriers to Independent Evaluation of Consumer-Facing Health LLMs"},"reference_resolution":{"displayed":14,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":8,"verified_exact":6,"verified_fuzzy":0},"total_outbound_references":14},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 7 August 2026, this Paper Citation Record lists 14 of 14 outbound references and 0 inbound Pith citation observations for arXiv:2606.08483."}