{"as_of":"2026-08-11T17:36:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:3c0ee9b1446501103177c907975df6a8107d26acc133b801b6cb7d4fd30d32e8","coverage":[{"denominator":7,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":7,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-11T16:31:53.497698Z","state":"measured"},{"denominator":8,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":8,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-11T06:34:44.6726+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-10T21:09:53.276901Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"pith","source_observed_at":"2026-08-10T21:09:54.026624Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2412.10019","last_updated":"2025-05-15T20:53:36Z","snapshot_observed_at":"2026-08-11T16:24:05.422981Z","submitted_at":"2024-12-13T10:00:41Z","title":"Performance of ChatGPT on tasks involving physics visual representations: the case of the Brief Electricity and Magnetism Assessment","version":3},"cited_work":{"arxiv_id":"2412.10019","doi":null,"metadata_source":"pith","pith_arxiv_id":"2412.10019","snapshot_observed_at":"2026-08-10T21:09:54.026624Z","title":"Performance of ChatGPT on tasks involving physics visual representations: the case of the Brief Electricity and Magnetism Assessment","venue":"physics.ed-ph","work_id":"ba161046-bcfc-4df9-a00b-4e1bf94727ff","year":2024},"citing_paper":{"arxiv_id":"2501.06143","last_updated":"2025-05-12T12:07:32Z","snapshot_observed_at":"2026-08-11T09:24:06.048581Z","submitted_at":"2025-01-10T18:08:07Z","title":"Multilingual Performance of a Multimodal Artificial Intelligence System on Multisubject Physics Concept Inventories","version":3},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-10T21:09:53.276901Z"},"links":{"cited_paper":"/paper/2412.10019","citing_paper":"/paper/2501.06143"},"observation_digest":"sha256:751b138372bd63d39242e1209fc5fd1a0f5430ea2c77603e3ae1af482c2a4bbd","observation_id":"e969b660-d24a-41ec-8afe-5e0ed576411c","resolution":{"observed_at":"2026-08-10T21:09:54.032064Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2412.10019/citation-record","integrity":"/paper/2412.10019/integrity","json":"/paper/2412.10019/citation-record.json","paper":"/paper/2412.10019"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T16:31:53.696449Z","title":"ChatGPT-4_meaning,","venue":null,"work_id":"3c9e7042-ac0f-497b-9df8-5afd0c849d17","year":null},"citing_paper":{"arxiv_id":"2412.10019","last_updated":"2025-05-15T20:53:36Z","snapshot_observed_at":"2026-08-11T16:24:05.422981Z","submitted_at":"2024-12-13T10:00:41Z","title":"Performance of ChatGPT on tasks involving physics visual representations: the case of the Brief Electricity and Magnetism Assessment","version":3},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-11T16:31:53.468967Z"},"links":{"citing_paper":"/paper/2412.10019"},"observation_digest":"sha256:c79f24b361d2fc089ec07b049b331f47243439e07b49633d21abe442e1648402","observation_id":"8af4a5f1-6b79-4ddd-b979-e1fc5458b6a3","resolution":{"observed_at":"2026-08-11T16:31:53.701090Z","resolver_source":"raw_fallback","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T16:31:53.679012Z","title":"mind’s eye,","venue":null,"work_id":"ffb078bf-7f27-488f-8842-d6d7d79378e2","year":null},"citing_paper":{"arxiv_id":"2412.10019","last_updated":"2025-05-15T20:53:36Z","snapshot_observed_at":"2026-08-11T16:24:05.422981Z","submitted_at":"2024-12-13T10:00:41Z","title":"Performance of ChatGPT on tasks involving physics visual representations: the case of the Brief Electricity and Magnetism Assessment","version":3},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-11T16:31:53.473918Z"},"links":{"citing_paper":"/paper/2412.10019"},"observation_digest":"sha256:30508962d7794a153e6a423eb382d73bd164e49273b302922f38b9927591fcd4","observation_id":"0a9eacd3-9a38-4dd5-8085-74aa05e545f4","resolution":{"observed_at":"2026-08-11T16:31:53.684910Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2409.06717","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T16:31:53.659172Z","title":"However, we can see that many errors made by the chatbot would be quite atypical for human students, based on our experience as physics instructors","venue":null,"work_id":"3ffd835b-97c9-4a3d-8cfc-65ed506e24d0","year":2024},"citing_paper":{"arxiv_id":"2412.10019","last_updated":"2025-05-15T20:53:36Z","snapshot_observed_at":"2026-08-11T16:24:05.422981Z","submitted_at":"2024-12-13T10:00:41Z","title":"Performance of ChatGPT on tasks involving physics visual representations: the case of the Brief Electricity and Magnetism Assessment","version":3},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-11T16:31:53.478683Z"},"links":{"citing_paper":"/paper/2412.10019"},"observation_digest":"sha256:7f15382564bf79bf4a74da81af3737f34e1ff4bdfab2c9dcd24644b3bf1d92ce","observation_id":"d98b3f72-58cb-4cd1-a25d-40800349c89f","resolution":{"observed_at":"2026-08-11T16:31:53.667056Z","resolver_source":"raw_fallback","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.01067","last_updated":"2023-03-26T18:18:17Z","snapshot_observed_at":"2026-08-10T22:35:26.235699Z","submitted_at":"2023-03-02T08:43:11Z","title":"AI and the FCI: Can ChatGPT Project an Understanding of Introductory Physics?","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.01067","snapshot_observed_at":"2026-08-11T16:31:53.483133Z","title":"Shetye, An Evaluation of Khanmigo, a Generative AI Tool, as a Computer-Assisted Language Learning App, Studies in Applied Linguistics and TESOL 24, 1 (2024)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.10019","last_updated":"2025-05-15T20:53:36Z","snapshot_observed_at":"2026-08-11T16:24:05.422981Z","submitted_at":"2024-12-13T10:00:41Z","title":"Performance of ChatGPT on tasks involving physics visual representations: the case of the Brief Electricity and Magnetism Assessment","version":3},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-11T16:31:53.483133Z"},"links":{"cited_paper":"/paper/2303.01067","citing_paper":"/paper/2412.10019"},"observation_digest":"sha256:9eb89ce7816023eed9acccbef7648d1cff7ab4a53d7eb9acd5d9cacb7dd68e89","observation_id":"6d7b0c48-0d25-4e6a-a3e6-fa6f219b1ea8","resolution":{"observed_at":"2026-08-11T16:31:53.483133Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.21287","last_updated":"2024-10-11T20:30:16Z","snapshot_observed_at":"2026-08-10T19:48:13.220949Z","submitted_at":"2024-10-11T20:30:16Z","title":"A Systematic Assessment of OpenAI o1-Preview for Higher Order Thinking in Education","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.21287","snapshot_observed_at":"2026-08-11T16:31:53.489286Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.10019","last_updated":"2025-05-15T20:53:36Z","snapshot_observed_at":"2026-08-11T16:24:05.422981Z","submitted_at":"2024-12-13T10:00:41Z","title":"Performance of ChatGPT on tasks involving physics visual representations: the case of the Brief Electricity and Magnetism Assessment","version":3},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-11T16:31:53.489286Z"},"links":{"cited_paper":"/paper/2410.21287","citing_paper":"/paper/2412.10019"},"observation_digest":"sha256:c7ed97aa6c4513b18fdbb883d962880d30f6b6155e27f1289645fab4544aabb0","observation_id":"8b8e4996-6b33-46d8-9840-eb1bc6c4849a","resolution":{"observed_at":"2026-08-11T16:31:53.489286Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.06910","last_updated":"2025-08-20T15:11:37Z","snapshot_observed_at":"2026-08-02T10:25:57.813064Z","submitted_at":"2024-12-09T19:02:07Z","title":"Using Large Language Models to Assign Partial Credit to Students' Explanations of Problem-Solving Process: Grade at Human Level Accuracy with Grading Confidence Index and Personalized Student-facing Feedback","version":3},"cited_work":{"arxiv_id":"2412.06910","doi":null,"metadata_source":"pith","pith_arxiv_id":"2412.06910","snapshot_observed_at":"2026-08-11T16:31:53.550802Z","title":"Using Large Language Models to Assign Partial Credit to Students' Explanations of Problem-Solving Process: Grade at Human Level Accuracy with Grading Confidence Index and Personalized Student-facing Feedback","venue":"physics.ed-ph","work_id":"149df03d-3158-4760-a85e-0a5a1cdddd77","year":2024},"citing_paper":{"arxiv_id":"2412.10019","last_updated":"2025-05-15T20:53:36Z","snapshot_observed_at":"2026-08-11T16:24:05.422981Z","submitted_at":"2024-12-13T10:00:41Z","title":"Performance of ChatGPT on tasks involving physics visual representations: the case of the Brief Electricity and Magnetism Assessment","version":3},"reference_index":60,"source":"pdf_text","source_observed_at":"2026-08-11T16:31:53.493600Z"},"links":{"cited_paper":"/paper/2412.06910","citing_paper":"/paper/2412.10019"},"observation_digest":"sha256:d8dfbe463eeda7ef61df0df22443ee6e7bbb63a37137c7e38615580237ea8d4a","observation_id":"3a5ea261-ade1-42c8-a9d1-28c1ff172788","resolution":{"observed_at":"2026-08-11T16:31:53.554890Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.00832","last_updated":"2024-09-19T08:07:04Z","snapshot_observed_at":"2026-07-06T17:10:36.020497Z","submitted_at":"2024-01-01T18:11:43Z","title":"Taking the Next Step with Generative Artificial Intelligence: The Transformative Role of Multimodal Large Language Models in Science Education","version":3},"cited_work":{"arxiv_id":"2401.00832","doi":null,"metadata_source":"pith","pith_arxiv_id":"2401.00832","snapshot_observed_at":"2026-08-11T16:31:53.532252Z","title":"Taking the Next Step with Generative Artificial Intelligence: The Transformative Role of Multimodal Large Language Models in Science Education","venue":"cs.AI","work_id":"30bc25cf-28d7-46e4-8711-cb438557f941","year":2024},"citing_paper":{"arxiv_id":"2412.10019","last_updated":"2025-05-15T20:53:36Z","snapshot_observed_at":"2026-08-11T16:24:05.422981Z","submitted_at":"2024-12-13T10:00:41Z","title":"Performance of ChatGPT on tasks involving physics visual representations: the case of the Brief Electricity and Magnetism Assessment","version":3},"reference_index":83,"source":"pdf_text","source_observed_at":"2026-08-11T16:31:53.497698Z"},"links":{"cited_paper":"/paper/2401.00832","citing_paper":"/paper/2412.10019"},"observation_digest":"sha256:e5c46fa47c25ade7d19d7a2c3bb0e49795b722272eb35011a6ff94adda4775a3","observation_id":"5c41bac6-ad5a-4f43-9d6e-c8fd089c5825","resolution":{"observed_at":"2026-08-11T16:31:53.539178Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2412.10019","last_updated":"2025-05-15T20:53:36Z","latest_version":3,"primary_category":"physics.ed-ph","snapshot_observed_at":"2026-08-11T16:24:05.422981Z","submitted_at":"2024-12-13T10:00:41Z","title":"Performance of ChatGPT on tasks involving physics visual representations: the case of the Brief Electricity and Magnetism Assessment"},"reference_resolution":{"displayed":7,"state_counts":{"malformed_identifier":1,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":2,"verified_exact":3,"verified_fuzzy":1},"total_outbound_references":7},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"thesis":"As of 11 August 2026, this Paper Citation Record lists 7 of 7 outbound references and 1 inbound Pith citation observation for arXiv:2412.10019."}