{"as_of":"2026-08-07T05:42:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:cada21f659256afe4315c059f64f21107a8afdd8e4a9513226756a1432d66fdf","coverage":[{"denominator":21,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":21,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T20:50:01.451559Z","state":"measured"},{"denominator":21,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":21,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-06T06:34:29.942622+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2507.03013/citation-record","integrity":"/paper/2507.03013/integrity","json":"/paper/2507.03013/citation-record.json","paper":"/paper/2507.03013"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T20:50:04.784877Z","title":"Calculus I","venue":null,"work_id":"64f14c11-25d0-4c78-b734-47bd19b7c0a1","year":null},"citing_paper":{"arxiv_id":"2507.03013","last_updated":"2025-07-02T12:06:46Z","snapshot_observed_at":"2026-08-06T21:59:54.329388Z","submitted_at":"2025-07-02T12:06:46Z","title":"Challenges for AI in Multimodal STEM Assessments: a Human-AI Comparison","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-06T20:49:59.728208Z"},"links":{"citing_paper":"/paper/2507.03013"},"observation_digest":"sha256:2aff5f9273acea8412bd2e8881c0e26d6065a58adcdb1026ceb6aac916f463b3","observation_id":"238ac2ce-8006-4483-9c2b-232e387a1e9f","resolution":{"observed_at":"2026-08-06T20:50:04.901093Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.10635","last_updated":"2024-06-28T08:24:13Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-07-20T07:01:57Z","title":"SciBench: Evaluating College-Level Scientific Problem-Solving Abilities of Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.10635","snapshot_observed_at":"2026-08-06T20:49:59.628786Z","title":"Complex” means that the question involves multiple concepts of the subject, while “Simple","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.03013","last_updated":"2025-07-02T12:06:46Z","snapshot_observed_at":"2026-08-06T21:59:54.329388Z","submitted_at":"2025-07-02T12:06:46Z","title":"Challenges for AI in Multimodal STEM Assessments: a Human-AI Comparison","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-06T20:49:59.628786Z"},"links":{"cited_paper":"/paper/2307.10635","citing_paper":"/paper/2507.03013"},"observation_digest":"sha256:fcb76e84fc093fc6a180d6e2530bb8aeac9e788d648fce3e22b677d016905d6f","observation_id":"dac3033c-454b-44d6-8297-ecc0a9605c52","resolution":{"observed_at":"2026-08-06T20:49:59.628786Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T20:50:04.318569Z","title":null,"venue":null,"work_id":"ac0b0837-59eb-4164-afb3-98168bd51cb4","year":null},"citing_paper":{"arxiv_id":"2507.03013","last_updated":"2025-07-02T12:06:46Z","snapshot_observed_at":"2026-08-06T21:59:54.329388Z","submitted_at":"2025-07-02T12:06:46Z","title":"Challenges for AI in Multimodal STEM Assessments: a Human-AI Comparison","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-06T20:49:59.989800Z"},"links":{"citing_paper":"/paper/2507.03013"},"observation_digest":"sha256:8bdab2c6426b8f040244c38be0540f18cfbd7cf552ba8be13df7d91ed1b8b377","observation_id":"c33cabee-cfda-4fee-adef-ec1a8fd2ea2d","resolution":{"observed_at":"2026-08-06T20:50:04.437614Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T20:50:04.551883Z","title":null,"venue":null,"work_id":"19587362-cbaf-4ba6-86dc-38b878dfa303","year":null},"citing_paper":{"arxiv_id":"2507.03013","last_updated":"2025-07-02T12:06:46Z","snapshot_observed_at":"2026-08-06T21:59:54.329388Z","submitted_at":"2025-07-02T12:06:46Z","title":"Challenges for AI in Multimodal STEM Assessments: a Human-AI Comparison","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-06T20:49:59.863312Z"},"links":{"citing_paper":"/paper/2507.03013"},"observation_digest":"sha256:a3d474e271c98241bae629c938b8b86d8716acdbd1b9d945b4e41211067e7c58","observation_id":"95e7b403-83b5-41df-bffb-e670fbc97e41","resolution":{"observed_at":"2026-08-06T20:50:04.671956Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T20:50:03.937935Z","title":"MCQ\" (Multiple Choice Question) –","venue":null,"work_id":"f6cf5a8a-a45c-47c4-8358-22a2948eea22","year":null},"citing_paper":{"arxiv_id":"2507.03013","last_updated":"2025-07-02T12:06:46Z","snapshot_observed_at":"2026-08-06T21:59:54.329388Z","submitted_at":"2025-07-02T12:06:46Z","title":"Challenges for AI in Multimodal STEM Assessments: a Human-AI Comparison","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-06T20:50:00.139707Z"},"links":{"citing_paper":"/paper/2507.03013"},"observation_digest":"sha256:550cbcf81df7a8c61f6a5cbb5230e34ee4bdf8c4605621b682b918aad6f8d684","observation_id":"a17cef9d-53a5-45f8-8834-70a8de363a0c","resolution":{"observed_at":"2026-08-06T20:50:04.030657Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T20:50:04.106881Z","title":null,"venue":null,"work_id":"28435467-1a96-4088-9292-10767f2f6a0d","year":null},"citing_paper":{"arxiv_id":"2507.03013","last_updated":"2025-07-02T12:06:46Z","snapshot_observed_at":"2026-08-06T21:59:54.329388Z","submitted_at":"2025-07-02T12:06:46Z","title":"Challenges for AI in Multimodal STEM Assessments: a Human-AI Comparison","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-06T20:50:00.074597Z"},"links":{"citing_paper":"/paper/2507.03013"},"observation_digest":"sha256:4c59f728fc199a88b5ba7f8ef722eaa63b36ae1d4b3d683cab841d59980778b2","observation_id":"84c8aef2-3ff4-4d84-9d8f-fa23d0506e8b","resolution":{"observed_at":"2026-08-06T20:50:04.207784Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T20:50:03.569703Z","title":"Crucial\" (Essential for solving the question) –","venue":null,"work_id":"41afb33f-8310-4f29-a360-6ad38aa9b0c9","year":null},"citing_paper":{"arxiv_id":"2507.03013","last_updated":"2025-07-02T12:06:46Z","snapshot_observed_at":"2026-08-06T21:59:54.329388Z","submitted_at":"2025-07-02T12:06:46Z","title":"Challenges for AI in Multimodal STEM Assessments: a Human-AI Comparison","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-06T20:50:00.317788Z"},"links":{"citing_paper":"/paper/2507.03013"},"observation_digest":"sha256:0c296c33249afa8a226c5b6b27e74d4f616e1676d950fbaaee276cfc20c76225","observation_id":"f44f7ea2-a59c-42ba-acfa-3db8024985f7","resolution":{"observed_at":"2026-08-06T20:50:03.631322Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T20:50:03.718101Z","title":"line plot","venue":null,"work_id":"0afdba15-68bb-4920-aeb0-1b3d966d3a71","year":null},"citing_paper":{"arxiv_id":"2507.03013","last_updated":"2025-07-02T12:06:46Z","snapshot_observed_at":"2026-08-06T21:59:54.329388Z","submitted_at":"2025-07-02T12:06:46Z","title":"Challenges for AI in Multimodal STEM Assessments: a Human-AI Comparison","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-06T20:50:00.219717Z"},"links":{"citing_paper":"/paper/2507.03013"},"observation_digest":"sha256:ac24f84c7936b6ae6e50665d8a2d4e436bc3ee79c3b180deb0ad5f72452c7c9d","observation_id":"fb8ab03f-f0af-4568-b332-0fa4abb1383d","resolution":{"observed_at":"2026-08-06T20:50:03.815793Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T20:50:03.191499Z","title":null,"venue":null,"work_id":"5faaaf35-0e1b-4ee5-8b76-8cb2b8c17a86","year":null},"citing_paper":{"arxiv_id":"2507.03013","last_updated":"2025-07-02T12:06:46Z","snapshot_observed_at":"2026-08-06T21:59:54.329388Z","submitted_at":"2025-07-02T12:06:46Z","title":"Challenges for AI in Multimodal STEM Assessments: a Human-AI Comparison","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-06T20:50:00.549721Z"},"links":{"citing_paper":"/paper/2507.03013"},"observation_digest":"sha256:46532d60b5df4a52399b9233cba3a3d91663943e25b2f43ef5dc5ed7a307a462","observation_id":"2140bce1-cdbd-4e7a-8064-3797e378da49","resolution":{"observed_at":"2026-08-06T20:50:03.245872Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T20:50:03.348075Z","title":"Complex\" doesn’t necessarily mean that the problem is difficult. It simply means that many conditions are in play. • Possible Labels: –","venue":null,"work_id":"c828bd7e-aa5e-4047-8bee-e629f6df2e22","year":null},"citing_paper":{"arxiv_id":"2507.03013","last_updated":"2025-07-02T12:06:46Z","snapshot_observed_at":"2026-08-06T21:59:54.329388Z","submitted_at":"2025-07-02T12:06:46Z","title":"Challenges for AI in Multimodal STEM Assessments: a Human-AI Comparison","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-06T20:50:00.388681Z"},"links":{"citing_paper":"/paper/2507.03013"},"observation_digest":"sha256:749d5be44e198b4fd2d7b9ed184a3b8e7849b13c335316d15f14ca69fa23d136","observation_id":"0ca099ce-84ae-4a76-a0e2-c53108788f51","resolution":{"observed_at":"2026-08-06T20:50:03.441249Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T20:50:02.872120Z","title":"• Example: 1, 2","venue":null,"work_id":"b903d99a-1e5a-4371-9823-76183d54418b","year":null},"citing_paper":{"arxiv_id":"2507.03013","last_updated":"2025-07-02T12:06:46Z","snapshot_observed_at":"2026-08-06T21:59:54.329388Z","submitted_at":"2025-07-02T12:06:46Z","title":"Challenges for AI in Multimodal STEM Assessments: a Human-AI Comparison","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-06T20:50:00.771034Z"},"links":{"citing_paper":"/paper/2507.03013"},"observation_digest":"sha256:acfa50c72fee5b3ce23435458b95d69d55312f1c5d0c22d250e28949b4b8ae5c","observation_id":"fec44437-c7ca-457f-8210-bc46055e20a7","resolution":{"observed_at":"2026-08-06T20:50:02.941985Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T20:50:03.035995Z","title":null,"venue":null,"work_id":"2e0aa552-88fa-4385-8d0a-1c076e9c70a7","year":null},"citing_paper":{"arxiv_id":"2507.03013","last_updated":"2025-07-02T12:06:46Z","snapshot_observed_at":"2026-08-06T21:59:54.329388Z","submitted_at":"2025-07-02T12:06:46Z","title":"Challenges for AI in Multimodal STEM Assessments: a Human-AI Comparison","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-06T20:50:00.644738Z"},"links":{"citing_paper":"/paper/2507.03013"},"observation_digest":"sha256:3a24737804af99a7fa4d18435a2c6e80710b500278f32281e49425bf1483e86b","observation_id":"dda06bea-bbf8-4d51-9e6e-125649b083cd","resolution":{"observed_at":"2026-08-06T20:50:03.116008Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T20:50:02.543571Z","title":"• Example: \"French\"","venue":null,"work_id":"0ebd85c1-2b8d-4bc5-98e6-b5ee38637ed4","year":null},"citing_paper":{"arxiv_id":"2507.03013","last_updated":"2025-07-02T12:06:46Z","snapshot_observed_at":"2026-08-06T21:59:54.329388Z","submitted_at":"2025-07-02T12:06:46Z","title":"Challenges for AI in Multimodal STEM Assessments: a Human-AI Comparison","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-06T20:50:00.999479Z"},"links":{"citing_paper":"/paper/2507.03013"},"observation_digest":"sha256:f596d1bc040dab6a0699d24dc653fe843229ba157e4f45843a826c8213098252","observation_id":"0221bf65-abfb-4c5d-aa0f-d1d6a1172a3a","resolution":{"observed_at":"2026-08-06T20:50:02.610321Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T20:50:02.711280Z","title":"• Always in \"English\" because we trans- lated the French ones","venue":null,"work_id":"d0e153e9-d308-4bf1-8b4b-4e381b067f21","year":null},"citing_paper":{"arxiv_id":"2507.03013","last_updated":"2025-07-02T12:06:46Z","snapshot_observed_at":"2026-08-06T21:59:54.329388Z","submitted_at":"2025-07-02T12:06:46Z","title":"Challenges for AI in Multimodal STEM Assessments: a Human-AI Comparison","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-06T20:50:00.866686Z"},"links":{"citing_paper":"/paper/2507.03013"},"observation_digest":"sha256:5452b4fccf4ea1a60ac76f2a9d0294ab2b4953bfe5e1c0720b4323f04415129a","observation_id":"6433a6ee-1bce-4edc-b389-c1139969166b","resolution":{"observed_at":"2026-08-06T20:50:02.802617Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T20:50:02.225569Z","title":"PNG\", \"JPEG","venue":null,"work_id":"dac455cf-db21-45ab-9224-66a564755f82","year":null},"citing_paper":{"arxiv_id":"2507.03013","last_updated":"2025-07-02T12:06:46Z","snapshot_observed_at":"2026-08-06T21:59:54.329388Z","submitted_at":"2025-07-02T12:06:46Z","title":"Challenges for AI in Multimodal STEM Assessments: a Human-AI Comparison","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-06T20:50:01.175189Z"},"links":{"citing_paper":"/paper/2507.03013"},"observation_digest":"sha256:fe65b62b60eba1f8526195074da68ffbf72d7e0ea7abf95f5f4e55f5b0449b25","observation_id":"ab94721f-fdba-4279-a43c-f44ec4284b0e","resolution":{"observed_at":"2026-08-06T20:50:02.326397Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T20:50:02.410286Z","title":"• Possible Values: true or false","venue":null,"work_id":"aaef2231-72bb-4dbc-a574-26b494eba73b","year":null},"citing_paper":{"arxiv_id":"2507.03013","last_updated":"2025-07-02T12:06:46Z","snapshot_observed_at":"2026-08-06T21:59:54.329388Z","submitted_at":"2025-07-02T12:06:46Z","title":"Challenges for AI in Multimodal STEM Assessments: a Human-AI Comparison","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-06T20:50:01.092062Z"},"links":{"citing_paper":"/paper/2507.03013"},"observation_digest":"sha256:cea7c375027dc9828e22b7db22c7b98cbbe7e6b8313f9f9c519cf37a2f38d925","observation_id":"cbf8fee2-53db-4f25-bba6-26da03d274d0","resolution":{"observed_at":"2026-08-06T20:50:02.468144Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T20:50:01.890398Z","title":"Unique answer","venue":null,"work_id":"c0ac50c4-f90b-4548-a2b7-58a8012c8e19","year":null},"citing_paper":{"arxiv_id":"2507.03013","last_updated":"2025-07-02T12:06:46Z","snapshot_observed_at":"2026-08-06T21:59:54.329388Z","submitted_at":"2025-07-02T12:06:46Z","title":"Challenges for AI in Multimodal STEM Assessments: a Human-AI Comparison","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-06T20:50:01.310665Z"},"links":{"citing_paper":"/paper/2507.03013"},"observation_digest":"sha256:b79daa820be6a45227290344c12356eb73925723738430dc75b2a549966f11a9","observation_id":"5df4fa65-02cf-431a-a070-604ec84f7586","resolution":{"observed_at":"2026-08-06T20:50:01.965268Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T20:50:02.065451Z","title":"Only MCQ Letter","venue":null,"work_id":"d0deeb5c-3362-4e73-852b-df790ac23f56","year":null},"citing_paper":{"arxiv_id":"2507.03013","last_updated":"2025-07-02T12:06:46Z","snapshot_observed_at":"2026-08-06T21:59:54.329388Z","submitted_at":"2025-07-02T12:06:46Z","title":"Challenges for AI in Multimodal STEM Assessments: a Human-AI Comparison","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-06T20:50:01.253927Z"},"links":{"citing_paper":"/paper/2507.03013"},"observation_digest":"sha256:8bc623126a43210c682bf70fd8b8da1f39759e215149f46ef0f8715c44693ce0","observation_id":"6a7f5942-cc94-4d2d-b2b0-aefc081ddbb9","resolution":{"observed_at":"2026-08-06T20:50:02.120723Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T20:50:01.617980Z","title":"All Independent","venue":null,"work_id":"3c3afb85-0eba-4189-aa06-851f19a8c404","year":2000},"citing_paper":{"arxiv_id":"2507.03013","last_updated":"2025-07-02T12:06:46Z","snapshot_observed_at":"2026-08-06T21:59:54.329388Z","submitted_at":"2025-07-02T12:06:46Z","title":"Challenges for AI in Multimodal STEM Assessments: a Human-AI Comparison","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-06T20:50:01.451559Z"},"links":{"citing_paper":"/paper/2507.03013"},"observation_digest":"sha256:eba84f5f2887d09fe29496c2be6222f82812df012cb3b8e62afa8d7e7c206996","observation_id":"91b4dc3e-53fa-4b68-8e50-6d6488c33d4f","resolution":{"observed_at":"2026-08-06T20:50:01.663292Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T20:50:01.741464Z","title":"LaTeX\",","venue":null,"work_id":"260a0067-25f0-4d9c-9eec-dbf159e4c07a","year":null},"citing_paper":{"arxiv_id":"2507.03013","last_updated":"2025-07-02T12:06:46Z","snapshot_observed_at":"2026-08-06T21:59:54.329388Z","submitted_at":"2025-07-02T12:06:46Z","title":"Challenges for AI in Multimodal STEM Assessments: a Human-AI Comparison","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-06T20:50:01.359709Z"},"links":{"citing_paper":"/paper/2507.03013"},"observation_digest":"sha256:48842053dd111f9986dd0e22ef63ee4e5cfb0d260851d722a4462f359e9b47c6","observation_id":"553f49a6-9365-45a4-a310-ff928dce3960","resolution":{"observed_at":"2026-08-06T20:50:01.826461Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.15074","last_updated":"2023-10-23T11:55:58Z","snapshot_observed_at":"2026-08-03T17:43:44.363296Z","submitted_at":"2023-05-24T11:55:59Z","title":"Have LLMs Advanced Enough? A Challenging Problem Solving Benchmark For Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.15074","snapshot_observed_at":"2026-08-06T20:49:59.497562Z","title":"Preprint, arXiv:2305.15074","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.03013","last_updated":"2025-07-02T12:06:46Z","snapshot_observed_at":"2026-08-06T21:59:54.329388Z","submitted_at":"2025-07-02T12:06:46Z","title":"Challenges for AI in Multimodal STEM Assessments: a Human-AI Comparison","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-06T20:49:59.497562Z"},"links":{"cited_paper":"/paper/2305.15074","citing_paper":"/paper/2507.03013"},"observation_digest":"sha256:953ed630ebcff9e24e4dc3dbee1b41ed9404cbfd8e61fea949d063efa81aca3d","observation_id":"9b814922-26e9-4818-86b5-745efd6faec7","resolution":{"observed_at":"2026-08-06T20:49:59.497562Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2507.03013","last_updated":"2025-07-02T12:06:46Z","latest_version":1,"primary_category":"cs.CY","snapshot_observed_at":"2026-08-06T21:59:54.329388Z","submitted_at":"2025-07-02T12:06:46Z","title":"Challenges for AI in Multimodal STEM Assessments: a Human-AI Comparison"},"reference_resolution":{"displayed":21,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":7,"verified_exact":0,"verified_fuzzy":14},"total_outbound_references":21},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"thesis":"As of 7 August 2026, this Paper Citation Record lists 21 of 21 outbound references and 0 inbound Pith citation observations for arXiv:2507.03013."}