{"as_of":"2026-08-09T08:37:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:e4d6122c5c9861d7208f2c71136a3cd76f09e2cd37a624d80f7837a9cef23e89","coverage":[{"denominator":54,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":54,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T14:37:31.568740Z","state":"measured"},{"denominator":57,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":57,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":3,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":3,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T14:27:40.625888Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-06-29T07:13:17.273001Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.18319","snapshot_observed_at":"2026-08-07T14:27:40.625888Z","title":"Seeing beyond words: Matvqa for challenging visual-scientific reasoning in materials science","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.18962","last_updated":"2025-05-31T15:08:41Z","snapshot_observed_at":"2026-08-09T00:32:35.600478Z","submitted_at":"2025-05-25T03:35:49Z","title":"System-1.5 Reasoning: Traversal in Language and Latent Spaces with Dynamic Shortcuts","version":3},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-07T14:27:40.625888Z"},"links":{"cited_paper":"/paper/2505.18319","citing_paper":"/paper/2505.18962"},"observation_digest":"sha256:60fb774a767a25449854dbad4506ed86e05613d308aa9aad72a75bb457653f16","observation_id":"39e81633-0cfa-428b-bc6a-beda51a2d2d4","resolution":{"observed_at":"2026-08-07T14:27:40.625888Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.18319","snapshot_observed_at":"2026-08-05T20:29:46.167368Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2508.10358","last_updated":"2025-08-14T05:55:42Z","snapshot_observed_at":"2026-08-08T23:28:20.743097Z","submitted_at":"2025-08-14T05:55:42Z","title":"What to Ask Next? Probing the Imaginative Reasoning of LLMs with TurtleSoup Puzzles","version":1},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-05T20:29:46.167368Z"},"links":{"cited_paper":"/paper/2505.18319","citing_paper":"/paper/2508.10358"},"observation_digest":"sha256:897033be4b4466ebf77614eac9962bf4c1acba4d8cf197cf932c647032871498","observation_id":"6cc40457-9300-49d1-a1d8-8cc7df978a9e","resolution":{"observed_at":"2026-08-05T20:29:46.167368Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"cited_work":{"arxiv_id":"2505.18319","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2505.18319","snapshot_observed_at":"2026-06-29T07:13:17.273001Z","title":null,"venue":null,"work_id":"14b98f33-97d4-4d84-9324-9d5a82669dd3","year":2025},"citing_paper":{"arxiv_id":"2605.29833","last_updated":"2026-05-29T03:29:38Z","snapshot_observed_at":"2026-08-08T03:50:54.314487Z","submitted_at":"2026-05-28T12:12:27Z","title":"OmniMatBench: A Human-Calibrated Multimodal Reasoning Benchmark Across 19 Materials Science Subfields","version":2},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-06-29T07:03:33.105817Z"},"links":{"cited_paper":"/paper/2505.18319","citing_paper":"/paper/2605.29833"},"observation_digest":"sha256:c9d6beaf88b25069dbb4bf49e25d19e38a1eb7cfc26e25596faadbcb62f9fc30","observation_id":"eb78a028-971f-4930-bbc2-63986891dcb5","resolution":{"observed_at":"2026-06-29T07:13:17.275215Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2505.18319/citation-record","integrity":"/paper/2505.18319/integrity","json":"/paper/2505.18319/citation-record.json","paper":"/paper/2505.18319"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:37:36.078961Z","title":"Gemini 2.0 flash","venue":null,"work_id":"fc016dd7-39cd-475f-90a5-5d8a0b3cd2f0","year":2025},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:27.612802Z"},"links":{"citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:0690d9845c98aea4d84d19823ee5c096962abc84bd66a2fd4ab95e74c6359e07","observation_id":"d7c751d3-82b1-4642-bc42-b7826e31220a","resolution":{"observed_at":"2026-08-07T14:37:36.142566Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:37:35.967284Z","title":"Gemini 2.5: Our most intelligent ai model.https://blog.google/technology/ google-deepmind/gemini-model-thinking-updates-march-2025/ , Mar 2025","venue":null,"work_id":"e6df2996-a5dc-42eb-97bd-6f64ed3fa19f","year":2025},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:27.674499Z"},"links":{"citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:dba9bae279a93c99aae5497379086125b02ab32a84358d84bfc83721869a41a6","observation_id":"c7d90f0e-7d05-4c69-8d3a-aa97268e176f","resolution":{"observed_at":"2026-08-07T14:37:35.995412Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:37:35.840117Z","title":"Llama 3: Open foundation and instruction-tuned language models","venue":null,"work_id":"43bdfaa5-c5bc-477a-86f2-6181140007b7","year":2024},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:27.761376Z"},"links":{"citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:a411500d4400b6cb3e69248ba71b220b40d2beedbe3de6d8e3cf0abb75adcbc2","observation_id":"ac2c94a4-aa8a-47e2-8596-bed457bd5ae2","resolution":{"observed_at":"2026-08-07T14:37:35.897670Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:37:35.710533Z","title":"Mistral small 3.1: The best model in its weight class","venue":null,"work_id":"0ce48c5a-ea36-49bf-870a-b208058e789f","year":2025},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:27.840745Z"},"links":{"citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:bdd5c514a0ccdec99caff782d6db748ebc3626f4c0ac76e09f543ea9c0d090f0","observation_id":"641e0e33-0a9b-4e1b-a226-f4408f6de827","resolution":{"observed_at":"2026-08-07T14:37:35.746221Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:37:35.609889Z","title":"Macbench: A multimodal chemistry and materials science benchmark","venue":null,"work_id":"fe0a27bf-8623-4b5d-a971-8773cd8ffadb","year":null},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:27.894819Z"},"links":{"citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:88f91932ee23e8764d117ef76dc7a1efe9778a1cef90147de466b525ab959fdf","observation_id":"3f994386-dfbb-4d59-b580-5efa5883cce6","resolution":{"observed_at":"2026-08-07T14:37:35.664848Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:37:35.502854Z","title":"Claude 3.5 haiku: Our fastest model for daily tasks","venue":null,"work_id":"78da537e-db59-47f8-87e2-ffafdb482b1a","year":2024},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:27.950467Z"},"links":{"citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:243b88eb4de5e3f1c370b56918eca640fdd3a553c696164980ba91063952c168","observation_id":"f95566bf-599d-4794-a27c-fa12fd4e32cc","resolution":{"observed_at":"2026-08-07T14:37:35.547093Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:37:35.396609Z","title":"Claude 3.7 sonnet: Frontier reasoning made practical","venue":null,"work_id":"fe7da434-e333-4656-af66-da2ebfe3ea89","year":2025},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:28.014147Z"},"links":{"citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:a73b92e332fb65fa3bcad032c626ba241b90838e3a1bb26f63924b796f11c6a9","observation_id":"3761e841-7ff2-40c1-8f80-dc27e0aebfc5","resolution":{"observed_at":"2026-08-07T14:37:35.433114Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:37:35.305973Z","title":"The sciqa scientific question answering benchmark for scholarly knowledge","venue":null,"work_id":"2a2bcd9d-2003-46c2-b68d-484d88af61fe","year":2023},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:28.093326Z"},"links":{"citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:45a93f1be5dd6985e289fa76ac0d3034faffd111791d17e0dbfdcacfcce3ee9e","observation_id":"e5fc42b0-0c32-4ac9-942d-9ae3e324cc30","resolution":{"observed_at":"2026-08-07T14:37:35.333753Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:37:35.211382Z","title":"Testing and evaluation of health care applications of large language models: a systematic review","venue":null,"work_id":"a5ff90bd-eced-4e6c-b622-7dda957c030c","year":2024},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:28.171157Z"},"links":{"citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:c204d8d1bf36ec1ae06de9528011c835bd1cf734b368637f721f53cd85f07b57","observation_id":"6f797387-1dd3-4d17-b096-8e4f0accec69","resolution":{"observed_at":"2026-08-07T14:37:35.248425Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:37:35.105815Z","title":"Large language model assisted software engineering: prospects, challenges, and a case study","venue":null,"work_id":"1d111743-89f5-4086-9851-35f2c5b25eed","year":2023},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:28.265777Z"},"links":{"citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:16ce978ef8c6519aac5035a092039db8fa7732d1fb4fb321aedbe10bd876536c","observation_id":"2132cafa-11a9-42ee-b77b-6c75635a9ba1","resolution":{"observed_at":"2026-08-07T14:37:35.154901Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:37:28.425497Z","title":"Language models are few-shot learners","venue":null,"work_id":null,"year":1901},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:28.425497Z"},"links":{"citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:70b41ff574a6bf2d9c6ce9bac1a3bad902ce53067a55220bd79527099eb639c7","observation_id":"84b80401-ece1-43a0-8b7b-a162896ce705","resolution":{"observed_at":"2026-08-07T14:37:28.425497Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:37:34.966085Z","title":null,"venue":null,"work_id":"a5980d8a-b22b-4a62-8b4b-45373f6b62b4","year":2024},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:28.602296Z"},"links":{"citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:3e84e9731c79a9de6c14e30229ee582e0ed9338b887e208ba6bfc1a485b708a6","observation_id":"f34aec46-0d30-463a-8c9a-85c5ec328b71","resolution":{"observed_at":"2026-08-07T14:37:35.007389Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.13399","last_updated":"2025-03-17T17:33:10Z","snapshot_observed_at":"2026-08-08T00:53:38.137686Z","submitted_at":"2025-03-17T17:33:10Z","title":"MicroVQA: A Multimodal Reasoning Benchmark for Microscopy-Based Scientific Research","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.13399","snapshot_observed_at":"2026-08-07T14:37:28.786181Z","title":"Microvqa: A multimodal reasoning benchmark for microscopy-based scientific research","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:28.786181Z"},"links":{"cited_paper":"/paper/2503.13399","citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:1493d5ce5a6f7fc0a92cf5aaf9a40fca2e023c049d3ccb4ade31676367cd793d","observation_id":"ea55b496-1462-4344-9429-0277bb753dc0","resolution":{"observed_at":"2026-08-07T14:37:28.786181Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:37:28.944849Z","title":"Physbench: Benchmarking and enhancing vision-language models for physical world understanding, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:28.944849Z"},"links":{"citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:d44ec86913a901e55506c8d1fcf3b3c31961cd34ea2caf5e00b14e26cee4807d","observation_id":"92c3da44-2d64-4190-b906-a888cb901253","resolution":{"observed_at":"2026-08-07T14:37:28.944849Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:37:34.809437Z","title":"Pixtral-12b","venue":null,"work_id":"31a120b0-c253-4184-b063-9f6b37f3ba3b","year":2024},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:29.054476Z"},"links":{"citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:319285478ed7dbe0e607c22aa173c5727be1c612a0cc51b14c31c2bac1a54b50","observation_id":"35d18a44-f0e9-4608-942d-7563f4dff2cd","resolution":{"observed_at":"2026-08-07T14:37:34.860836Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:37:34.677064Z","title":"Crqbench: A benchmark of code reasoning questions, 2024","venue":null,"work_id":"06fd4f3d-579f-4c0c-88d3-a17a4fb33209","year":2024},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:29.152059Z"},"links":{"citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:b5045f1dd1e7c909074ff3c771d0b668a913b47fc132801592a5ccb9c8811b21","observation_id":"c98fd901-187b-4d6c-a376-4d87a6357c5d","resolution":{"observed_at":"2026-08-07T14:37:34.743691Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:37:29.251692Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:29.251692Z"},"links":{"citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:6277a5034cf02f6818de0a8c04cb9898feb6cadbfbb7e40416df8a0fb51f7327","observation_id":"fbc9510b-ab2d-4229-b5bf-165ff9d0b7d3","resolution":{"observed_at":"2026-08-07T14:37:29.251692Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:37:34.538055Z","title":"Chawla, Olaf Wiest, and Xiangliang Zhang","venue":null,"work_id":"073b53a5-055a-4b42-af55-71eef0cdcb8f","year":2024},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:29.337704Z"},"links":{"citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:f46fe2ec9153afccc6a71d243f44d23bd52f566c486313523b101f4931244770","observation_id":"fbfafdb1-1525-4336-a9b4-fe3677afcc66","resolution":{"observed_at":"2026-08-07T14:37:34.582803Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:37:34.415235Z","title":"Can mllms reason in multimodality? emma: An enhanced multimodal reasoning benchmark, 2025","venue":null,"work_id":"36b8bb93-1d34-4e02-a006-5294a7d1805f","year":2025},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:29.456824Z"},"links":{"citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:3508725f9edeb7799d7eaf65a8447b597e2a698b04f5f39f2a5f3007ad51a2f2","observation_id":"5f1a9156-b12b-4e04-b277-c52ee4099d6b","resolution":{"observed_at":"2026-08-07T14:37:34.469356Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:37:34.322250Z","title":"Accurate predictions on small data with a tabular foundation model","venue":null,"work_id":"b0541dd3-836a-48a2-944c-ba07e369395b","year":2025},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:29.546492Z"},"links":{"citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:28695ed6b36c74f4d8adb048e49a89db9eb8aa5af1392a46e7f29981bc53ab4f","observation_id":"aa968392-d87f-4340-a6c2-98de0a00615a","resolution":{"observed_at":"2026-08-07T14:37:34.358029Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:37:34.178611Z","title":"14 examples of how llms can transform materials science and chemistry: a reflection on a large language model hackathon","venue":null,"work_id":"661352b0-b399-4fec-aabc-67edf3b46300","year":2023},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:29.660700Z"},"links":{"citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:29d7803f7aa5f5bf601bc4d540e635a78475b8ec54c1dd02a1dc4da744785920","observation_id":"70992795-0742-4325-8508-ed38e745d737","resolution":{"observed_at":"2026-08-07T14:37:34.231828Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2403.07974","last_updated":"2024-06-06T17:41:21Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-03-12T17:58:04Z","title":"LiveCodeBench: Holistic and Contamination Free Evaluation of Large Language Models for Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.07974","snapshot_observed_at":"2026-08-07T14:37:29.749186Z","title":"Livecodebench: Holistic and contamination free evaluation of large language models for code","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:29.749186Z"},"links":{"cited_paper":"/paper/2403.07974","citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:d8373069f90b701cb25a2188f6d6509ef68335692ac48ee44420d572eb9b9f0c","observation_id":"db21a3d9-40be-4ddc-b733-5b274f9e3f11","resolution":{"observed_at":"2026-08-07T14:37:29.749186Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:37:34.061621Z","title":"Llm based biological named entity recognition from scientific literature","venue":null,"work_id":"70c1066f-6878-4346-b3a9-3cc06784eed0","year":2024},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:29.865512Z"},"links":{"citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:6f881a76dba638711ef801d628516a041724589db59584016dedf4db3aac9f74","observation_id":"dd30ca1b-7695-4919-be07-b5ad9d084716","resolution":{"observed_at":"2026-08-07T14:37:34.118997Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:37:33.949217Z","title":"Physicsassistant: An llm-powered interactive learning robot for physics lab investigations","venue":null,"work_id":"a4a265cd-b716-45fe-9421-72c2387d9312","year":2024},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:29.979943Z"},"links":{"citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:0cbafdbbb7733e94c63fc66376bd4a71ec8aecddd45efd3fdba4eb16eac08b64","observation_id":"a2b9b61b-0b78-408e-987c-e2184fb36abb","resolution":{"observed_at":"2026-08-07T14:37:33.991955Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.10362","last_updated":"2024-07-17T17:28:36Z","snapshot_observed_at":"2026-08-06T06:16:43.714786Z","submitted_at":"2024-07-14T23:52:25Z","title":"LAB-Bench: Measuring Capabilities of Language Models for Biology Research","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.10362","snapshot_observed_at":"2026-08-07T14:37:30.072144Z","title":"Lab-bench: Measuring capabilities of language models for biology research","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:30.072144Z"},"links":{"cited_paper":"/paper/2407.10362","citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:f070d947eb099076982429c1baed451595a704d2b03e4501ebc41b4a742dc906","observation_id":"e859e63b-40c1-4330-a710-57b3de6eb1bd","resolution":{"observed_at":"2026-08-07T14:37:30.072144Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.04903","last_updated":"2025-02-20T05:57:34Z","snapshot_observed_at":"2026-07-06T18:42:14.020553Z","submitted_at":"2024-07-06T00:40:53Z","title":"MMSci: A Dataset for Graduate-Level Multi-Discipline Multimodal Scientific Understanding","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.04903","snapshot_observed_at":"2026-08-07T14:37:30.116405Z","title":"Mmsci: A dataset for graduate-level multi-discipline multimodal scientific understanding","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:30.116405Z"},"links":{"cited_paper":"/paper/2407.04903","citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:6cbfee587b38cfce738e644eb625648abd8e599957a79e1fbef549a728a815b6","observation_id":"451c8672-784e-4d15-b39d-e1cb7520041d","resolution":{"observed_at":"2026-08-07T14:37:30.116405Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:37:33.849618Z","title":"Micro-bench: A microscopy benchmark for vision-language under- standing","venue":null,"work_id":"7bc76537-ec21-47ee-8da6-3253ddd38b4e","year":2024},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:30.158020Z"},"links":{"citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:0f688d68d82fd5599f3a2b0cc1ef0cc740127081f35ba56a8f3cd2f03722d743","observation_id":"bb15f788-6e53-44a9-8197-84c88d93857b","resolution":{"observed_at":"2026-08-07T14:37:33.876593Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:37:33.720188Z","title":"Micro-bench: A microscopy benchmark for vision-language understanding","venue":null,"work_id":"779c9b2c-b05c-47a1-a70b-c036978acaa4","year":2024},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:30.209918Z"},"links":{"citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:e7580a3a92a8e4235ad8eb6b2a7219891a17845efc01a92a95e8774af80be88f","observation_id":"d3622575-f6ee-4858-aa5d-1385d97225ae","resolution":{"observed_at":"2026-08-07T14:37:33.777254Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:37:30.256204Z","title":"Mathvista: Evaluating mathematical reasoning of foundation models in visual contexts, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:30.256204Z"},"links":{"citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:f8e90648ea72dbafb25242edc7763f42427dbcb422a88ddb670b330bb71e09b6","observation_id":"708d5cf2-cdfd-47b2-8a67-49f9699a65a9","resolution":{"observed_at":"2026-08-07T14:37:30.256204Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:37:30.303927Z","title":"Learn to explain: Multimodal reasoning via thought chains for science question answering","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:30.303927Z"},"links":{"citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:2da57dc7839ae56d05b71ca10cd22dac38f37a7e827572362b41a08b73ccb0cd","observation_id":"e34cc524-12be-4fe9-9ac2-5ff46d2fc721","resolution":{"observed_at":"2026-08-07T14:37:30.303927Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:37:33.528164Z","title":"Biomedgpt: Open multimodal generative pre-trained transformer for biomedicine, 2023","venue":null,"work_id":"103e4a84-53ae-4720-80b2-393df752bc67","year":2023},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:30.354370Z"},"links":{"citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:e01a6bba4b78cc49c113cadac44baf848cf94409579bb1348b794b8135f6db2b","observation_id":"5416bac9-0491-4f9c-ac39-03140d769fa8","resolution":{"observed_at":"2026-08-07T14:37:33.575491Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:37:33.415505Z","title":"Bioinspiredllm: Conversational large language model for the mechanics of biological and bio-inspired materials","venue":null,"work_id":"b9397b90-c408-473f-95a2-e062adeda148","year":2024},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:30.388037Z"},"links":{"citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:8743a04a572060b9011aedea6e540eb2747065c9000d9829d7ae6fc667c11cd8","observation_id":"2ac87514-d29f-4913-8188-41a29b7270e1","resolution":{"observed_at":"2026-08-07T14:37:33.463829Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:37:33.282959Z","title":"Doan, Nam V","venue":null,"work_id":"567f3b73-0017-44e2-97c8-6d2d6c67d713","year":2025},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:30.439388Z"},"links":{"citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:34fbb1ac2abc11ab382e7bae1a3d96b1c8f81d843e6de66a69dc70db1eef2ecf","observation_id":"2a7e0152-63e3-42c7-a425-836edad27553","resolution":{"observed_at":"2026-08-07T14:37:33.321751Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:37:33.156894Z","title":"Phi-4-multimodal-instruct","venue":null,"work_id":"63b79e5f-8ce8-4719-831d-f2f04453e112","year":2025},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:30.494253Z"},"links":{"citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:4b6591c711cf163a7171dea147e4a808ac328b346c73ddd23ec6fa416233d9e9","observation_id":"22b1e249-1851-49c9-938a-076dbbf8cdf2","resolution":{"observed_at":"2026-08-07T14:37:33.198023Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:37:30.548886Z","title":"Using an llm to help with code understanding","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:30.548886Z"},"links":{"citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:942bde9fdcd60dd2b038020be555e885a614296244d69255e0896c0e54ad1b6a","observation_id":"b26e6f9a-2fc0-49fb-a8ba-1ae6a33983ff","resolution":{"observed_at":"2026-08-07T14:37:30.548886Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:37:33.003796Z","title":"Large language models in healthcare and medical domain: A review","venue":null,"work_id":"5df56f22-b156-422b-9902-1a9a26b66ca9","year":2024},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:30.604140Z"},"links":{"citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:ff3c1cc7645c175b8ac98df512da5d3dabc1a744d79bf4c8efe262e6539f7bc4","observation_id":"a0cd9816-c85c-4914-b826-8a08ad397619","resolution":{"observed_at":"2026-08-07T14:37:33.052953Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:37:32.890295Z","title":"Gpt-4o mini: Advancing cost-efficient intelligence, 2024","venue":null,"work_id":"2970b952-23e5-442f-a228-4762f4dd331b","year":2024},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:30.667351Z"},"links":{"citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:42ddb83cfb21c07592d329fe71340cde9f3344af1d55821e9304272eba6a7e01","observation_id":"2212df79-8f48-42b2-8147-97951b1bb5ac","resolution":{"observed_at":"2026-08-07T14:37:32.940031Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.21276","last_updated":"2024-10-25T17:43:01Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-10-25T17:43:01Z","title":"GPT-4o System Card","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.21276","snapshot_observed_at":"2026-08-07T14:37:30.708709Z","title":"OpenAI (2024)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:30.708709Z"},"links":{"cited_paper":"/paper/2410.21276","citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:dde3e79c25c61ffe0c9a1993aa38670df4ec8e990f446838b9473270728c5178","observation_id":"92df63d0-f197-41ff-be94-c4f0b36195ed","resolution":{"observed_at":"2026-08-07T14:37:30.708709Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:37:32.737207Z","title":"A study of generative large language model for medical research and healthcare","venue":null,"work_id":"e4a93fb1-157a-4160-9256-5627eba2c255","year":2023},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:30.758876Z"},"links":{"citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:3d8608d55dc719e1a1119080e8cf121cef0c3084eb6f8535e8e840fa04a7ed54","observation_id":"fec42848-87a7-4505-a9c4-9cd595b0b6bf","resolution":{"observed_at":"2026-08-07T14:37:32.818823Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.13923","last_updated":"2025-02-19T18:00:14Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-02-19T18:00:14Z","title":"Qwen2.5-VL Technical Report","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.13923","snapshot_observed_at":"2026-08-07T14:37:30.807613Z","title":"Qwen2.5-vl technical report","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:30.807613Z"},"links":{"cited_paper":"/paper/2502.13923","citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:708b4c8b99065d718e1f0d194c1f7f5bb426622b81ac518854014b761cd27b8d","observation_id":"f653b38b-8d0d-46cc-bbb0-83f80696bb3f","resolution":{"observed_at":"2026-08-07T14:37:30.807613Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.00177","last_updated":"2024-11-30T14:01:56Z","snapshot_observed_at":"2026-07-06T19:43:14.670881Z","submitted_at":"2024-10-31T19:48:12Z","title":"LLM4Mat-Bench: Benchmarking Large Language Models for Materials Property Prediction","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.00177","snapshot_observed_at":"2026-08-07T14:37:30.875077Z","title":"Llm4mat-bench: benchmarking large language models for materials property prediction","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:30.875077Z"},"links":{"cited_paper":"/paper/2411.00177","citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:5a8ef6c0536cec027dc7232b125616156481ff6cf66e9e877b40ee4c5fd1495f","observation_id":"f15a4272-bf5a-4740-bcf2-f546336443b5","resolution":{"observed_at":"2026-08-07T14:37:30.875077Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.08511","last_updated":"2023-10-12T17:06:19Z","snapshot_observed_at":"2026-08-04T03:08:46.541373Z","submitted_at":"2023-10-12T17:06:19Z","title":"HoneyBee: Progressive Instruction Finetuning of Large Language Models for Materials Science","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.08511","snapshot_observed_at":"2026-08-07T14:37:30.940777Z","title":"Honeybee: Progressive instruction finetuning of large language models for materials science","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:30.940777Z"},"links":{"cited_paper":"/paper/2310.08511","citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:e8f652c4aeaa48ada4ca3e5522e8eb2b0f965374c57ce8af9e6cf24f7cd49efe","observation_id":"9fb76ad5-16be-484a-865c-860845309415","resolution":{"observed_at":"2026-08-07T14:37:30.940777Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:37:32.626293Z","title":"Multimodalqa: Complex question answering over text, tables and images, 2021","venue":null,"work_id":"1258ae63-e21e-4fb9-9822-0ede79f4db6a","year":2021},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:30.979544Z"},"links":{"citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:b8fab3ec62f0f10b67bff16a53f646a92bcea8707c2d7123141b156875b0b3ed","observation_id":"f3867d7c-f412-45c0-8c93-bbafa58a1b2b","resolution":{"observed_at":"2026-08-07T14:37:32.671191Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:37:32.524247Z","title":"Gemini 1.5: Unlocking multimodal understanding across millions of tokens of context, 2024","venue":null,"work_id":"fc9682cf-4270-4979-8e3b-3879c42d66c4","year":2024},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:31.034274Z"},"links":{"citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:4f35d5004105c01b6d2369310eb9f9a456ce30b89441ecfad0e6a87fd91c966f","observation_id":"03e99d67-dde6-41f2-8be8-41628a45f936","resolution":{"observed_at":"2026-08-07T14:37:32.569747Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2409.14572","last_updated":"2025-03-11T22:03:26Z","snapshot_observed_at":"2026-07-06T19:19:33.231002Z","submitted_at":"2024-09-22T19:31:16Z","title":"Evaluating the Performance and Robustness of LLMs in Materials Science Q&A and Property Predictions","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.14572","snapshot_observed_at":"2026-08-07T14:37:31.082625Z","title":"Evaluating the performance and robustness of llms in materials science q&a and property predictions","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:31.082625Z"},"links":{"cited_paper":"/paper/2409.14572","citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:ee4f5ac4cf9fea72edc97dfd55bac813add9cf778082353338870dd63788ff76","observation_id":"88e1ddc9-39df-4998-85a0-00aced3a962a","resolution":{"observed_at":"2026-08-07T14:37:31.082625Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:37:32.436009Z","title":"Grok-2 beta release","venue":null,"work_id":"802faa24-7de0-4793-95c6-dcf583c435e5","year":2024},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:31.116596Z"},"links":{"citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:a5bb14c96948772a3228265a2f6e600ea85cad55b6c822168f077f58bf01de21","observation_id":"ba7cdd1e-d66b-4bea-8c25-500ebba72495","resolution":{"observed_at":"2026-08-07T14:37:32.467257Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:37:32.352726Z","title":"Dearing, Jeffrey W","venue":null,"work_id":"91892613-5ce5-4251-a228-034007bdffc4","year":2024},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:31.173582Z"},"links":{"citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:1e041e25762ff73f3b66976b44c8f33ca275bf743b3c5f5bc2e49e2b276b36c7","observation_id":"1301f6cc-0d56-4949-878e-e0c0e4f6819f","resolution":{"observed_at":"2026-08-07T14:37:32.379796Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2409.02813","last_updated":"2025-05-22T08:22:02Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-09-04T15:31:26Z","title":"MMMU-Pro: A More Robust Multi-discipline Multimodal Understanding Benchmark","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.02813","snapshot_observed_at":"2026-08-07T14:37:31.232865Z","title":"Mmmu-pro: A more robust multi-discipline multimodal understanding benchmark","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:31.232865Z"},"links":{"cited_paper":"/paper/2409.02813","citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:2ad7efc67bed4afa1b7e5df62513afb8da245b56960d0b85808e2afa21dbf3f8","observation_id":"105ec70d-5db7-44a7-b69c-341314bc093b","resolution":{"observed_at":"2026-08-07T14:37:31.232865Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:37:32.243222Z","title":"Mascqa: investigating materials science knowledge of large language models","venue":null,"work_id":"f39a058a-bb63-4b8a-a994-11e72e41315a","year":2024},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:31.300448Z"},"links":{"citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:f4736a939150c589b631c266d49cd0bbbbb19b04772fb8068cfaaf6796da29bc","observation_id":"51af6c11-1a67-4ed3-80c1-ef5bc0101241","resolution":{"observed_at":"2026-08-07T14:37:32.281691Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.06852","last_updated":"2024-04-25T14:34:28Z","snapshot_observed_at":"2026-07-06T17:28:18.945477Z","submitted_at":"2024-02-10T01:11:59Z","title":"ChemLLM: A Chemical Large Language Model","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.06852","snapshot_observed_at":"2026-08-07T14:37:31.336529Z","title":"Chemllm: A chemical large language model","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:31.336529Z"},"links":{"cited_paper":"/paper/2402.06852","citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:66a3d278cadbde3e93e1eae738bc2d0a466d853dde6129fb34e1d6775f5f148d","observation_id":"150dd92c-c77a-49b6-ba9e-c34e8bece0a2","resolution":{"observed_at":"2026-08-07T14:37:31.336529Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.00135","last_updated":"2024-08-29T15:38:40Z","snapshot_observed_at":"2026-08-07T20:04:51.152453Z","submitted_at":"2024-08-29T15:38:40Z","title":"HoneyComb: A Flexible LLM-Based Agent System for Materials Science","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.00135","snapshot_observed_at":"2026-08-07T14:37:31.390393Z","title":"Honeycomb: A flexible llm-based agent system for materials science","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:31.390393Z"},"links":{"cited_paper":"/paper/2409.00135","citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:da623ea0cb6cb40e29070423dffd5b2cd507792b5ac45229f3dbf98d0c4aa357","observation_id":"de8ae1e0-fa17-410f-817a-0c2cfeff945a","resolution":{"observed_at":"2026-08-07T14:37:31.390393Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:37:31.458252Z","title":"Mathverse: Does your multi-modal llm truly see the diagrams in visual math problems? In European Conference on Computer Vision, pages 169–186","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:31.458252Z"},"links":{"citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:7b06ea22c052c21ac34e66c8fa910622c8b8010b82aa80948168294b3acdd93a","observation_id":"64e0bd8d-2714-4e41-8485-a24995c40c8b","resolution":{"observed_at":"2026-08-07T14:37:31.458252Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:37:32.126256Z","title":"The answer is (X) \\","venue":null,"work_id":"bb1963db-62f6-45a9-a65f-f7798f1d57cd","year":2025},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:31.513694Z"},"links":{"citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:39d34ccd9f88344235dad81a1fdb61ec4ca23ae8699ca66d68ebcfbb49f2cce2","observation_id":"337a535b-dda0-49a5-a77e-9fd53748ad23","resolution":{"observed_at":"2026-08-07T14:37:32.159797Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:37:32.022621Z","title":"peak shape","venue":null,"work_id":"77095e72-5ea7-49e4-a3e4-32962f8f3fe9","year":null},"citing_paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science","version":1},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-08-07T14:37:31.568740Z"},"links":{"citing_paper":"/paper/2505.18319"},"observation_digest":"sha256:7374e86d69681b3129536fbd142e8df4c9c658d109188eb07bed3d0b74fa4d71","observation_id":"c563b09d-030b-48f7-bc5c-6f982145db88","resolution":{"observed_at":"2026-08-07T14:37:32.058024Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2505.18319","last_updated":"2025-05-23T19:26:47Z","latest_version":1,"primary_category":"cs.CE","snapshot_observed_at":"2026-08-07T14:30:56.196466Z","submitted_at":"2025-05-23T19:26:47Z","title":"Seeing Beyond Words: MatVQA for Challenging Visual-Scientific Reasoning in Materials Science"},"reference_resolution":{"displayed":54,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":20,"verified_exact":0,"verified_fuzzy":34},"total_outbound_references":54},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 54 of 54 outbound references and 3 inbound Pith citation observations for arXiv:2505.18319."}