{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:YMSADVMX2Z3XY24JPMO37WJ4XH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8e9faf3eb26c5557858326132fdadd4a3998b9e76c3e25f4d3615f42e0501497","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"physics.ed-ph","submitted_at":"2025-06-24T14:25:04Z","title_canon_sha256":"df306d6e4658bd2a379e27fc92b2caf67dfe1ca94deb1dc7c193b1393af1e4bb"},"schema_version":"1.0","source":{"id":"2506.19662","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.19662","created_at":"2026-07-05T12:09:20Z"},{"alias_kind":"arxiv_version","alias_value":"2506.19662v2","created_at":"2026-07-05T12:09:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.19662","created_at":"2026-07-05T12:09:20Z"},{"alias_kind":"pith_short_12","alias_value":"YMSADVMX2Z3X","created_at":"2026-07-05T12:09:20Z"},{"alias_kind":"pith_short_16","alias_value":"YMSADVMX2Z3XY24J","created_at":"2026-07-05T12:09:20Z"},{"alias_kind":"pith_short_8","alias_value":"YMSADVMX","created_at":"2026-07-05T12:09:20Z"}],"graph_snapshots":[{"event_id":"sha256:2d51e35cab905b9b78c489ef922d9b9feaaa1419f3e9c3b2b57bca71091ab734","target":"graph","created_at":"2026-07-05T12:09:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.19662/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Multimodal large language models (MLLMs) capable of processing both text and visual inputs are increasingly being explored for uses in physics education, such as tutoring, formative assessment, and grading. This study evaluates a range of publicly available MLLMs on a set of standardized, image-based physics research-based conceptual assessments (concept inventories). We benchmark 15 models from three major providers (Anthropic, Google, and OpenAI) across 102 physics items, focusing on two main questions: (1) How well do these models perform on conceptual physics tasks involving visual represe","authors_text":"Bor Gregorcic, Giulia Polverini","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"physics.ed-ph","submitted_at":"2025-06-24T14:25:04Z","title":"Multimodal large language models and physics visual tasks: comparative analysis of performance and costs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.19662","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7b6877eab1c0914c4916df105c0724a8768c72d4045e2d98bd7d5760579a819e","target":"record","created_at":"2026-07-05T12:09:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8e9faf3eb26c5557858326132fdadd4a3998b9e76c3e25f4d3615f42e0501497","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"physics.ed-ph","submitted_at":"2025-06-24T14:25:04Z","title_canon_sha256":"df306d6e4658bd2a379e27fc92b2caf67dfe1ca94deb1dc7c193b1393af1e4bb"},"schema_version":"1.0","source":{"id":"2506.19662","kind":"arxiv","version":2}},"canonical_sha256":"c32401d597d6777c6b897b1dbfd93cb9d48ce503312e34281dff663004bcc386","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c32401d597d6777c6b897b1dbfd93cb9d48ce503312e34281dff663004bcc386","first_computed_at":"2026-07-05T12:09:20.989347Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T12:09:20.989347Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"riXp0VUhzpa9GKBNoSuVM9chPy108B7U1k24h5YE1SbAeulyWdoI82Ifu8+Thpl4D8wyzwm7bZuenr6uGDQ9AQ==","signature_status":"signed_v1","signed_at":"2026-07-05T12:09:20.989830Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.19662","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7b6877eab1c0914c4916df105c0724a8768c72d4045e2d98bd7d5760579a819e","sha256:2d51e35cab905b9b78c489ef922d9b9feaaa1419f3e9c3b2b57bca71091ab734"],"state_sha256":"86f4b3bbc667a5bb93e314ceecec2d837de68d4188a5a7c61f096fbe1744c214"}