{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:NLFCQ4SWMJL2ZHNQTUVGXCR2J2","short_pith_number":"pith:NLFCQ4SW","canonical_record":{"source":{"id":"2507.03013","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CY","submitted_at":"2025-07-02T12:06:46Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"195c82f692e38a96a72295f048f2db89ffee1caa88f1c64abbef12e0d8ff878a","abstract_canon_sha256":"46cfe9fd0efc56ae985594cf3c7e5a26427d3e14502e78853ec824449b88e3c7"},"schema_version":"1.0"},"canonical_sha256":"6aca2872566257ac9db09d2a6b8a3a4ea7fe139f9a5b32675cc961a831b90dc1","source":{"kind":"arxiv","id":"2507.03013","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.03013","created_at":"2026-07-05T11:31:50Z"},{"alias_kind":"arxiv_version","alias_value":"2507.03013v1","created_at":"2026-07-05T11:31:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.03013","created_at":"2026-07-05T11:31:50Z"},{"alias_kind":"pith_short_12","alias_value":"NLFCQ4SWMJL2","created_at":"2026-07-05T11:31:50Z"},{"alias_kind":"pith_short_16","alias_value":"NLFCQ4SWMJL2ZHNQ","created_at":"2026-07-05T11:31:50Z"},{"alias_kind":"pith_short_8","alias_value":"NLFCQ4SW","created_at":"2026-07-05T11:31:50Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:NLFCQ4SWMJL2ZHNQTUVGXCR2J2","target":"record","payload":{"canonical_record":{"source":{"id":"2507.03013","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CY","submitted_at":"2025-07-02T12:06:46Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"195c82f692e38a96a72295f048f2db89ffee1caa88f1c64abbef12e0d8ff878a","abstract_canon_sha256":"46cfe9fd0efc56ae985594cf3c7e5a26427d3e14502e78853ec824449b88e3c7"},"schema_version":"1.0"},"canonical_sha256":"6aca2872566257ac9db09d2a6b8a3a4ea7fe139f9a5b32675cc961a831b90dc1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:31:50.711825Z","signature_b64":"Gs/PvidCns3+ziN1db+kkUzGc7zzxnWkdkVDyNUu7do788mPDDd2bc7WqrvBpfuef3VYWG3XdjypgAH04+p6Bw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6aca2872566257ac9db09d2a6b8a3a4ea7fe139f9a5b32675cc961a831b90dc1","last_reissued_at":"2026-07-05T11:31:50.711307Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:31:50.711307Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2507.03013","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:31:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"N4E1QzMxDqmCLghbMLzbLhRhmRmXhZDb6kd5AEk0PYOks+y/SkrDU9bupXAQ+slCOPwnXZ/FLndP1VUegHp3DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T08:05:21.218107Z"},"content_sha256":"31e9cbc1ca342d51134554bbf8e43f25d83cf1e0db041aadc8f36265b51978b8","schema_version":"1.0","event_id":"sha256:31e9cbc1ca342d51134554bbf8e43f25d83cf1e0db041aadc8f36265b51978b8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:NLFCQ4SWMJL2ZHNQTUVGXCR2J2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Challenges for AI in Multimodal STEM Assessments: a Human-AI Comparison","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CY","authors_text":"Anna Sotnikova, Antoine Bosselut, Aymeric de Chillaz, Patrick Jermann","submitted_at":"2025-07-02T12:06:46Z","abstract_excerpt":"Generative AI systems have rapidly advanced, with multimodal input capabilities enabling reasoning beyond text-based tasks. In education, these advancements could influence assessment design and question answering, presenting both opportunities and challenges. To investigate these effects, we introduce a high-quality dataset of 201 university-level STEM questions, manually annotated with features such as image type, role, problem complexity, and question format. Our study analyzes how these features affect generative AI performance compared to students. We evaluate four model families with fiv"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.03013","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2507.03013/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:31:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OPuL8dyl5TbUEn2+b5Hk6rAZqyLhuqZAxYFpL1LHsJTrMNbfw6zIRkWUQ9GPMKSUi0o1uAqGYOi2kldLeWfpAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T08:05:21.218599Z"},"content_sha256":"35ed388ed6a4123d916e147d6aa6f11d0205abc7640359678e29e629a656d996","schema_version":"1.0","event_id":"sha256:35ed388ed6a4123d916e147d6aa6f11d0205abc7640359678e29e629a656d996"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NLFCQ4SWMJL2ZHNQTUVGXCR2J2/bundle.json","state_url":"https://pith.science/pith/NLFCQ4SWMJL2ZHNQTUVGXCR2J2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NLFCQ4SWMJL2ZHNQTUVGXCR2J2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T08:05:21Z","links":{"resolver":"https://pith.science/pith/NLFCQ4SWMJL2ZHNQTUVGXCR2J2","bundle":"https://pith.science/pith/NLFCQ4SWMJL2ZHNQTUVGXCR2J2/bundle.json","state":"https://pith.science/pith/NLFCQ4SWMJL2ZHNQTUVGXCR2J2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NLFCQ4SWMJL2ZHNQTUVGXCR2J2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:NLFCQ4SWMJL2ZHNQTUVGXCR2J2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"46cfe9fd0efc56ae985594cf3c7e5a26427d3e14502e78853ec824449b88e3c7","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CY","submitted_at":"2025-07-02T12:06:46Z","title_canon_sha256":"195c82f692e38a96a72295f048f2db89ffee1caa88f1c64abbef12e0d8ff878a"},"schema_version":"1.0","source":{"id":"2507.03013","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.03013","created_at":"2026-07-05T11:31:50Z"},{"alias_kind":"arxiv_version","alias_value":"2507.03013v1","created_at":"2026-07-05T11:31:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.03013","created_at":"2026-07-05T11:31:50Z"},{"alias_kind":"pith_short_12","alias_value":"NLFCQ4SWMJL2","created_at":"2026-07-05T11:31:50Z"},{"alias_kind":"pith_short_16","alias_value":"NLFCQ4SWMJL2ZHNQ","created_at":"2026-07-05T11:31:50Z"},{"alias_kind":"pith_short_8","alias_value":"NLFCQ4SW","created_at":"2026-07-05T11:31:50Z"}],"graph_snapshots":[{"event_id":"sha256:35ed388ed6a4123d916e147d6aa6f11d0205abc7640359678e29e629a656d996","target":"graph","created_at":"2026-07-05T11:31:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2507.03013/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Generative AI systems have rapidly advanced, with multimodal input capabilities enabling reasoning beyond text-based tasks. In education, these advancements could influence assessment design and question answering, presenting both opportunities and challenges. To investigate these effects, we introduce a high-quality dataset of 201 university-level STEM questions, manually annotated with features such as image type, role, problem complexity, and question format. Our study analyzes how these features affect generative AI performance compared to students. We evaluate four model families with fiv","authors_text":"Anna Sotnikova, Antoine Bosselut, Aymeric de Chillaz, Patrick Jermann","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CY","submitted_at":"2025-07-02T12:06:46Z","title":"Challenges for AI in Multimodal STEM Assessments: a Human-AI Comparison"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.03013","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:31e9cbc1ca342d51134554bbf8e43f25d83cf1e0db041aadc8f36265b51978b8","target":"record","created_at":"2026-07-05T11:31:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"46cfe9fd0efc56ae985594cf3c7e5a26427d3e14502e78853ec824449b88e3c7","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CY","submitted_at":"2025-07-02T12:06:46Z","title_canon_sha256":"195c82f692e38a96a72295f048f2db89ffee1caa88f1c64abbef12e0d8ff878a"},"schema_version":"1.0","source":{"id":"2507.03013","kind":"arxiv","version":1}},"canonical_sha256":"6aca2872566257ac9db09d2a6b8a3a4ea7fe139f9a5b32675cc961a831b90dc1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6aca2872566257ac9db09d2a6b8a3a4ea7fe139f9a5b32675cc961a831b90dc1","first_computed_at":"2026-07-05T11:31:50.711307Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:31:50.711307Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Gs/PvidCns3+ziN1db+kkUzGc7zzxnWkdkVDyNUu7do788mPDDd2bc7WqrvBpfuef3VYWG3XdjypgAH04+p6Bw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:31:50.711825Z","signed_message":"canonical_sha256_bytes"},"source_id":"2507.03013","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:31e9cbc1ca342d51134554bbf8e43f25d83cf1e0db041aadc8f36265b51978b8","sha256:35ed388ed6a4123d916e147d6aa6f11d0205abc7640359678e29e629a656d996"],"state_sha256":"904743a68ce84e145378c23c152b8cce9aa610a4898bdebf00821333c86e4612"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Rvbl6j39FUGQGPmYxY8aJwNxQmM0kS1U/lP0M/Mbb+4sT2Tws7O/9GfhB4QHVBOBxlicX2yfKFji8q//jVfJDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T08:05:21.222304Z","bundle_sha256":"c685afc88272d49d4bc2b4b95ff814379ab76f8ef3f7841e23dcf0da2b68da53"}}