{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:YRXD3RIUJPFRUTMEMJXO76P72N","short_pith_number":"pith:YRXD3RIU","canonical_record":{"source":{"id":"2501.14877","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-24T19:03:42Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"f58dc4ac168dba230b2729b61ffd3fe960876521d07eb49723957ed44c773f8e","abstract_canon_sha256":"b517a1d958fce2160db8d3435cf61f9f33f4986411ed34bbd5edac9e850c5544"},"schema_version":"1.0"},"canonical_sha256":"c46e3dc5144bcb1a4d84626eeff9ffd34c6dad7dae6b1d06740cafc58fce31c6","source":{"kind":"arxiv","id":"2501.14877","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.14877","created_at":"2026-07-05T10:05:20Z"},{"alias_kind":"arxiv_version","alias_value":"2501.14877v1","created_at":"2026-07-05T10:05:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.14877","created_at":"2026-07-05T10:05:20Z"},{"alias_kind":"pith_short_12","alias_value":"YRXD3RIUJPFR","created_at":"2026-07-05T10:05:20Z"},{"alias_kind":"pith_short_16","alias_value":"YRXD3RIUJPFRUTME","created_at":"2026-07-05T10:05:20Z"},{"alias_kind":"pith_short_8","alias_value":"YRXD3RIU","created_at":"2026-07-05T10:05:20Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:YRXD3RIUJPFRUTMEMJXO76P72N","target":"record","payload":{"canonical_record":{"source":{"id":"2501.14877","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-24T19:03:42Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"f58dc4ac168dba230b2729b61ffd3fe960876521d07eb49723957ed44c773f8e","abstract_canon_sha256":"b517a1d958fce2160db8d3435cf61f9f33f4986411ed34bbd5edac9e850c5544"},"schema_version":"1.0"},"canonical_sha256":"c46e3dc5144bcb1a4d84626eeff9ffd34c6dad7dae6b1d06740cafc58fce31c6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:05:20.191462Z","signature_b64":"Mj1pY5MXO5pnKOiN6syJTXOb3UZ2u2e1JyO7pngUfgFNxYCpyL3SWyDTqUUfQwi61Vlf74q/srnHi62oGZJFDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c46e3dc5144bcb1a4d84626eeff9ffd34c6dad7dae6b1d06740cafc58fce31c6","last_reissued_at":"2026-07-05T10:05:20.191040Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:05:20.191040Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2501.14877","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:05:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"E48+28RGvFlkDXc5LeaJggBCQI24Hq88KqJr+7A7bbmSwA8MCqolOWb04rJVj4cj6jB2QjHQRuTSE+9pTDnCBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T19:55:20.644199Z"},"content_sha256":"4263a28e4a0109f65864a25736d7c2a6aa98f2aa48ff413002dbe208b748921c","schema_version":"1.0","event_id":"sha256:4263a28e4a0109f65864a25736d7c2a6aa98f2aa48ff413002dbe208b748921c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:YRXD3RIUJPFRUTMEMJXO76P72N","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"DrawEduMath: Evaluating Vision Language Models with Expert-Annotated Students' Hand-Drawn Math Images","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CV"],"primary_cat":"cs.CL","authors_text":"Alice Ng, Kyle Lo, Li Lucy, Luca Soldaini, Neil T. Heffernan, Ryan Knight, Sami Baral","submitted_at":"2025-01-24T19:03:42Z","abstract_excerpt":"In real-world settings, vision language models (VLMs) should robustly handle naturalistic, noisy visual content as well as domain-specific language and concepts. For example, K-12 educators using digital learning platforms may need to examine and provide feedback across many images of students' math work. To assess the potential of VLMs to support educators in settings like this one, we introduce DrawEduMath, an English-language dataset of 2,030 images of students' handwritten responses to K-12 math problems. Teachers provided detailed annotations, including free-form descriptions of each imag"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.14877","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2501.14877/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:05:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ifRdTHDYbKIyH4KS5qYUXzzwxrzcMEmZrgc1DWX4tnegW8iPJcRlyrmdI+KOYTUPKtmuhqmgNapVWw8xwu1HCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T19:55:20.644524Z"},"content_sha256":"8a7b2eb7c81592db571adce0f940c9052cf6752b86975c58f7c1107c5959955a","schema_version":"1.0","event_id":"sha256:8a7b2eb7c81592db571adce0f940c9052cf6752b86975c58f7c1107c5959955a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YRXD3RIUJPFRUTMEMJXO76P72N/bundle.json","state_url":"https://pith.science/pith/YRXD3RIUJPFRUTMEMJXO76P72N/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YRXD3RIUJPFRUTMEMJXO76P72N/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T19:55:20Z","links":{"resolver":"https://pith.science/pith/YRXD3RIUJPFRUTMEMJXO76P72N","bundle":"https://pith.science/pith/YRXD3RIUJPFRUTMEMJXO76P72N/bundle.json","state":"https://pith.science/pith/YRXD3RIUJPFRUTMEMJXO76P72N/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YRXD3RIUJPFRUTMEMJXO76P72N/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:YRXD3RIUJPFRUTMEMJXO76P72N","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b517a1d958fce2160db8d3435cf61f9f33f4986411ed34bbd5edac9e850c5544","cross_cats_sorted":["cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-24T19:03:42Z","title_canon_sha256":"f58dc4ac168dba230b2729b61ffd3fe960876521d07eb49723957ed44c773f8e"},"schema_version":"1.0","source":{"id":"2501.14877","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.14877","created_at":"2026-07-05T10:05:20Z"},{"alias_kind":"arxiv_version","alias_value":"2501.14877v1","created_at":"2026-07-05T10:05:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.14877","created_at":"2026-07-05T10:05:20Z"},{"alias_kind":"pith_short_12","alias_value":"YRXD3RIUJPFR","created_at":"2026-07-05T10:05:20Z"},{"alias_kind":"pith_short_16","alias_value":"YRXD3RIUJPFRUTME","created_at":"2026-07-05T10:05:20Z"},{"alias_kind":"pith_short_8","alias_value":"YRXD3RIU","created_at":"2026-07-05T10:05:20Z"}],"graph_snapshots":[{"event_id":"sha256:8a7b2eb7c81592db571adce0f940c9052cf6752b86975c58f7c1107c5959955a","target":"graph","created_at":"2026-07-05T10:05:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.14877/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In real-world settings, vision language models (VLMs) should robustly handle naturalistic, noisy visual content as well as domain-specific language and concepts. For example, K-12 educators using digital learning platforms may need to examine and provide feedback across many images of students' math work. To assess the potential of VLMs to support educators in settings like this one, we introduce DrawEduMath, an English-language dataset of 2,030 images of students' handwritten responses to K-12 math problems. Teachers provided detailed annotations, including free-form descriptions of each imag","authors_text":"Alice Ng, Kyle Lo, Li Lucy, Luca Soldaini, Neil T. Heffernan, Ryan Knight, Sami Baral","cross_cats":["cs.CV"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-24T19:03:42Z","title":"DrawEduMath: Evaluating Vision Language Models with Expert-Annotated Students' Hand-Drawn Math Images"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.14877","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4263a28e4a0109f65864a25736d7c2a6aa98f2aa48ff413002dbe208b748921c","target":"record","created_at":"2026-07-05T10:05:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b517a1d958fce2160db8d3435cf61f9f33f4986411ed34bbd5edac9e850c5544","cross_cats_sorted":["cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-24T19:03:42Z","title_canon_sha256":"f58dc4ac168dba230b2729b61ffd3fe960876521d07eb49723957ed44c773f8e"},"schema_version":"1.0","source":{"id":"2501.14877","kind":"arxiv","version":1}},"canonical_sha256":"c46e3dc5144bcb1a4d84626eeff9ffd34c6dad7dae6b1d06740cafc58fce31c6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c46e3dc5144bcb1a4d84626eeff9ffd34c6dad7dae6b1d06740cafc58fce31c6","first_computed_at":"2026-07-05T10:05:20.191040Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:05:20.191040Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Mj1pY5MXO5pnKOiN6syJTXOb3UZ2u2e1JyO7pngUfgFNxYCpyL3SWyDTqUUfQwi61Vlf74q/srnHi62oGZJFDw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:05:20.191462Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.14877","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4263a28e4a0109f65864a25736d7c2a6aa98f2aa48ff413002dbe208b748921c","sha256:8a7b2eb7c81592db571adce0f940c9052cf6752b86975c58f7c1107c5959955a"],"state_sha256":"f3cbdcf4cee987dc795ca442c164e7f0e0896a66b95048133595be6e2a99c7ce"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qXqiuABSMZAmOQ2z0mloFHBBCr9kSRD8pJt/pyDGsGNgMlsGoVe9mkde71nBOVg+WIeeMqPFAAfPZ39lOjAZCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T19:55:20.647455Z","bundle_sha256":"3d302206430442c08b16fbdbdb0386ba9b3da8a2ea5b78d90608dc1f798d39be"}}