{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:EPSGKYC2HCDHFZTEIZDSMCIVR6","short_pith_number":"pith:EPSGKYC2","canonical_record":{"source":{"id":"2404.09486","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-15T06:15:46Z","cross_cats_sorted":["cs.CV","cs.SE"],"title_canon_sha256":"1e2e445cb01631291aeaecff8e48baa1fbffc2de856f55ab09e48813b471de2c","abstract_canon_sha256":"84b1372c7e0002e75d857b249df0d743c70a12ca868804ec7b119ebcc5ec0907"},"schema_version":"1.0"},"canonical_sha256":"23e465605a388672e66446472609158f9e70334ad032f982bb0f864367de8ffb","source":{"kind":"arxiv","id":"2404.09486","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.09486","created_at":"2026-07-05T09:12:04Z"},{"alias_kind":"arxiv_version","alias_value":"2404.09486v2","created_at":"2026-07-05T09:12:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.09486","created_at":"2026-07-05T09:12:04Z"},{"alias_kind":"pith_short_12","alias_value":"EPSGKYC2HCDH","created_at":"2026-07-05T09:12:04Z"},{"alias_kind":"pith_short_16","alias_value":"EPSGKYC2HCDHFZTE","created_at":"2026-07-05T09:12:04Z"},{"alias_kind":"pith_short_8","alias_value":"EPSGKYC2","created_at":"2026-07-05T09:12:04Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:EPSGKYC2HCDHFZTEIZDSMCIVR6","target":"record","payload":{"canonical_record":{"source":{"id":"2404.09486","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-15T06:15:46Z","cross_cats_sorted":["cs.CV","cs.SE"],"title_canon_sha256":"1e2e445cb01631291aeaecff8e48baa1fbffc2de856f55ab09e48813b471de2c","abstract_canon_sha256":"84b1372c7e0002e75d857b249df0d743c70a12ca868804ec7b119ebcc5ec0907"},"schema_version":"1.0"},"canonical_sha256":"23e465605a388672e66446472609158f9e70334ad032f982bb0f864367de8ffb","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:12:04.239881Z","signature_b64":"MrPeao77DwjJ7HPIJKZfrgGdys+ZtBhRIkSMNXQyUM9F9IuuY24p5fvCx6K8cbO0yfX1gxqoKss1+kcLLosrBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"23e465605a388672e66446472609158f9e70334ad032f982bb0f864367de8ffb","last_reissued_at":"2026-07-05T09:12:04.239285Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:12:04.239285Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.09486","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:12:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"z1V+FHJ8Xh9B4L6LR8Oe4TCn+HUstqMr0AqO/mrA0+vNSQuavbnKcsIqtGTWWnZy4pzx5BLP/4jE0uAE0tVABg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T07:02:16.043162Z"},"content_sha256":"49ad134e7da322b4d8f4fe8c4d67b254ef4948ee160a8c7e6f15a4e8d0c49204","schema_version":"1.0","event_id":"sha256:49ad134e7da322b4d8f4fe8c4d67b254ef4948ee160a8c7e6f15a4e8d0c49204"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:EPSGKYC2HCDHFZTEIZDSMCIVR6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MMCode: Benchmarking Multimodal Large Language Models for Code Generation with Visually Rich Programming Problems","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.CV","cs.SE"],"primary_cat":"cs.CL","authors_text":"Jing Ma, Kaixin Li, Qisheng Hu, Yuchen Tian, Zhiyong Huang, Ziyang Luo","submitted_at":"2024-04-15T06:15:46Z","abstract_excerpt":"Programming often involves converting detailed and complex specifications into code, a process during which developers typically utilize visual aids to more effectively convey concepts. While recent developments in Large Multimodal Models have demonstrated remarkable abilities in visual reasoning and mathematical tasks, there is little work on investigating whether these models can effectively interpret visual elements for code generation. To this end, we present MMCode, the first multi-modal coding dataset for evaluating algorithmic problem-solving skills in visually rich contexts. MMCode con"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.09486","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.09486/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:12:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0+xHVeYYMKzLr9ktQ8KaDXJUI/sddReGeb/6svDTrelUdz/BntMlSN0GVHb+5y4GKbzHA/GiInniV1sWHdleAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T07:02:16.043769Z"},"content_sha256":"bdf8bbf0e59901530e554e82ca57cdc546a6b947a1a36d2c38a410e9f0f6801c","schema_version":"1.0","event_id":"sha256:bdf8bbf0e59901530e554e82ca57cdc546a6b947a1a36d2c38a410e9f0f6801c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EPSGKYC2HCDHFZTEIZDSMCIVR6/bundle.json","state_url":"https://pith.science/pith/EPSGKYC2HCDHFZTEIZDSMCIVR6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EPSGKYC2HCDHFZTEIZDSMCIVR6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T07:02:16Z","links":{"resolver":"https://pith.science/pith/EPSGKYC2HCDHFZTEIZDSMCIVR6","bundle":"https://pith.science/pith/EPSGKYC2HCDHFZTEIZDSMCIVR6/bundle.json","state":"https://pith.science/pith/EPSGKYC2HCDHFZTEIZDSMCIVR6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EPSGKYC2HCDHFZTEIZDSMCIVR6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:EPSGKYC2HCDHFZTEIZDSMCIVR6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"84b1372c7e0002e75d857b249df0d743c70a12ca868804ec7b119ebcc5ec0907","cross_cats_sorted":["cs.CV","cs.SE"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-15T06:15:46Z","title_canon_sha256":"1e2e445cb01631291aeaecff8e48baa1fbffc2de856f55ab09e48813b471de2c"},"schema_version":"1.0","source":{"id":"2404.09486","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.09486","created_at":"2026-07-05T09:12:04Z"},{"alias_kind":"arxiv_version","alias_value":"2404.09486v2","created_at":"2026-07-05T09:12:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.09486","created_at":"2026-07-05T09:12:04Z"},{"alias_kind":"pith_short_12","alias_value":"EPSGKYC2HCDH","created_at":"2026-07-05T09:12:04Z"},{"alias_kind":"pith_short_16","alias_value":"EPSGKYC2HCDHFZTE","created_at":"2026-07-05T09:12:04Z"},{"alias_kind":"pith_short_8","alias_value":"EPSGKYC2","created_at":"2026-07-05T09:12:04Z"}],"graph_snapshots":[{"event_id":"sha256:bdf8bbf0e59901530e554e82ca57cdc546a6b947a1a36d2c38a410e9f0f6801c","target":"graph","created_at":"2026-07-05T09:12:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.09486/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Programming often involves converting detailed and complex specifications into code, a process during which developers typically utilize visual aids to more effectively convey concepts. While recent developments in Large Multimodal Models have demonstrated remarkable abilities in visual reasoning and mathematical tasks, there is little work on investigating whether these models can effectively interpret visual elements for code generation. To this end, we present MMCode, the first multi-modal coding dataset for evaluating algorithmic problem-solving skills in visually rich contexts. MMCode con","authors_text":"Jing Ma, Kaixin Li, Qisheng Hu, Yuchen Tian, Zhiyong Huang, Ziyang Luo","cross_cats":["cs.CV","cs.SE"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-15T06:15:46Z","title":"MMCode: Benchmarking Multimodal Large Language Models for Code Generation with Visually Rich Programming Problems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.09486","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:49ad134e7da322b4d8f4fe8c4d67b254ef4948ee160a8c7e6f15a4e8d0c49204","target":"record","created_at":"2026-07-05T09:12:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"84b1372c7e0002e75d857b249df0d743c70a12ca868804ec7b119ebcc5ec0907","cross_cats_sorted":["cs.CV","cs.SE"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-15T06:15:46Z","title_canon_sha256":"1e2e445cb01631291aeaecff8e48baa1fbffc2de856f55ab09e48813b471de2c"},"schema_version":"1.0","source":{"id":"2404.09486","kind":"arxiv","version":2}},"canonical_sha256":"23e465605a388672e66446472609158f9e70334ad032f982bb0f864367de8ffb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"23e465605a388672e66446472609158f9e70334ad032f982bb0f864367de8ffb","first_computed_at":"2026-07-05T09:12:04.239285Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:12:04.239285Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"MrPeao77DwjJ7HPIJKZfrgGdys+ZtBhRIkSMNXQyUM9F9IuuY24p5fvCx6K8cbO0yfX1gxqoKss1+kcLLosrBw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:12:04.239881Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.09486","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:49ad134e7da322b4d8f4fe8c4d67b254ef4948ee160a8c7e6f15a4e8d0c49204","sha256:bdf8bbf0e59901530e554e82ca57cdc546a6b947a1a36d2c38a410e9f0f6801c"],"state_sha256":"023fa5c007abebb915e4dfe3e37d142bf0d396a92d33f2a9fd217267c5feea23"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"o7t2LoPls9U8Ga0OxnsIzs1U4/ZpanUnJ42kPmq6hSXNX+gHNM+JC9LYlUMJQhZR4nejyV55mBhlqZ05b4n6Bg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T07:02:16.048992Z","bundle_sha256":"1ad3f4b63d759b181b136382fc19005019dbebadbe1ad7a154041faf6d80c2d9"}}