{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:IJTE2XNKW732JCBW4PQBOYBGDD","short_pith_number":"pith:IJTE2XNK","canonical_record":{"source":{"id":"2406.10057","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-06-14T14:15:35Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"b0515a1820c8f37d1ce3001bb3d6e0f4eb4cbbef8f9b1fbfe7ccf852b4366d46","abstract_canon_sha256":"9d948fd977c32fee7090820a20fcf5b253a53aa63a98cc42a1d7e597becf9725"},"schema_version":"1.0"},"canonical_sha256":"42664d5daab7f7a48836e3e017602618f0eb69b13bba4f68872987cbe382d3c6","source":{"kind":"arxiv","id":"2406.10057","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.10057","created_at":"2026-07-05T09:31:30Z"},{"alias_kind":"arxiv_version","alias_value":"2406.10057v3","created_at":"2026-07-05T09:31:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.10057","created_at":"2026-07-05T09:31:30Z"},{"alias_kind":"pith_short_12","alias_value":"IJTE2XNKW732","created_at":"2026-07-05T09:31:30Z"},{"alias_kind":"pith_short_16","alias_value":"IJTE2XNKW732JCBW","created_at":"2026-07-05T09:31:30Z"},{"alias_kind":"pith_short_8","alias_value":"IJTE2XNK","created_at":"2026-07-05T09:31:30Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:IJTE2XNKW732JCBW4PQBOYBGDD","target":"record","payload":{"canonical_record":{"source":{"id":"2406.10057","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-06-14T14:15:35Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"b0515a1820c8f37d1ce3001bb3d6e0f4eb4cbbef8f9b1fbfe7ccf852b4366d46","abstract_canon_sha256":"9d948fd977c32fee7090820a20fcf5b253a53aa63a98cc42a1d7e597becf9725"},"schema_version":"1.0"},"canonical_sha256":"42664d5daab7f7a48836e3e017602618f0eb69b13bba4f68872987cbe382d3c6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:31:30.190988Z","signature_b64":"hM9p2I3HtoywQ2KhyDs6dJvT2G0D7yfRRJ+mU7youGr6EDaRFFulAKVaiDC5Ydsm9CMCh+nefwwuno5VrPumDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"42664d5daab7f7a48836e3e017602618f0eb69b13bba4f68872987cbe382d3c6","last_reissued_at":"2026-07-05T09:31:30.190506Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:31:30.190506Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.10057","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:31:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2sygItWG7A1TU5MIoXAg62wJ3jMRTFZ52GnNSudFvxHYL+RzNXQD1bTJaVyShq4h9jp+h8gSx+n9pw5aJRAyDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T21:02:11.807551Z"},"content_sha256":"d254f070089745c34c79ad3c1644662e761a70e74b764854e291afe9472acd70","schema_version":"1.0","event_id":"sha256:d254f070089745c34c79ad3c1644662e761a70e74b764854e291afe9472acd70"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:IJTE2XNKW732JCBW4PQBOYBGDD","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"First Multi-Dimensional Evaluation of Flowchart Comprehension for Multimodal Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CV","authors_text":"Enming Zhang, Huanyong Liu, Jiale Wang, Junhui Yu, Ruobing Yao","submitted_at":"2024-06-14T14:15:35Z","abstract_excerpt":"With the development of Multimodal Large Language Models (MLLMs) technology, its general capabilities are increasingly powerful. To evaluate the various abilities of MLLMs, numerous evaluation systems have emerged. But now there is still a lack of a comprehensive method to evaluate MLLMs in the tasks related to flowcharts, which are very important in daily life and work. We propose the first comprehensive method, FlowCE, to assess MLLMs across various dimensions for tasks related to flowcharts. It encompasses evaluating MLLMs' abilities in Reasoning, Localization Recognition, Information Extra"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.10057","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.10057/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:31:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hopCKXeDz6ucHyWdDeY1NkQ1EB9I327AuohgSUHq21UfoguI3m6SfG8xy8ZlKZgdmnvyOlXKedHMEMOg2eWbCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T21:02:11.808397Z"},"content_sha256":"188548605630e9b78ce0d8659142824e45c2a0560641e7df4537fa66fcc01744","schema_version":"1.0","event_id":"sha256:188548605630e9b78ce0d8659142824e45c2a0560641e7df4537fa66fcc01744"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/IJTE2XNKW732JCBW4PQBOYBGDD/bundle.json","state_url":"https://pith.science/pith/IJTE2XNKW732JCBW4PQBOYBGDD/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/IJTE2XNKW732JCBW4PQBOYBGDD/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T21:02:11Z","links":{"resolver":"https://pith.science/pith/IJTE2XNKW732JCBW4PQBOYBGDD","bundle":"https://pith.science/pith/IJTE2XNKW732JCBW4PQBOYBGDD/bundle.json","state":"https://pith.science/pith/IJTE2XNKW732JCBW4PQBOYBGDD/state.json","well_known_bundle":"https://pith.science/.well-known/pith/IJTE2XNKW732JCBW4PQBOYBGDD/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:IJTE2XNKW732JCBW4PQBOYBGDD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9d948fd977c32fee7090820a20fcf5b253a53aa63a98cc42a1d7e597becf9725","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-06-14T14:15:35Z","title_canon_sha256":"b0515a1820c8f37d1ce3001bb3d6e0f4eb4cbbef8f9b1fbfe7ccf852b4366d46"},"schema_version":"1.0","source":{"id":"2406.10057","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.10057","created_at":"2026-07-05T09:31:30Z"},{"alias_kind":"arxiv_version","alias_value":"2406.10057v3","created_at":"2026-07-05T09:31:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.10057","created_at":"2026-07-05T09:31:30Z"},{"alias_kind":"pith_short_12","alias_value":"IJTE2XNKW732","created_at":"2026-07-05T09:31:30Z"},{"alias_kind":"pith_short_16","alias_value":"IJTE2XNKW732JCBW","created_at":"2026-07-05T09:31:30Z"},{"alias_kind":"pith_short_8","alias_value":"IJTE2XNK","created_at":"2026-07-05T09:31:30Z"}],"graph_snapshots":[{"event_id":"sha256:188548605630e9b78ce0d8659142824e45c2a0560641e7df4537fa66fcc01744","target":"graph","created_at":"2026-07-05T09:31:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.10057/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"With the development of Multimodal Large Language Models (MLLMs) technology, its general capabilities are increasingly powerful. To evaluate the various abilities of MLLMs, numerous evaluation systems have emerged. But now there is still a lack of a comprehensive method to evaluate MLLMs in the tasks related to flowcharts, which are very important in daily life and work. We propose the first comprehensive method, FlowCE, to assess MLLMs across various dimensions for tasks related to flowcharts. It encompasses evaluating MLLMs' abilities in Reasoning, Localization Recognition, Information Extra","authors_text":"Enming Zhang, Huanyong Liu, Jiale Wang, Junhui Yu, Ruobing Yao","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-06-14T14:15:35Z","title":"First Multi-Dimensional Evaluation of Flowchart Comprehension for Multimodal Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.10057","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d254f070089745c34c79ad3c1644662e761a70e74b764854e291afe9472acd70","target":"record","created_at":"2026-07-05T09:31:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9d948fd977c32fee7090820a20fcf5b253a53aa63a98cc42a1d7e597becf9725","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-06-14T14:15:35Z","title_canon_sha256":"b0515a1820c8f37d1ce3001bb3d6e0f4eb4cbbef8f9b1fbfe7ccf852b4366d46"},"schema_version":"1.0","source":{"id":"2406.10057","kind":"arxiv","version":3}},"canonical_sha256":"42664d5daab7f7a48836e3e017602618f0eb69b13bba4f68872987cbe382d3c6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"42664d5daab7f7a48836e3e017602618f0eb69b13bba4f68872987cbe382d3c6","first_computed_at":"2026-07-05T09:31:30.190506Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:31:30.190506Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"hM9p2I3HtoywQ2KhyDs6dJvT2G0D7yfRRJ+mU7youGr6EDaRFFulAKVaiDC5Ydsm9CMCh+nefwwuno5VrPumDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:31:30.190988Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.10057","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d254f070089745c34c79ad3c1644662e761a70e74b764854e291afe9472acd70","sha256:188548605630e9b78ce0d8659142824e45c2a0560641e7df4537fa66fcc01744"],"state_sha256":"b2aeb653cf35fb8c02b360c863f5da28e1f0d72ec069d05d65d272c38c70ec5a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GOo4TwxnCtG595+lVsdl+ta3Rle0d9Sshb8rLAHRPl+gYNrVyVUbq9hgRPi+3W52/A3SxN8lyqQnPGTULMtjCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T21:02:11.821538Z","bundle_sha256":"2b766234be976d548752688b587b1156ad3124b760fc524b89362b995d1970d7"}}