{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:2LYVHEY76XU3QOVRSSDWJ545KY","short_pith_number":"pith:2LYVHEY7","canonical_record":{"source":{"id":"2504.13945","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2025-04-16T03:08:57Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"0fbbf9878243c2877ccc9b76d00bd52043f3e97cf70041b0c59f3c3e8bc21696","abstract_canon_sha256":"bd4cd600f0b558432f864d81bebd41d72eb6e8ddd414801f6aeba8b25b129d95"},"schema_version":"1.0"},"canonical_sha256":"d2f153931ff5e9b83ab1948764f79d5624c612d04b92c103e0519078da906c59","source":{"kind":"arxiv","id":"2504.13945","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.13945","created_at":"2026-07-05T11:04:49Z"},{"alias_kind":"arxiv_version","alias_value":"2504.13945v4","created_at":"2026-07-05T11:04:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.13945","created_at":"2026-07-05T11:04:49Z"},{"alias_kind":"pith_short_12","alias_value":"2LYVHEY76XU3","created_at":"2026-07-05T11:04:49Z"},{"alias_kind":"pith_short_16","alias_value":"2LYVHEY76XU3QOVR","created_at":"2026-07-05T11:04:49Z"},{"alias_kind":"pith_short_8","alias_value":"2LYVHEY7","created_at":"2026-07-05T11:04:49Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:2LYVHEY76XU3QOVRSSDWJ545KY","target":"record","payload":{"canonical_record":{"source":{"id":"2504.13945","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2025-04-16T03:08:57Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"0fbbf9878243c2877ccc9b76d00bd52043f3e97cf70041b0c59f3c3e8bc21696","abstract_canon_sha256":"bd4cd600f0b558432f864d81bebd41d72eb6e8ddd414801f6aeba8b25b129d95"},"schema_version":"1.0"},"canonical_sha256":"d2f153931ff5e9b83ab1948764f79d5624c612d04b92c103e0519078da906c59","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:04:49.285474Z","signature_b64":"CSl+fQ52x9DPOxEAf9rKMdazTx4ZnqYDrbgiagXPukGJim2nui3SvQQQKSFOOccAxN/nJzY6Q/ZKWYz36rrFAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d2f153931ff5e9b83ab1948764f79d5624c612d04b92c103e0519078da906c59","last_reissued_at":"2026-07-05T11:04:49.284922Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:04:49.284922Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2504.13945","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:04:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lHnrBVb8CMR5DrzqCWyuJ/yDLWi36rEhxgjTZpWKHvQffDDShupeRkM8ukQYMwVPzDxc3SwxWLy4+ZS7s1C8Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T11:50:20.170865Z"},"content_sha256":"cd2c0a2bf7ed175dfa00f8e69d6f98a33f9ff17314a9262a522b4b727d5061ae","schema_version":"1.0","event_id":"sha256:cd2c0a2bf7ed175dfa00f8e69d6f98a33f9ff17314a9262a522b4b727d5061ae"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:2LYVHEY76XU3QOVRSSDWJ545KY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluating Menu OCR and Translation: A Benchmark for Aligning Human and Automated Evaluations in Large Vision-Language Models","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Chong Li, Hao Yang, Junhao Zhu, Mengli Zhu, Ning Xie, Pengfei Li, Shiliang Sun, Shuang Wu, Tengfei Song, Weidong Zhang, Zhanglin Wu","submitted_at":"2025-04-16T03:08:57Z","abstract_excerpt":"The rapid advancement of large vision-language models (LVLMs) has significantly propelled applications in document understanding, particularly in optical character recognition (OCR) and multilingual translation. However, current evaluations of LVLMs, like the widely used OCRBench, mainly focus on verifying the correctness of their short-text responses and long-text responses with simple layout, while the evaluation of their ability to understand long texts with complex layout design is highly significant but largely overlooked. In this paper, we propose Menu OCR and Translation Benchmark (MOTB"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.13945","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2504.13945/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:04:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dJxGMPhar7p35mnYNrfenPGEPVW/644pZJ2NQwVdfuh4wpF//uCx5OMOZNplfONA3G47187ePNmioUPksqlBBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T11:50:20.171365Z"},"content_sha256":"f6fa75241c787870dc81061c323975d4d63b27b96bce54560ef69f531c25631d","schema_version":"1.0","event_id":"sha256:f6fa75241c787870dc81061c323975d4d63b27b96bce54560ef69f531c25631d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2LYVHEY76XU3QOVRSSDWJ545KY/bundle.json","state_url":"https://pith.science/pith/2LYVHEY76XU3QOVRSSDWJ545KY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2LYVHEY76XU3QOVRSSDWJ545KY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T11:50:20Z","links":{"resolver":"https://pith.science/pith/2LYVHEY76XU3QOVRSSDWJ545KY","bundle":"https://pith.science/pith/2LYVHEY76XU3QOVRSSDWJ545KY/bundle.json","state":"https://pith.science/pith/2LYVHEY76XU3QOVRSSDWJ545KY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2LYVHEY76XU3QOVRSSDWJ545KY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:2LYVHEY76XU3QOVRSSDWJ545KY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bd4cd600f0b558432f864d81bebd41d72eb6e8ddd414801f6aeba8b25b129d95","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2025-04-16T03:08:57Z","title_canon_sha256":"0fbbf9878243c2877ccc9b76d00bd52043f3e97cf70041b0c59f3c3e8bc21696"},"schema_version":"1.0","source":{"id":"2504.13945","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.13945","created_at":"2026-07-05T11:04:49Z"},{"alias_kind":"arxiv_version","alias_value":"2504.13945v4","created_at":"2026-07-05T11:04:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.13945","created_at":"2026-07-05T11:04:49Z"},{"alias_kind":"pith_short_12","alias_value":"2LYVHEY76XU3","created_at":"2026-07-05T11:04:49Z"},{"alias_kind":"pith_short_16","alias_value":"2LYVHEY76XU3QOVR","created_at":"2026-07-05T11:04:49Z"},{"alias_kind":"pith_short_8","alias_value":"2LYVHEY7","created_at":"2026-07-05T11:04:49Z"}],"graph_snapshots":[{"event_id":"sha256:f6fa75241c787870dc81061c323975d4d63b27b96bce54560ef69f531c25631d","target":"graph","created_at":"2026-07-05T11:04:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2504.13945/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The rapid advancement of large vision-language models (LVLMs) has significantly propelled applications in document understanding, particularly in optical character recognition (OCR) and multilingual translation. However, current evaluations of LVLMs, like the widely used OCRBench, mainly focus on verifying the correctness of their short-text responses and long-text responses with simple layout, while the evaluation of their ability to understand long texts with complex layout design is highly significant but largely overlooked. In this paper, we propose Menu OCR and Translation Benchmark (MOTB","authors_text":"Chong Li, Hao Yang, Junhao Zhu, Mengli Zhu, Ning Xie, Pengfei Li, Shiliang Sun, Shuang Wu, Tengfei Song, Weidong Zhang, Zhanglin Wu","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2025-04-16T03:08:57Z","title":"Evaluating Menu OCR and Translation: A Benchmark for Aligning Human and Automated Evaluations in Large Vision-Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.13945","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cd2c0a2bf7ed175dfa00f8e69d6f98a33f9ff17314a9262a522b4b727d5061ae","target":"record","created_at":"2026-07-05T11:04:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bd4cd600f0b558432f864d81bebd41d72eb6e8ddd414801f6aeba8b25b129d95","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2025-04-16T03:08:57Z","title_canon_sha256":"0fbbf9878243c2877ccc9b76d00bd52043f3e97cf70041b0c59f3c3e8bc21696"},"schema_version":"1.0","source":{"id":"2504.13945","kind":"arxiv","version":4}},"canonical_sha256":"d2f153931ff5e9b83ab1948764f79d5624c612d04b92c103e0519078da906c59","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d2f153931ff5e9b83ab1948764f79d5624c612d04b92c103e0519078da906c59","first_computed_at":"2026-07-05T11:04:49.284922Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:04:49.284922Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"CSl+fQ52x9DPOxEAf9rKMdazTx4ZnqYDrbgiagXPukGJim2nui3SvQQQKSFOOccAxN/nJzY6Q/ZKWYz36rrFAg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:04:49.285474Z","signed_message":"canonical_sha256_bytes"},"source_id":"2504.13945","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cd2c0a2bf7ed175dfa00f8e69d6f98a33f9ff17314a9262a522b4b727d5061ae","sha256:f6fa75241c787870dc81061c323975d4d63b27b96bce54560ef69f531c25631d"],"state_sha256":"acb99dad92ca9570391e10b4b9adf894f342ec4de299f6a240ad7dacfd679fb2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"03d68UUUkKeXE9tAzaYLFUyKC0GWi0OJJUlQtu/1XKPHLPUv5rmlXXzLBP+YinKRdKcRjBIM/QKHJYHzPLdwCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T11:50:20.174945Z","bundle_sha256":"1fbdfb4e79ffe3534442a8a9cc41e8220cf4ade6de3a1b0eb75e48f576aabfe6"}}