{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:75NPDY7HV6BL5ISAY2JFI3U467","short_pith_number":"pith:75NPDY7H","canonical_record":{"source":{"id":"2401.11944","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-01-22T13:34:34Z","cross_cats_sorted":["cs.AI","cs.CV"],"title_canon_sha256":"79c1917b85131ee86ead3dac242a652681d7f671a385fcde16ca50cd9d10ee0f","abstract_canon_sha256":"0e33069456baaf2ba6592283ad1544c76c6446028b59fa8e61578ff6cba32ed3"},"schema_version":"1.0"},"canonical_sha256":"ff5af1e3e7af82bea240c692546e9cf7e8c593ac11df2cc23f5e64f66e8096dc","source":{"kind":"arxiv","id":"2401.11944","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.11944","created_at":"2026-07-05T09:30:06Z"},{"alias_kind":"arxiv_version","alias_value":"2401.11944v4","created_at":"2026-07-05T09:30:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.11944","created_at":"2026-07-05T09:30:06Z"},{"alias_kind":"pith_short_12","alias_value":"75NPDY7HV6BL","created_at":"2026-07-05T09:30:06Z"},{"alias_kind":"pith_short_16","alias_value":"75NPDY7HV6BL5ISA","created_at":"2026-07-05T09:30:06Z"},{"alias_kind":"pith_short_8","alias_value":"75NPDY7H","created_at":"2026-07-05T09:30:06Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:75NPDY7HV6BL5ISAY2JFI3U467","target":"record","payload":{"canonical_record":{"source":{"id":"2401.11944","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-01-22T13:34:34Z","cross_cats_sorted":["cs.AI","cs.CV"],"title_canon_sha256":"79c1917b85131ee86ead3dac242a652681d7f671a385fcde16ca50cd9d10ee0f","abstract_canon_sha256":"0e33069456baaf2ba6592283ad1544c76c6446028b59fa8e61578ff6cba32ed3"},"schema_version":"1.0"},"canonical_sha256":"ff5af1e3e7af82bea240c692546e9cf7e8c593ac11df2cc23f5e64f66e8096dc","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:30:06.520873Z","signature_b64":"ti3maLQkDG7b9B828/re4xWXFo/uWRuWB6Ix0V2ghrPdM+BwU7RniQ6PsjY7TDNa2oFeIYV0zTTLSDztZ7kyDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ff5af1e3e7af82bea240c692546e9cf7e8c593ac11df2cc23f5e64f66e8096dc","last_reissued_at":"2026-07-05T09:30:06.520371Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:30:06.520371Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2401.11944","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:30:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"y/7LdiGU8ujE57jNzV+bCBpcXLSmfo+YGy9mXbkNitjVadeZqh6rVCPJIfGYmCRXFokcQaLXAixmjqnVjoIrAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T11:53:06.241778Z"},"content_sha256":"d7423ad0d359a39dd0f632933449438429ecbf62e2204bd826426cf514abd3d7","schema_version":"1.0","event_id":"sha256:d7423ad0d359a39dd0f632933449438429ecbf62e2204bd826426cf514abd3d7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:75NPDY7HV6BL5ISAY2JFI3U467","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"CMMMU: A Chinese Massive Multi-discipline Multimodal Understanding Benchmark","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CV"],"primary_cat":"cs.CL","authors_text":"Bei Chen, Chenghua Lin, Chunpu Xu, Fengji Zhang, Ge Zhang, Haoran Zhang, Jie Fu, Junjie Wang, Kang Zhu, Ruibin Yuan, Shuyue Guo, Tianyu Zheng, Tongxu Luo, Wenhao Huang, Xingwei Qu, Xinrun Du, Yiming Liang, Yizhi Li, Yudong Liu, Yu-Hsuan Tsai, Yuyang Cheng, Zekun Wang","submitted_at":"2024-01-22T13:34:34Z","abstract_excerpt":"As the capabilities of large multimodal models (LMMs) continue to advance, evaluating the performance of LMMs emerges as an increasing need. Additionally, there is an even larger gap in evaluating the advanced knowledge and reasoning abilities of LMMs in non-English contexts such as Chinese. We introduce CMMMU, a new Chinese Massive Multi-discipline Multimodal Understanding benchmark designed to evaluate LMMs on tasks demanding college-level subject knowledge and deliberate reasoning in a Chinese context. CMMMU is inspired by and strictly follows the annotation and analysis pattern of MMMU. CM"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.11944","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2401.11944/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:30:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ClTBA/fqpR2KuIwmNMBqf735vFkKB6bDSxX68EvMbZSvRpBSxKJ2u/ttX3Nx4B+kDehhycwnNBG/0muHqulDBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T11:53:06.242360Z"},"content_sha256":"22659110e42f958d98c20253a78794699877d2cdd3c5ddd092d3fa49ed76c918","schema_version":"1.0","event_id":"sha256:22659110e42f958d98c20253a78794699877d2cdd3c5ddd092d3fa49ed76c918"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/75NPDY7HV6BL5ISAY2JFI3U467/bundle.json","state_url":"https://pith.science/pith/75NPDY7HV6BL5ISAY2JFI3U467/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/75NPDY7HV6BL5ISAY2JFI3U467/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T11:53:06Z","links":{"resolver":"https://pith.science/pith/75NPDY7HV6BL5ISAY2JFI3U467","bundle":"https://pith.science/pith/75NPDY7HV6BL5ISAY2JFI3U467/bundle.json","state":"https://pith.science/pith/75NPDY7HV6BL5ISAY2JFI3U467/state.json","well_known_bundle":"https://pith.science/.well-known/pith/75NPDY7HV6BL5ISAY2JFI3U467/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:75NPDY7HV6BL5ISAY2JFI3U467","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0e33069456baaf2ba6592283ad1544c76c6446028b59fa8e61578ff6cba32ed3","cross_cats_sorted":["cs.AI","cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-01-22T13:34:34Z","title_canon_sha256":"79c1917b85131ee86ead3dac242a652681d7f671a385fcde16ca50cd9d10ee0f"},"schema_version":"1.0","source":{"id":"2401.11944","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.11944","created_at":"2026-07-05T09:30:06Z"},{"alias_kind":"arxiv_version","alias_value":"2401.11944v4","created_at":"2026-07-05T09:30:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.11944","created_at":"2026-07-05T09:30:06Z"},{"alias_kind":"pith_short_12","alias_value":"75NPDY7HV6BL","created_at":"2026-07-05T09:30:06Z"},{"alias_kind":"pith_short_16","alias_value":"75NPDY7HV6BL5ISA","created_at":"2026-07-05T09:30:06Z"},{"alias_kind":"pith_short_8","alias_value":"75NPDY7H","created_at":"2026-07-05T09:30:06Z"}],"graph_snapshots":[{"event_id":"sha256:22659110e42f958d98c20253a78794699877d2cdd3c5ddd092d3fa49ed76c918","target":"graph","created_at":"2026-07-05T09:30:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2401.11944/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"As the capabilities of large multimodal models (LMMs) continue to advance, evaluating the performance of LMMs emerges as an increasing need. Additionally, there is an even larger gap in evaluating the advanced knowledge and reasoning abilities of LMMs in non-English contexts such as Chinese. We introduce CMMMU, a new Chinese Massive Multi-discipline Multimodal Understanding benchmark designed to evaluate LMMs on tasks demanding college-level subject knowledge and deliberate reasoning in a Chinese context. CMMMU is inspired by and strictly follows the annotation and analysis pattern of MMMU. CM","authors_text":"Bei Chen, Chenghua Lin, Chunpu Xu, Fengji Zhang, Ge Zhang, Haoran Zhang, Jie Fu, Junjie Wang, Kang Zhu, Ruibin Yuan, Shuyue Guo, Tianyu Zheng, Tongxu Luo, Wenhao Huang, Xingwei Qu, Xinrun Du, Yiming Liang, Yizhi Li, Yudong Liu, Yu-Hsuan Tsai, Yuyang Cheng, Zekun Wang","cross_cats":["cs.AI","cs.CV"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-01-22T13:34:34Z","title":"CMMMU: A Chinese Massive Multi-discipline Multimodal Understanding Benchmark"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.11944","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d7423ad0d359a39dd0f632933449438429ecbf62e2204bd826426cf514abd3d7","target":"record","created_at":"2026-07-05T09:30:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0e33069456baaf2ba6592283ad1544c76c6446028b59fa8e61578ff6cba32ed3","cross_cats_sorted":["cs.AI","cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-01-22T13:34:34Z","title_canon_sha256":"79c1917b85131ee86ead3dac242a652681d7f671a385fcde16ca50cd9d10ee0f"},"schema_version":"1.0","source":{"id":"2401.11944","kind":"arxiv","version":4}},"canonical_sha256":"ff5af1e3e7af82bea240c692546e9cf7e8c593ac11df2cc23f5e64f66e8096dc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ff5af1e3e7af82bea240c692546e9cf7e8c593ac11df2cc23f5e64f66e8096dc","first_computed_at":"2026-07-05T09:30:06.520371Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:30:06.520371Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ti3maLQkDG7b9B828/re4xWXFo/uWRuWB6Ix0V2ghrPdM+BwU7RniQ6PsjY7TDNa2oFeIYV0zTTLSDztZ7kyDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:30:06.520873Z","signed_message":"canonical_sha256_bytes"},"source_id":"2401.11944","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d7423ad0d359a39dd0f632933449438429ecbf62e2204bd826426cf514abd3d7","sha256:22659110e42f958d98c20253a78794699877d2cdd3c5ddd092d3fa49ed76c918"],"state_sha256":"e501121f39ad6292a6653619d436096e143216683dd345faa7deeeb17e1a213a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"d7sEMw9eBV7FurzysmrYO7uySSMykqfkFoV8UQkaI4L2iLmAHg06GXx6EQ5u3KhVMNFi2dJwA1bJCOHZiqouBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T11:53:06.247041Z","bundle_sha256":"4295004b6ace37f0d02824eb411f30eebe0e148bbca843ded74d68e760ee5a15"}}