{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:K6XCMMNJ272IUWLT22SXL56XNJ","short_pith_number":"pith:K6XCMMNJ","canonical_record":{"source":{"id":"2411.15296","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-11-22T18:59:54Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"b25bc715d5aec5d915046410ac4f820fc334aa1036b95f02e4bb1e96e31ba311","abstract_canon_sha256":"5efb875bca14cb2ed0ed3fc70f9559195658fe765790637024bd82e9778f379c"},"schema_version":"1.0"},"canonical_sha256":"57ae2631a9d7f48a5973d6a575f7d76a4102ac80bd74ffc2dbe748d77913496d","source":{"kind":"arxiv","id":"2411.15296","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.15296","created_at":"2026-07-05T09:45:58Z"},{"alias_kind":"arxiv_version","alias_value":"2411.15296v2","created_at":"2026-07-05T09:45:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.15296","created_at":"2026-07-05T09:45:58Z"},{"alias_kind":"pith_short_12","alias_value":"K6XCMMNJ272I","created_at":"2026-07-05T09:45:58Z"},{"alias_kind":"pith_short_16","alias_value":"K6XCMMNJ272IUWLT","created_at":"2026-07-05T09:45:58Z"},{"alias_kind":"pith_short_8","alias_value":"K6XCMMNJ","created_at":"2026-07-05T09:45:58Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:K6XCMMNJ272IUWLT22SXL56XNJ","target":"record","payload":{"canonical_record":{"source":{"id":"2411.15296","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-11-22T18:59:54Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"b25bc715d5aec5d915046410ac4f820fc334aa1036b95f02e4bb1e96e31ba311","abstract_canon_sha256":"5efb875bca14cb2ed0ed3fc70f9559195658fe765790637024bd82e9778f379c"},"schema_version":"1.0"},"canonical_sha256":"57ae2631a9d7f48a5973d6a575f7d76a4102ac80bd74ffc2dbe748d77913496d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:45:58.528518Z","signature_b64":"26pNU7Wy/RVLFNM/yR1OqT7X+vQWx45Iyr/9ADNpda5MFePG8f+Hn+otzYi8/BWSh4Rh1Y/x+RJXm52wF00XAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"57ae2631a9d7f48a5973d6a575f7d76a4102ac80bd74ffc2dbe748d77913496d","last_reissued_at":"2026-07-05T09:45:58.527908Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:45:58.527908Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.15296","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:45:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4PgFC/jZW4ik+I++MwTmyqGRBPAyljLExnrplG1NsWUoRVwOghzxrblREPrBEorWsYX1eRCpWZHU1yWKhajNBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T17:03:39.837488Z"},"content_sha256":"a961e135575c8a912a9bd16914af72ec9b5539e878cd2d83e9a3c4d04d645821","schema_version":"1.0","event_id":"sha256:a961e135575c8a912a9bd16914af72ec9b5539e878cd2d83e9a3c4d04d645821"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:K6XCMMNJ272IUWLT22SXL56XNJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MME-Survey: A Comprehensive Survey on Evaluation of Multimodal LLMs","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.CV","authors_text":"Bo Li, Caifeng Shan, Chaoyou Fu, Haodong Duan, Liang Wang, Ran He, Shukang Yin, Sirui Zhao, Xing Sun, Xinyu Fang, Yi-Fan Zhang, Ziwei Liu","submitted_at":"2024-11-22T18:59:54Z","abstract_excerpt":"As a prominent direction of Artificial General Intelligence (AGI), Multimodal Large Language Models (MLLMs) have garnered increased attention from both industry and academia. Building upon pre-trained LLMs, this family of models further develops multimodal perception and reasoning capabilities that are impressive, such as writing code given a flow chart or creating stories based on an image. In the development process, evaluation is critical since it provides intuitive feedback and guidance on improving models. Distinct from the traditional train-eval-test paradigm that only favors a single ta"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.15296","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.15296/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:45:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aWzBIzAirrHX6X++InUFGSG4nDtWt6//XNlgQxjJ4Ne0Tm6nowypSkyi2apLRdjVNmfRY9ygVZxGNJwZWLBZCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T17:03:39.838375Z"},"content_sha256":"73fc18a6ce1a8967310f911323fabe2f8c049d543fd48604bd55219d61ff0f00","schema_version":"1.0","event_id":"sha256:73fc18a6ce1a8967310f911323fabe2f8c049d543fd48604bd55219d61ff0f00"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/K6XCMMNJ272IUWLT22SXL56XNJ/bundle.json","state_url":"https://pith.science/pith/K6XCMMNJ272IUWLT22SXL56XNJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/K6XCMMNJ272IUWLT22SXL56XNJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T17:03:39Z","links":{"resolver":"https://pith.science/pith/K6XCMMNJ272IUWLT22SXL56XNJ","bundle":"https://pith.science/pith/K6XCMMNJ272IUWLT22SXL56XNJ/bundle.json","state":"https://pith.science/pith/K6XCMMNJ272IUWLT22SXL56XNJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/K6XCMMNJ272IUWLT22SXL56XNJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:K6XCMMNJ272IUWLT22SXL56XNJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5efb875bca14cb2ed0ed3fc70f9559195658fe765790637024bd82e9778f379c","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-11-22T18:59:54Z","title_canon_sha256":"b25bc715d5aec5d915046410ac4f820fc334aa1036b95f02e4bb1e96e31ba311"},"schema_version":"1.0","source":{"id":"2411.15296","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.15296","created_at":"2026-07-05T09:45:58Z"},{"alias_kind":"arxiv_version","alias_value":"2411.15296v2","created_at":"2026-07-05T09:45:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.15296","created_at":"2026-07-05T09:45:58Z"},{"alias_kind":"pith_short_12","alias_value":"K6XCMMNJ272I","created_at":"2026-07-05T09:45:58Z"},{"alias_kind":"pith_short_16","alias_value":"K6XCMMNJ272IUWLT","created_at":"2026-07-05T09:45:58Z"},{"alias_kind":"pith_short_8","alias_value":"K6XCMMNJ","created_at":"2026-07-05T09:45:58Z"}],"graph_snapshots":[{"event_id":"sha256:73fc18a6ce1a8967310f911323fabe2f8c049d543fd48604bd55219d61ff0f00","target":"graph","created_at":"2026-07-05T09:45:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.15296/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"As a prominent direction of Artificial General Intelligence (AGI), Multimodal Large Language Models (MLLMs) have garnered increased attention from both industry and academia. Building upon pre-trained LLMs, this family of models further develops multimodal perception and reasoning capabilities that are impressive, such as writing code given a flow chart or creating stories based on an image. In the development process, evaluation is critical since it provides intuitive feedback and guidance on improving models. Distinct from the traditional train-eval-test paradigm that only favors a single ta","authors_text":"Bo Li, Caifeng Shan, Chaoyou Fu, Haodong Duan, Liang Wang, Ran He, Shukang Yin, Sirui Zhao, Xing Sun, Xinyu Fang, Yi-Fan Zhang, Ziwei Liu","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-11-22T18:59:54Z","title":"MME-Survey: A Comprehensive Survey on Evaluation of Multimodal LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.15296","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a961e135575c8a912a9bd16914af72ec9b5539e878cd2d83e9a3c4d04d645821","target":"record","created_at":"2026-07-05T09:45:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5efb875bca14cb2ed0ed3fc70f9559195658fe765790637024bd82e9778f379c","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-11-22T18:59:54Z","title_canon_sha256":"b25bc715d5aec5d915046410ac4f820fc334aa1036b95f02e4bb1e96e31ba311"},"schema_version":"1.0","source":{"id":"2411.15296","kind":"arxiv","version":2}},"canonical_sha256":"57ae2631a9d7f48a5973d6a575f7d76a4102ac80bd74ffc2dbe748d77913496d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"57ae2631a9d7f48a5973d6a575f7d76a4102ac80bd74ffc2dbe748d77913496d","first_computed_at":"2026-07-05T09:45:58.527908Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:45:58.527908Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"26pNU7Wy/RVLFNM/yR1OqT7X+vQWx45Iyr/9ADNpda5MFePG8f+Hn+otzYi8/BWSh4Rh1Y/x+RJXm52wF00XAw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:45:58.528518Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.15296","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a961e135575c8a912a9bd16914af72ec9b5539e878cd2d83e9a3c4d04d645821","sha256:73fc18a6ce1a8967310f911323fabe2f8c049d543fd48604bd55219d61ff0f00"],"state_sha256":"ec9ff95a2e192ee3554295eb40cb693993b39ffa3747267a397881640f6894bb"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WovxUc14ckhBbWjxvm7tySri6OrZigTdZp6zeg2/YWD3iukoevDWsYVQbmKcBybOdTUl/ohV/Gc+LmdYN7VyDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T17:03:39.845463Z","bundle_sha256":"6b6e857b84d238e15890a78a728a92d72ba13d1ab84254ceb9226749bf88f697"}}