{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:LAL36FI442JMTE77VQDLC5VYYU","short_pith_number":"pith:LAL36FI4","canonical_record":{"source":{"id":"2503.10079","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-03-13T05:58:41Z","cross_cats_sorted":[],"title_canon_sha256":"572f64306cf16c77637fe76bf82dab3a3e8680cbdac6ac2427bd44eb9b35d8ae","abstract_canon_sha256":"5933f42e6fcde06907fda1e429580467a68915e398f16b360f464fe41f350628"},"schema_version":"1.0"},"canonical_sha256":"5817bf151ce692c993ffac06b176b8c5188866205003f63b095084922655daeb","source":{"kind":"arxiv","id":"2503.10079","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.10079","created_at":"2026-07-05T10:30:37Z"},{"alias_kind":"arxiv_version","alias_value":"2503.10079v1","created_at":"2026-07-05T10:30:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.10079","created_at":"2026-07-05T10:30:37Z"},{"alias_kind":"pith_short_12","alias_value":"LAL36FI442JM","created_at":"2026-07-05T10:30:37Z"},{"alias_kind":"pith_short_16","alias_value":"LAL36FI442JMTE77","created_at":"2026-07-05T10:30:37Z"},{"alias_kind":"pith_short_8","alias_value":"LAL36FI4","created_at":"2026-07-05T10:30:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:LAL36FI442JMTE77VQDLC5VYYU","target":"record","payload":{"canonical_record":{"source":{"id":"2503.10079","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-03-13T05:58:41Z","cross_cats_sorted":[],"title_canon_sha256":"572f64306cf16c77637fe76bf82dab3a3e8680cbdac6ac2427bd44eb9b35d8ae","abstract_canon_sha256":"5933f42e6fcde06907fda1e429580467a68915e398f16b360f464fe41f350628"},"schema_version":"1.0"},"canonical_sha256":"5817bf151ce692c993ffac06b176b8c5188866205003f63b095084922655daeb","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:30:37.978248Z","signature_b64":"o2Cp0WM/Bi9hVVjG6sv0bdSMskFkJGrHcWB1VvbCpZJnuJklD6xrhsk508LJOk1JR5yikWc3y1jgpqY68j8SAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5817bf151ce692c993ffac06b176b8c5188866205003f63b095084922655daeb","last_reissued_at":"2026-07-05T10:30:37.977518Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:30:37.977518Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2503.10079","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:30:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"A4XTLkSjQ0lnPp6eM7mKbxD0AbWyay1WjrrPP3K4InVmYUGinO4IG065iROp014Ezxo8Kt83dkSvbsNCepyODQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T03:27:41.114593Z"},"content_sha256":"7139654a031ad1a492bef6aa73dc1d573e69d951ce12a33b927d86644f5dbabc","schema_version":"1.0","event_id":"sha256:7139654a031ad1a492bef6aa73dc1d573e69d951ce12a33b927d86644f5dbabc"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:LAL36FI442JMTE77VQDLC5VYYU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Information Density Principle for MLLM Benchmarks","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Chunyi Li, Guangtao Zhai, Haodong Duan, Jia Wang, Kai Chen, Xiaohong Liu, Xiaozhe Li, Xiongkuo Min, Yuan Tian, Zicheng Zhang, Ziheng Jia","submitted_at":"2025-03-13T05:58:41Z","abstract_excerpt":"With the emergence of Multimodal Large Language Models (MLLMs), hundreds of benchmarks have been developed to ensure the reliability of MLLMs in downstream tasks. However, the evaluation mechanism itself may not be reliable. For developers of MLLMs, questions remain about which benchmark to use and whether the test results meet their requirements. Therefore, we propose a critical principle of Information Density, which examines how much insight a benchmark can provide for the development of MLLMs. We characterize it from four key dimensions: (1) Fallacy, (2) Difficulty, (3) Redundancy, (4) Div"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.10079","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2503.10079/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:30:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"c6TYhy9mAAK5pIymBy8ULz0QCmlbICVmhqfL/RRqULkScaTO4+rSVpqJQDECCmfbmciXuOeZx+YZSVWebM1/BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T03:27:41.115649Z"},"content_sha256":"32f931d55719a1608468ad8168b6a6f23ef3a98a33dbbce72d45ec94743e0ce0","schema_version":"1.0","event_id":"sha256:32f931d55719a1608468ad8168b6a6f23ef3a98a33dbbce72d45ec94743e0ce0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LAL36FI442JMTE77VQDLC5VYYU/bundle.json","state_url":"https://pith.science/pith/LAL36FI442JMTE77VQDLC5VYYU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LAL36FI442JMTE77VQDLC5VYYU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-21T03:27:41Z","links":{"resolver":"https://pith.science/pith/LAL36FI442JMTE77VQDLC5VYYU","bundle":"https://pith.science/pith/LAL36FI442JMTE77VQDLC5VYYU/bundle.json","state":"https://pith.science/pith/LAL36FI442JMTE77VQDLC5VYYU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LAL36FI442JMTE77VQDLC5VYYU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:LAL36FI442JMTE77VQDLC5VYYU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5933f42e6fcde06907fda1e429580467a68915e398f16b360f464fe41f350628","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-03-13T05:58:41Z","title_canon_sha256":"572f64306cf16c77637fe76bf82dab3a3e8680cbdac6ac2427bd44eb9b35d8ae"},"schema_version":"1.0","source":{"id":"2503.10079","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.10079","created_at":"2026-07-05T10:30:37Z"},{"alias_kind":"arxiv_version","alias_value":"2503.10079v1","created_at":"2026-07-05T10:30:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.10079","created_at":"2026-07-05T10:30:37Z"},{"alias_kind":"pith_short_12","alias_value":"LAL36FI442JM","created_at":"2026-07-05T10:30:37Z"},{"alias_kind":"pith_short_16","alias_value":"LAL36FI442JMTE77","created_at":"2026-07-05T10:30:37Z"},{"alias_kind":"pith_short_8","alias_value":"LAL36FI4","created_at":"2026-07-05T10:30:37Z"}],"graph_snapshots":[{"event_id":"sha256:32f931d55719a1608468ad8168b6a6f23ef3a98a33dbbce72d45ec94743e0ce0","target":"graph","created_at":"2026-07-05T10:30:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2503.10079/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"With the emergence of Multimodal Large Language Models (MLLMs), hundreds of benchmarks have been developed to ensure the reliability of MLLMs in downstream tasks. However, the evaluation mechanism itself may not be reliable. For developers of MLLMs, questions remain about which benchmark to use and whether the test results meet their requirements. Therefore, we propose a critical principle of Information Density, which examines how much insight a benchmark can provide for the development of MLLMs. We characterize it from four key dimensions: (1) Fallacy, (2) Difficulty, (3) Redundancy, (4) Div","authors_text":"Chunyi Li, Guangtao Zhai, Haodong Duan, Jia Wang, Kai Chen, Xiaohong Liu, Xiaozhe Li, Xiongkuo Min, Yuan Tian, Zicheng Zhang, Ziheng Jia","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-03-13T05:58:41Z","title":"Information Density Principle for MLLM Benchmarks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.10079","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7139654a031ad1a492bef6aa73dc1d573e69d951ce12a33b927d86644f5dbabc","target":"record","created_at":"2026-07-05T10:30:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5933f42e6fcde06907fda1e429580467a68915e398f16b360f464fe41f350628","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-03-13T05:58:41Z","title_canon_sha256":"572f64306cf16c77637fe76bf82dab3a3e8680cbdac6ac2427bd44eb9b35d8ae"},"schema_version":"1.0","source":{"id":"2503.10079","kind":"arxiv","version":1}},"canonical_sha256":"5817bf151ce692c993ffac06b176b8c5188866205003f63b095084922655daeb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5817bf151ce692c993ffac06b176b8c5188866205003f63b095084922655daeb","first_computed_at":"2026-07-05T10:30:37.977518Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:30:37.977518Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"o2Cp0WM/Bi9hVVjG6sv0bdSMskFkJGrHcWB1VvbCpZJnuJklD6xrhsk508LJOk1JR5yikWc3y1jgpqY68j8SAA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:30:37.978248Z","signed_message":"canonical_sha256_bytes"},"source_id":"2503.10079","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7139654a031ad1a492bef6aa73dc1d573e69d951ce12a33b927d86644f5dbabc","sha256:32f931d55719a1608468ad8168b6a6f23ef3a98a33dbbce72d45ec94743e0ce0"],"state_sha256":"994a72ad203a450f11dc3da6dbb86a67a5cbfdd5fc92958a0c160f7087253b86"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oFZeuFODkj6HTUySLj1oS+t6P7omlsUV4AkYIimyqDlbdvPCqLN0spHsYlHIS958ZeFWA78H/wdNLu/Y25TUBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-21T03:27:41.121569Z","bundle_sha256":"ffcbe391a3c35de165c172c54beb9584cf23587d1b227aacfc44cb043172d425"}}