{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:S2M3TIQX3A6I27WIAYG6USJ7T7","short_pith_number":"pith:S2M3TIQX","canonical_record":{"source":{"id":"2501.13953","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-20T08:09:42Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"c26746c74e22134fb420bac2ac58c32137816e705e2a0aad2734d60ae780577e","abstract_canon_sha256":"983989cd636b7615e00bc14e8235da37c3e2e0ca04b6a05967d152afb41e7b8c"},"schema_version":"1.0"},"canonical_sha256":"9699b9a217d83c8d7ec8060dea493f9fcb5209bab02f5dd4591a514d04b57f6d","source":{"kind":"arxiv","id":"2501.13953","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.13953","created_at":"2026-07-05T11:10:50Z"},{"alias_kind":"arxiv_version","alias_value":"2501.13953v2","created_at":"2026-07-05T11:10:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.13953","created_at":"2026-07-05T11:10:50Z"},{"alias_kind":"pith_short_12","alias_value":"S2M3TIQX3A6I","created_at":"2026-07-05T11:10:50Z"},{"alias_kind":"pith_short_16","alias_value":"S2M3TIQX3A6I27WI","created_at":"2026-07-05T11:10:50Z"},{"alias_kind":"pith_short_8","alias_value":"S2M3TIQX","created_at":"2026-07-05T11:10:50Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:S2M3TIQX3A6I27WIAYG6USJ7T7","target":"record","payload":{"canonical_record":{"source":{"id":"2501.13953","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-20T08:09:42Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"c26746c74e22134fb420bac2ac58c32137816e705e2a0aad2734d60ae780577e","abstract_canon_sha256":"983989cd636b7615e00bc14e8235da37c3e2e0ca04b6a05967d152afb41e7b8c"},"schema_version":"1.0"},"canonical_sha256":"9699b9a217d83c8d7ec8060dea493f9fcb5209bab02f5dd4591a514d04b57f6d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:10:50.584211Z","signature_b64":"KhWBrspduEuOpyzBQi6nw10iqW/L1BodfyaTmITtpKviJuXPB9oFQT6UdR3aX2Pf3so7mcODqNyLViO0wT4hCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9699b9a217d83c8d7ec8060dea493f9fcb5209bab02f5dd4591a514d04b57f6d","last_reissued_at":"2026-07-05T11:10:50.583697Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:10:50.583697Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2501.13953","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:10:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"m/OVi7+bBaQO4JE4ZApKrudF6T3jGnWELf5yOz5PZoVw6tjPNBDhaybHVO3+RGqaiLRT57uMbU8oHu9LmUztBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T14:39:47.068368Z"},"content_sha256":"cb8bad7ee44c94db26857993b5007cc72ae166c16e61dc05640823f64fc7a29b","schema_version":"1.0","event_id":"sha256:cb8bad7ee44c94db26857993b5007cc72ae166c16e61dc05640823f64fc7a29b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:S2M3TIQX3A6I27WIAYG6USJ7T7","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Redundancy Principles for MLLMs Benchmarks","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Chunyi Li, Guangtao Zhai, Haodong Duan, Kai Chen, Xiangyu Zhao, Xiaohong Liu, Xinyu Fang, Xiongkuo Min, Zicheng Zhang","submitted_at":"2025-01-20T08:09:42Z","abstract_excerpt":"With the rapid iteration of Multi-modality Large Language Models (MLLMs) and the evolving demands of the field, the number of benchmarks produced annually has surged into the hundreds. The rapid growth has inevitably led to significant redundancy among benchmarks. Therefore, it is crucial to take a step back and critically assess the current state of redundancy and propose targeted principles for constructing effective MLLM benchmarks. In this paper, we focus on redundancy from three key perspectives: 1) Redundancy of benchmark capability dimensions, 2) Redundancy in the number of test questio"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.13953","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2501.13953/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:10:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MfmilyDzCFkNuvaystDMXu+4Scg7qVwGjz+2FEqaDFYDDeuQcZEfB4/ywW+8EBHuelmEcc9GPAEUN2r3trlDBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T14:39:47.068929Z"},"content_sha256":"27f409edfbcf257047232b0adaaa3c7d7f149b9c0a1274485920d89fed2438b1","schema_version":"1.0","event_id":"sha256:27f409edfbcf257047232b0adaaa3c7d7f149b9c0a1274485920d89fed2438b1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/S2M3TIQX3A6I27WIAYG6USJ7T7/bundle.json","state_url":"https://pith.science/pith/S2M3TIQX3A6I27WIAYG6USJ7T7/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/S2M3TIQX3A6I27WIAYG6USJ7T7/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T14:39:47Z","links":{"resolver":"https://pith.science/pith/S2M3TIQX3A6I27WIAYG6USJ7T7","bundle":"https://pith.science/pith/S2M3TIQX3A6I27WIAYG6USJ7T7/bundle.json","state":"https://pith.science/pith/S2M3TIQX3A6I27WIAYG6USJ7T7/state.json","well_known_bundle":"https://pith.science/.well-known/pith/S2M3TIQX3A6I27WIAYG6USJ7T7/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:S2M3TIQX3A6I27WIAYG6USJ7T7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"983989cd636b7615e00bc14e8235da37c3e2e0ca04b6a05967d152afb41e7b8c","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-20T08:09:42Z","title_canon_sha256":"c26746c74e22134fb420bac2ac58c32137816e705e2a0aad2734d60ae780577e"},"schema_version":"1.0","source":{"id":"2501.13953","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.13953","created_at":"2026-07-05T11:10:50Z"},{"alias_kind":"arxiv_version","alias_value":"2501.13953v2","created_at":"2026-07-05T11:10:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.13953","created_at":"2026-07-05T11:10:50Z"},{"alias_kind":"pith_short_12","alias_value":"S2M3TIQX3A6I","created_at":"2026-07-05T11:10:50Z"},{"alias_kind":"pith_short_16","alias_value":"S2M3TIQX3A6I27WI","created_at":"2026-07-05T11:10:50Z"},{"alias_kind":"pith_short_8","alias_value":"S2M3TIQX","created_at":"2026-07-05T11:10:50Z"}],"graph_snapshots":[{"event_id":"sha256:27f409edfbcf257047232b0adaaa3c7d7f149b9c0a1274485920d89fed2438b1","target":"graph","created_at":"2026-07-05T11:10:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.13953/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"With the rapid iteration of Multi-modality Large Language Models (MLLMs) and the evolving demands of the field, the number of benchmarks produced annually has surged into the hundreds. The rapid growth has inevitably led to significant redundancy among benchmarks. Therefore, it is crucial to take a step back and critically assess the current state of redundancy and propose targeted principles for constructing effective MLLM benchmarks. In this paper, we focus on redundancy from three key perspectives: 1) Redundancy of benchmark capability dimensions, 2) Redundancy in the number of test questio","authors_text":"Chunyi Li, Guangtao Zhai, Haodong Duan, Kai Chen, Xiangyu Zhao, Xiaohong Liu, Xinyu Fang, Xiongkuo Min, Zicheng Zhang","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-20T08:09:42Z","title":"Redundancy Principles for MLLMs Benchmarks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.13953","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cb8bad7ee44c94db26857993b5007cc72ae166c16e61dc05640823f64fc7a29b","target":"record","created_at":"2026-07-05T11:10:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"983989cd636b7615e00bc14e8235da37c3e2e0ca04b6a05967d152afb41e7b8c","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-20T08:09:42Z","title_canon_sha256":"c26746c74e22134fb420bac2ac58c32137816e705e2a0aad2734d60ae780577e"},"schema_version":"1.0","source":{"id":"2501.13953","kind":"arxiv","version":2}},"canonical_sha256":"9699b9a217d83c8d7ec8060dea493f9fcb5209bab02f5dd4591a514d04b57f6d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9699b9a217d83c8d7ec8060dea493f9fcb5209bab02f5dd4591a514d04b57f6d","first_computed_at":"2026-07-05T11:10:50.583697Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:10:50.583697Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"KhWBrspduEuOpyzBQi6nw10iqW/L1BodfyaTmITtpKviJuXPB9oFQT6UdR3aX2Pf3so7mcODqNyLViO0wT4hCw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:10:50.584211Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.13953","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cb8bad7ee44c94db26857993b5007cc72ae166c16e61dc05640823f64fc7a29b","sha256:27f409edfbcf257047232b0adaaa3c7d7f149b9c0a1274485920d89fed2438b1"],"state_sha256":"ce29adc6e3005f751a080117b571fd5f41ac7f34f1b5a7a283234471396d3b0e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RnM3F52YFXqzuILsdhHcehjn5sTxQFhKZsGr6Ccf/Ts9oXMLKmj/ILemDAQCvWtqJRGpAIOuAr9gZHJSXa3DAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T14:39:47.075449Z","bundle_sha256":"b1efbef2b6864782e637ed302a4e5c599e38235f15bbeced8369f4ba6672514c"}}