{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:VDVWZJ5IKOFHUO6IURHHBUXV6U","short_pith_number":"pith:VDVWZJ5I","canonical_record":{"source":{"id":"2506.09081","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2025-06-10T04:19:02Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"aa214f34446eb1ee16cc6aad319dd61e174e3c3af68dc5dc321db3f5085628cf","abstract_canon_sha256":"d6d0242024f8abb7a501255baae86f1ec3b04a065a0c3c5214739bcf49ada407"},"schema_version":"1.0"},"canonical_sha256":"a8eb6ca7a8538a7a3bc8a44e70d2f5f51927075fa541d99eb8d263ceef5c6186","source":{"kind":"arxiv","id":"2506.09081","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.09081","created_at":"2026-07-05T11:44:49Z"},{"alias_kind":"arxiv_version","alias_value":"2506.09081v3","created_at":"2026-07-05T11:44:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.09081","created_at":"2026-07-05T11:44:49Z"},{"alias_kind":"pith_short_12","alias_value":"VDVWZJ5IKOFH","created_at":"2026-07-05T11:44:49Z"},{"alias_kind":"pith_short_16","alias_value":"VDVWZJ5IKOFHUO6I","created_at":"2026-07-05T11:44:49Z"},{"alias_kind":"pith_short_8","alias_value":"VDVWZJ5I","created_at":"2026-07-05T11:44:49Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:VDVWZJ5IKOFHUO6IURHHBUXV6U","target":"record","payload":{"canonical_record":{"source":{"id":"2506.09081","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2025-06-10T04:19:02Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"aa214f34446eb1ee16cc6aad319dd61e174e3c3af68dc5dc321db3f5085628cf","abstract_canon_sha256":"d6d0242024f8abb7a501255baae86f1ec3b04a065a0c3c5214739bcf49ada407"},"schema_version":"1.0"},"canonical_sha256":"a8eb6ca7a8538a7a3bc8a44e70d2f5f51927075fa541d99eb8d263ceef5c6186","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:44:49.654142Z","signature_b64":"ZwpKV76AgUSz0mBbe3Y5kR89Av4JglAtw5lvkONvhuk+L/b3WPRpaoQbPc5zMD1IsQ3+Vd5XFtX5hrh/0M0UCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a8eb6ca7a8538a7a3bc8a44e70d2f5f51927075fa541d99eb8d263ceef5c6186","last_reissued_at":"2026-07-05T11:44:49.653587Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:44:49.653587Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2506.09081","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:44:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7OGdMHWl7/xqjVckAY6LVGwremLXmQk0PI4iUex8Aarz1UBh/33ALRcnZB1BmNNI5z/681Q6LXzLhhHuVdM4Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T14:34:46.818605Z"},"content_sha256":"ca04c16e257f7a68d9ac2a456e3a1002d02adf2ade8dba1f2cd3f700bac65832","schema_version":"1.0","event_id":"sha256:ca04c16e257f7a68d9ac2a456e3a1002d02adf2ade8dba1f2cd3f700bac65832"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:VDVWZJ5IKOFHUO6IURHHBUXV6U","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.CV","authors_text":"Bowen Qin, Jin-Ge Yao, Jing-Shu Zheng, Richeng Xuan, Xi Yang, Xuejing Li, Yesheng Liu, Zheqi He","submitted_at":"2025-06-10T04:19:02Z","abstract_excerpt":"We present FlagEvalMM, an open-source evaluation framework designed to comprehensively assess multimodal models across a diverse range of vision-language understanding and generation tasks, such as visual question answering, text-to-image/video generation, and image-text retrieval. We decouple model inference from evaluation through an independent evaluation service, thus enabling flexible resource allocation and seamless integration of new tasks and models. Moreover, FlagEvalMM utilizes advanced inference acceleration tools (e.g., vLLM, SGLang) and asynchronous data loading to significantly e"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.09081","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.09081/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:44:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AFQbuMCmpR7WSmOCMfTPukkqQvfddbi10J9xhOwRSs4Un2y9v0gAkyNS4RnYRXfcp9gMlEk4CzOwmpXEH5PUCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T14:34:46.819119Z"},"content_sha256":"7759e2931a0f08025a6807482e818f717b2c08a0295aec5553e49c8f20493466","schema_version":"1.0","event_id":"sha256:7759e2931a0f08025a6807482e818f717b2c08a0295aec5553e49c8f20493466"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VDVWZJ5IKOFHUO6IURHHBUXV6U/bundle.json","state_url":"https://pith.science/pith/VDVWZJ5IKOFHUO6IURHHBUXV6U/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VDVWZJ5IKOFHUO6IURHHBUXV6U/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T14:34:46Z","links":{"resolver":"https://pith.science/pith/VDVWZJ5IKOFHUO6IURHHBUXV6U","bundle":"https://pith.science/pith/VDVWZJ5IKOFHUO6IURHHBUXV6U/bundle.json","state":"https://pith.science/pith/VDVWZJ5IKOFHUO6IURHHBUXV6U/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VDVWZJ5IKOFHUO6IURHHBUXV6U/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:VDVWZJ5IKOFHUO6IURHHBUXV6U","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d6d0242024f8abb7a501255baae86f1ec3b04a065a0c3c5214739bcf49ada407","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2025-06-10T04:19:02Z","title_canon_sha256":"aa214f34446eb1ee16cc6aad319dd61e174e3c3af68dc5dc321db3f5085628cf"},"schema_version":"1.0","source":{"id":"2506.09081","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.09081","created_at":"2026-07-05T11:44:49Z"},{"alias_kind":"arxiv_version","alias_value":"2506.09081v3","created_at":"2026-07-05T11:44:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.09081","created_at":"2026-07-05T11:44:49Z"},{"alias_kind":"pith_short_12","alias_value":"VDVWZJ5IKOFH","created_at":"2026-07-05T11:44:49Z"},{"alias_kind":"pith_short_16","alias_value":"VDVWZJ5IKOFHUO6I","created_at":"2026-07-05T11:44:49Z"},{"alias_kind":"pith_short_8","alias_value":"VDVWZJ5I","created_at":"2026-07-05T11:44:49Z"}],"graph_snapshots":[{"event_id":"sha256:7759e2931a0f08025a6807482e818f717b2c08a0295aec5553e49c8f20493466","target":"graph","created_at":"2026-07-05T11:44:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.09081/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We present FlagEvalMM, an open-source evaluation framework designed to comprehensively assess multimodal models across a diverse range of vision-language understanding and generation tasks, such as visual question answering, text-to-image/video generation, and image-text retrieval. We decouple model inference from evaluation through an independent evaluation service, thus enabling flexible resource allocation and seamless integration of new tasks and models. Moreover, FlagEvalMM utilizes advanced inference acceleration tools (e.g., vLLM, SGLang) and asynchronous data loading to significantly e","authors_text":"Bowen Qin, Jin-Ge Yao, Jing-Shu Zheng, Richeng Xuan, Xi Yang, Xuejing Li, Yesheng Liu, Zheqi He","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2025-06-10T04:19:02Z","title":"FlagEvalMM: A Flexible Framework for Comprehensive Multimodal Model Evaluation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.09081","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ca04c16e257f7a68d9ac2a456e3a1002d02adf2ade8dba1f2cd3f700bac65832","target":"record","created_at":"2026-07-05T11:44:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d6d0242024f8abb7a501255baae86f1ec3b04a065a0c3c5214739bcf49ada407","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2025-06-10T04:19:02Z","title_canon_sha256":"aa214f34446eb1ee16cc6aad319dd61e174e3c3af68dc5dc321db3f5085628cf"},"schema_version":"1.0","source":{"id":"2506.09081","kind":"arxiv","version":3}},"canonical_sha256":"a8eb6ca7a8538a7a3bc8a44e70d2f5f51927075fa541d99eb8d263ceef5c6186","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a8eb6ca7a8538a7a3bc8a44e70d2f5f51927075fa541d99eb8d263ceef5c6186","first_computed_at":"2026-07-05T11:44:49.653587Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:44:49.653587Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ZwpKV76AgUSz0mBbe3Y5kR89Av4JglAtw5lvkONvhuk+L/b3WPRpaoQbPc5zMD1IsQ3+Vd5XFtX5hrh/0M0UCA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:44:49.654142Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.09081","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ca04c16e257f7a68d9ac2a456e3a1002d02adf2ade8dba1f2cd3f700bac65832","sha256:7759e2931a0f08025a6807482e818f717b2c08a0295aec5553e49c8f20493466"],"state_sha256":"5a57ce609bb575040b37a3563220d56399f6f32cfe2bfe7d887377834d7ba04d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PPWSK54fSOzS0y2oDQV/otEc+/AJ2QvhEcWrlpnSVzlnrTjVZLpAmzS9JqaZERE6v5g3G9N1hUQapoh4NPZVDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T14:34:46.822768Z","bundle_sha256":"0b9dd0a7a10c7f3a5c65d0bb756a082d83524ee76ca0f368230f8dc6c8fd3698"}}