{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:EUHJMUW3CBO432GXF2JVRHF7V2","short_pith_number":"pith:EUHJMUW3","canonical_record":{"source":{"id":"2407.04842","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-07-05T20:03:16Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"c4b2bf715043f6706a34d9239015fcdcded664618736f46663233d213b8b2165","abstract_canon_sha256":"0e5eb99383a203f8e95f9cbcb7a68b30fca01c3e2d7f994156f4d5db16297413"},"schema_version":"1.0"},"canonical_sha256":"250e9652db105dcde8d72e93589cbfaebf030a260082f8032539a19e7478e468","source":{"kind":"arxiv","id":"2407.04842","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.04842","created_at":"2026-07-05T08:40:42Z"},{"alias_kind":"arxiv_version","alias_value":"2407.04842v1","created_at":"2026-07-05T08:40:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.04842","created_at":"2026-07-05T08:40:42Z"},{"alias_kind":"pith_short_12","alias_value":"EUHJMUW3CBO4","created_at":"2026-07-05T08:40:42Z"},{"alias_kind":"pith_short_16","alias_value":"EUHJMUW3CBO432GX","created_at":"2026-07-05T08:40:42Z"},{"alias_kind":"pith_short_8","alias_value":"EUHJMUW3","created_at":"2026-07-05T08:40:42Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:EUHJMUW3CBO432GXF2JVRHF7V2","target":"record","payload":{"canonical_record":{"source":{"id":"2407.04842","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-07-05T20:03:16Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"c4b2bf715043f6706a34d9239015fcdcded664618736f46663233d213b8b2165","abstract_canon_sha256":"0e5eb99383a203f8e95f9cbcb7a68b30fca01c3e2d7f994156f4d5db16297413"},"schema_version":"1.0"},"canonical_sha256":"250e9652db105dcde8d72e93589cbfaebf030a260082f8032539a19e7478e468","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:40:42.734069Z","signature_b64":"ybhHa0Tp71/j70xRsTgtNNXFFPCn/QGIi3vVFifEzH3jJGy09Kef2rjXDIswssyfvON2fbgXnVXLTv45odI7BA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"250e9652db105dcde8d72e93589cbfaebf030a260082f8032539a19e7478e468","last_reissued_at":"2026-07-05T08:40:42.733636Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:40:42.733636Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.04842","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:40:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2dizF989tzRSaE6WkobWXpC/5Y9SLjJApN2pFmz/cGVnUZLfiE5FONHogxyxSfpSBux3OjZrr1IKfaMup+6ACQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T20:00:56.535508Z"},"content_sha256":"75e10427af127aa6f9327082413e4803063b5ec473216d7e137fda8b3d202459","schema_version":"1.0","event_id":"sha256:75e10427af127aa6f9327082413e4803063b5ec473216d7e137fda8b3d202459"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:EUHJMUW3CBO432GXF2JVRHF7V2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MJ-Bench: Is Your Multimodal Reward Model Really a Good Judge for Text-to-Image Generation?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL","cs.LG"],"primary_cat":"cs.CV","authors_text":"Canyu Chen, Chaoqi Wang, Chelsea Finn, Chenhang Cui, Haoqin Tu, Huaxiu Yao, Jiawei Zhou, Qinghao Ye, Qinglan Huang, Rafael Rafailov, Yichao Du, Yiyang Zhou, Yuqing Zhang, Zhaorun Chen, Zhengwei Tong, Zhenzhen Weng, Zhihong Zhu, Zhuokai Zhao, Zichen Wen","submitted_at":"2024-07-05T20:03:16Z","abstract_excerpt":"While text-to-image models like DALLE-3 and Stable Diffusion are rapidly proliferating, they often encounter challenges such as hallucination, bias, and the production of unsafe, low-quality output. To effectively address these issues, it is crucial to align these models with desired behaviors based on feedback from a multimodal judge. Despite their significance, current multimodal judges frequently undergo inadequate evaluation of their capabilities and limitations, potentially leading to misalignment and unsafe fine-tuning outcomes. To address this issue, we introduce MJ-Bench, a novel bench"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.04842","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.04842/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:40:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WcfvZQT7hgvtj5+zYVRsI4Y+IDKjaz2U6wfySHmY6NahEse6pLhvTKRoRP/StOO9zARqVhrkmoKq7LWcC6SmBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T20:00:56.536430Z"},"content_sha256":"5307bf06d2a96a916309c5ff930dd3034ae4c4b4c035c8390198b1c7dce7ca73","schema_version":"1.0","event_id":"sha256:5307bf06d2a96a916309c5ff930dd3034ae4c4b4c035c8390198b1c7dce7ca73"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EUHJMUW3CBO432GXF2JVRHF7V2/bundle.json","state_url":"https://pith.science/pith/EUHJMUW3CBO432GXF2JVRHF7V2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EUHJMUW3CBO432GXF2JVRHF7V2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T20:00:56Z","links":{"resolver":"https://pith.science/pith/EUHJMUW3CBO432GXF2JVRHF7V2","bundle":"https://pith.science/pith/EUHJMUW3CBO432GXF2JVRHF7V2/bundle.json","state":"https://pith.science/pith/EUHJMUW3CBO432GXF2JVRHF7V2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EUHJMUW3CBO432GXF2JVRHF7V2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:EUHJMUW3CBO432GXF2JVRHF7V2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0e5eb99383a203f8e95f9cbcb7a68b30fca01c3e2d7f994156f4d5db16297413","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-07-05T20:03:16Z","title_canon_sha256":"c4b2bf715043f6706a34d9239015fcdcded664618736f46663233d213b8b2165"},"schema_version":"1.0","source":{"id":"2407.04842","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.04842","created_at":"2026-07-05T08:40:42Z"},{"alias_kind":"arxiv_version","alias_value":"2407.04842v1","created_at":"2026-07-05T08:40:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.04842","created_at":"2026-07-05T08:40:42Z"},{"alias_kind":"pith_short_12","alias_value":"EUHJMUW3CBO4","created_at":"2026-07-05T08:40:42Z"},{"alias_kind":"pith_short_16","alias_value":"EUHJMUW3CBO432GX","created_at":"2026-07-05T08:40:42Z"},{"alias_kind":"pith_short_8","alias_value":"EUHJMUW3","created_at":"2026-07-05T08:40:42Z"}],"graph_snapshots":[{"event_id":"sha256:5307bf06d2a96a916309c5ff930dd3034ae4c4b4c035c8390198b1c7dce7ca73","target":"graph","created_at":"2026-07-05T08:40:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.04842/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"While text-to-image models like DALLE-3 and Stable Diffusion are rapidly proliferating, they often encounter challenges such as hallucination, bias, and the production of unsafe, low-quality output. To effectively address these issues, it is crucial to align these models with desired behaviors based on feedback from a multimodal judge. Despite their significance, current multimodal judges frequently undergo inadequate evaluation of their capabilities and limitations, potentially leading to misalignment and unsafe fine-tuning outcomes. To address this issue, we introduce MJ-Bench, a novel bench","authors_text":"Canyu Chen, Chaoqi Wang, Chelsea Finn, Chenhang Cui, Haoqin Tu, Huaxiu Yao, Jiawei Zhou, Qinghao Ye, Qinglan Huang, Rafael Rafailov, Yichao Du, Yiyang Zhou, Yuqing Zhang, Zhaorun Chen, Zhengwei Tong, Zhenzhen Weng, Zhihong Zhu, Zhuokai Zhao, Zichen Wen","cross_cats":["cs.CL","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-07-05T20:03:16Z","title":"MJ-Bench: Is Your Multimodal Reward Model Really a Good Judge for Text-to-Image Generation?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.04842","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:75e10427af127aa6f9327082413e4803063b5ec473216d7e137fda8b3d202459","target":"record","created_at":"2026-07-05T08:40:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0e5eb99383a203f8e95f9cbcb7a68b30fca01c3e2d7f994156f4d5db16297413","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-07-05T20:03:16Z","title_canon_sha256":"c4b2bf715043f6706a34d9239015fcdcded664618736f46663233d213b8b2165"},"schema_version":"1.0","source":{"id":"2407.04842","kind":"arxiv","version":1}},"canonical_sha256":"250e9652db105dcde8d72e93589cbfaebf030a260082f8032539a19e7478e468","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"250e9652db105dcde8d72e93589cbfaebf030a260082f8032539a19e7478e468","first_computed_at":"2026-07-05T08:40:42.733636Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:40:42.733636Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ybhHa0Tp71/j70xRsTgtNNXFFPCn/QGIi3vVFifEzH3jJGy09Kef2rjXDIswssyfvON2fbgXnVXLTv45odI7BA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:40:42.734069Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.04842","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:75e10427af127aa6f9327082413e4803063b5ec473216d7e137fda8b3d202459","sha256:5307bf06d2a96a916309c5ff930dd3034ae4c4b4c035c8390198b1c7dce7ca73"],"state_sha256":"d1f2a25bb0a76aeb55164ec910ec73bc1d14e206d766256ec99cad74b792f458"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"N1LgCij0b1TtodYhQ8NRHWnqJSvvmWNugmvy28gsqKfHkMTAWZ817ly6vBVNXjxAhwomReEW+dbR9E/N61ZnCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T20:00:56.541460Z","bundle_sha256":"ba23b8edf5667eba410f2012e09066d933cb6fccb23c6ad12cc545afbaa42732"}}