{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:J2Y5CHCJRFIDQ2FD4TLSQ2CIO4","short_pith_number":"pith:J2Y5CHCJ","canonical_record":{"source":{"id":"2502.01719","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2025-02-03T18:56:33Z","cross_cats_sorted":[],"title_canon_sha256":"ca8bd77f49c71de6901bc07cdf2d0b2edb4bbb07245d0051d202d0776ed3dcea","abstract_canon_sha256":"d447c2aa3c5276427664fb8a7ad9d479be0776a37719e704c32a8025c5097b23"},"schema_version":"1.0"},"canonical_sha256":"4eb1d11c4989503868a3e4d728684877364648db0eac25836dd68538b9c48a81","source":{"kind":"arxiv","id":"2502.01719","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.01719","created_at":"2026-07-05T10:10:49Z"},{"alias_kind":"arxiv_version","alias_value":"2502.01719v3","created_at":"2026-07-05T10:10:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.01719","created_at":"2026-07-05T10:10:49Z"},{"alias_kind":"pith_short_12","alias_value":"J2Y5CHCJRFID","created_at":"2026-07-05T10:10:49Z"},{"alias_kind":"pith_short_16","alias_value":"J2Y5CHCJRFIDQ2FD","created_at":"2026-07-05T10:10:49Z"},{"alias_kind":"pith_short_8","alias_value":"J2Y5CHCJ","created_at":"2026-07-05T10:10:49Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:J2Y5CHCJRFIDQ2FD4TLSQ2CIO4","target":"record","payload":{"canonical_record":{"source":{"id":"2502.01719","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2025-02-03T18:56:33Z","cross_cats_sorted":[],"title_canon_sha256":"ca8bd77f49c71de6901bc07cdf2d0b2edb4bbb07245d0051d202d0776ed3dcea","abstract_canon_sha256":"d447c2aa3c5276427664fb8a7ad9d479be0776a37719e704c32a8025c5097b23"},"schema_version":"1.0"},"canonical_sha256":"4eb1d11c4989503868a3e4d728684877364648db0eac25836dd68538b9c48a81","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:10:49.075597Z","signature_b64":"DNbDH/ip+j/H2A2jVIggAie2/B2x/NxEYesRAmWTD2aVwkLjMndOWun3uEXEsWCzBv/lXfIT0F149BMnSxYwCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4eb1d11c4989503868a3e4d728684877364648db0eac25836dd68538b9c48a81","last_reissued_at":"2026-07-05T10:10:49.075098Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:10:49.075098Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.01719","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:10:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sHfhYqiCD9wrzZqntCePM3qSH3Z01nrV04HMOnjajr9xQZ9DAx8uFkA46/xjRBdVtcgcl8H9ULs4LoUm3/MmBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-02T23:58:28.898729Z"},"content_sha256":"3696213e5bc82577fe44ad7d33308d991d5b56777d0067be92e2e7473b4c57c4","schema_version":"1.0","event_id":"sha256:3696213e5bc82577fe44ad7d33308d991d5b56777d0067be92e2e7473b4c57c4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:J2Y5CHCJRFIDQ2FD4TLSQ2CIO4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MJ-VIDEO: Fine-Grained Benchmarking and Rewarding Video Preferences in Video Generation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Chelsea Finn, Haibo Tong, Haonian Ji, Huaxiu Yao, Kexin Geng, Mingyu Ding, Peng Xia, Rafael Rafailov, Shi Qiu, Siwei Han, Yiyang Zhou, Zhaorun Chen, Zhaoyang Wang, Zhongkai Xue","submitted_at":"2025-02-03T18:56:33Z","abstract_excerpt":"Recent advancements in video generation have significantly improved the ability to synthesize videos from text instructions. However, existing models still struggle with key challenges such as instruction misalignment, content hallucination, safety concerns, and bias. Addressing these limitations, we introduce MJ-BENCH-VIDEO, a large-scale video preference benchmark designed to evaluate video generation across five critical aspects: Alignment, Safety, Fineness, Coherence & Consistency, and Bias & Fairness. This benchmark incorporates 28 fine-grained criteria to provide a comprehensive evaluati"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.01719","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.01719/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:10:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ld9FlhFkgF9nqhEXH89U1Av9HmKcINV1apebPPEHnW9GL4BT5Yn419oGZFmPVZdWrngYAVfV44rQ2U26GJJsBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-02T23:58:28.899103Z"},"content_sha256":"1ff41cff1a0eecd4dee5ad3acabafd4169d9c06e95d0a780ac59b51638127844","schema_version":"1.0","event_id":"sha256:1ff41cff1a0eecd4dee5ad3acabafd4169d9c06e95d0a780ac59b51638127844"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/J2Y5CHCJRFIDQ2FD4TLSQ2CIO4/bundle.json","state_url":"https://pith.science/pith/J2Y5CHCJRFIDQ2FD4TLSQ2CIO4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/J2Y5CHCJRFIDQ2FD4TLSQ2CIO4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-02T23:58:28Z","links":{"resolver":"https://pith.science/pith/J2Y5CHCJRFIDQ2FD4TLSQ2CIO4","bundle":"https://pith.science/pith/J2Y5CHCJRFIDQ2FD4TLSQ2CIO4/bundle.json","state":"https://pith.science/pith/J2Y5CHCJRFIDQ2FD4TLSQ2CIO4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/J2Y5CHCJRFIDQ2FD4TLSQ2CIO4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:J2Y5CHCJRFIDQ2FD4TLSQ2CIO4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d447c2aa3c5276427664fb8a7ad9d479be0776a37719e704c32a8025c5097b23","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2025-02-03T18:56:33Z","title_canon_sha256":"ca8bd77f49c71de6901bc07cdf2d0b2edb4bbb07245d0051d202d0776ed3dcea"},"schema_version":"1.0","source":{"id":"2502.01719","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.01719","created_at":"2026-07-05T10:10:49Z"},{"alias_kind":"arxiv_version","alias_value":"2502.01719v3","created_at":"2026-07-05T10:10:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.01719","created_at":"2026-07-05T10:10:49Z"},{"alias_kind":"pith_short_12","alias_value":"J2Y5CHCJRFID","created_at":"2026-07-05T10:10:49Z"},{"alias_kind":"pith_short_16","alias_value":"J2Y5CHCJRFIDQ2FD","created_at":"2026-07-05T10:10:49Z"},{"alias_kind":"pith_short_8","alias_value":"J2Y5CHCJ","created_at":"2026-07-05T10:10:49Z"}],"graph_snapshots":[{"event_id":"sha256:1ff41cff1a0eecd4dee5ad3acabafd4169d9c06e95d0a780ac59b51638127844","target":"graph","created_at":"2026-07-05T10:10:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.01719/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent advancements in video generation have significantly improved the ability to synthesize videos from text instructions. However, existing models still struggle with key challenges such as instruction misalignment, content hallucination, safety concerns, and bias. Addressing these limitations, we introduce MJ-BENCH-VIDEO, a large-scale video preference benchmark designed to evaluate video generation across five critical aspects: Alignment, Safety, Fineness, Coherence & Consistency, and Bias & Fairness. This benchmark incorporates 28 fine-grained criteria to provide a comprehensive evaluati","authors_text":"Chelsea Finn, Haibo Tong, Haonian Ji, Huaxiu Yao, Kexin Geng, Mingyu Ding, Peng Xia, Rafael Rafailov, Shi Qiu, Siwei Han, Yiyang Zhou, Zhaorun Chen, Zhaoyang Wang, Zhongkai Xue","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2025-02-03T18:56:33Z","title":"MJ-VIDEO: Fine-Grained Benchmarking and Rewarding Video Preferences in Video Generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.01719","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3696213e5bc82577fe44ad7d33308d991d5b56777d0067be92e2e7473b4c57c4","target":"record","created_at":"2026-07-05T10:10:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d447c2aa3c5276427664fb8a7ad9d479be0776a37719e704c32a8025c5097b23","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2025-02-03T18:56:33Z","title_canon_sha256":"ca8bd77f49c71de6901bc07cdf2d0b2edb4bbb07245d0051d202d0776ed3dcea"},"schema_version":"1.0","source":{"id":"2502.01719","kind":"arxiv","version":3}},"canonical_sha256":"4eb1d11c4989503868a3e4d728684877364648db0eac25836dd68538b9c48a81","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4eb1d11c4989503868a3e4d728684877364648db0eac25836dd68538b9c48a81","first_computed_at":"2026-07-05T10:10:49.075098Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:10:49.075098Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"DNbDH/ip+j/H2A2jVIggAie2/B2x/NxEYesRAmWTD2aVwkLjMndOWun3uEXEsWCzBv/lXfIT0F149BMnSxYwCg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:10:49.075597Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.01719","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3696213e5bc82577fe44ad7d33308d991d5b56777d0067be92e2e7473b4c57c4","sha256:1ff41cff1a0eecd4dee5ad3acabafd4169d9c06e95d0a780ac59b51638127844"],"state_sha256":"063a531027ceaa3bda90c14f017daff696b633280311a72c28eb61ea3c83402a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XzYeCKORuwu+UpcO4zqbIQsybiOSNe4k0IYdG0ia38haERuFQavL9wZQAIss/aJLxO33icBlftXVqkV0Y4/3AQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-02T23:58:28.901636Z","bundle_sha256":"0db553fb78883b67fa8b8e894e0bbb12c613a13ba32b1b2ca76942faf7ee4985"}}