{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:5BLCPWUTWR4IBX64QNKACGP7FY","short_pith_number":"pith:5BLCPWUT","canonical_record":{"source":{"id":"2406.08845","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-06-13T06:09:22Z","cross_cats_sorted":[],"title_canon_sha256":"6f5bdbf0bb38e7c2db2f0547113ef21cac602eaa9daecf59ca94d9d626c2d16f","abstract_canon_sha256":"7ac2eec6d37757e077ad5553e97f3652e90d43b25a4368c557931e6f62b42935"},"schema_version":"1.0"},"canonical_sha256":"e85627da93b47880dfdc83540119ff2e1f447657a2873ec36699ac9766606c44","source":{"kind":"arxiv","id":"2406.08845","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.08845","created_at":"2026-07-05T09:28:51Z"},{"alias_kind":"arxiv_version","alias_value":"2406.08845v4","created_at":"2026-07-05T09:28:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.08845","created_at":"2026-07-05T09:28:51Z"},{"alias_kind":"pith_short_12","alias_value":"5BLCPWUTWR4I","created_at":"2026-07-05T09:28:51Z"},{"alias_kind":"pith_short_16","alias_value":"5BLCPWUTWR4IBX64","created_at":"2026-07-05T09:28:51Z"},{"alias_kind":"pith_short_8","alias_value":"5BLCPWUT","created_at":"2026-07-05T09:28:51Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:5BLCPWUTWR4IBX64QNKACGP7FY","target":"record","payload":{"canonical_record":{"source":{"id":"2406.08845","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-06-13T06:09:22Z","cross_cats_sorted":[],"title_canon_sha256":"6f5bdbf0bb38e7c2db2f0547113ef21cac602eaa9daecf59ca94d9d626c2d16f","abstract_canon_sha256":"7ac2eec6d37757e077ad5553e97f3652e90d43b25a4368c557931e6f62b42935"},"schema_version":"1.0"},"canonical_sha256":"e85627da93b47880dfdc83540119ff2e1f447657a2873ec36699ac9766606c44","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:28:51.319939Z","signature_b64":"TBMxxsfLt9t9Q/VVjgfGLyXQNYGLgrsZcsaTl/n2mwEZuVt4GhO/7moI84ji13pthyf1Gs7ctG6ztiofbCIyAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e85627da93b47880dfdc83540119ff2e1f447657a2873ec36699ac9766606c44","last_reissued_at":"2026-07-05T09:28:51.319468Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:28:51.319468Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.08845","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:28:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"T1+5hOAKAZlKCqLhdXg3gTwwGEnGoyrrS4qhG6uG+p+qaWjE/tbNLuFmBkELGP+oMg2wZ5j5KB5Uv5RSXf2dCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T18:08:56.593768Z"},"content_sha256":"fdc91530d7e32833265e817a7ca1fa52e5374811aa5659cdb2cae0202d2cd9d2","schema_version":"1.0","event_id":"sha256:fdc91530d7e32833265e817a7ca1fa52e5374811aa5659cdb2cae0202d2cd9d2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:5BLCPWUTWR4IBX64QNKACGP7FY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Rethinking Human Evaluation Protocol for Text-to-Video Models: Enhancing Reliability,Reproducibility, and Practicality","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Kaipeng Zhang, Kai Wang, Langtian Ma, Ping Luo, Tianle Zhang, Wenqi Shao, Yang You, Yuchen Yan, Yuchen Zhang, Yue Yang, Yu Qiao, Ziyao Guo","submitted_at":"2024-06-13T06:09:22Z","abstract_excerpt":"Recent text-to-video (T2V) technology advancements, as demonstrated by models such as Gen2, Pika, and Sora, have significantly broadened its applicability and popularity. Despite these strides, evaluating these models poses substantial challenges. Primarily, due to the limitations inherent in automatic metrics, manual evaluation is often considered a superior method for assessing T2V generation. However, existing manual evaluation protocols face reproducibility, reliability, and practicality issues. To address these challenges, this paper introduces the Text-to-Video Human Evaluation (T2VHE) p"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.08845","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.08845/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:28:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mXx6Z0xuP8luOzemo3q0vTujacUQyE6Jicqv9WJnbCRedgM5Ti9QTbvZJFHHnqwzrT575FxRg4vasBL1zlssAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T18:08:56.594138Z"},"content_sha256":"77771a2380286bfe2133bc1330fb41dc6da1dc122a7324d97996ff5019244012","schema_version":"1.0","event_id":"sha256:77771a2380286bfe2133bc1330fb41dc6da1dc122a7324d97996ff5019244012"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5BLCPWUTWR4IBX64QNKACGP7FY/bundle.json","state_url":"https://pith.science/pith/5BLCPWUTWR4IBX64QNKACGP7FY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5BLCPWUTWR4IBX64QNKACGP7FY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T18:08:56Z","links":{"resolver":"https://pith.science/pith/5BLCPWUTWR4IBX64QNKACGP7FY","bundle":"https://pith.science/pith/5BLCPWUTWR4IBX64QNKACGP7FY/bundle.json","state":"https://pith.science/pith/5BLCPWUTWR4IBX64QNKACGP7FY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5BLCPWUTWR4IBX64QNKACGP7FY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:5BLCPWUTWR4IBX64QNKACGP7FY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7ac2eec6d37757e077ad5553e97f3652e90d43b25a4368c557931e6f62b42935","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-06-13T06:09:22Z","title_canon_sha256":"6f5bdbf0bb38e7c2db2f0547113ef21cac602eaa9daecf59ca94d9d626c2d16f"},"schema_version":"1.0","source":{"id":"2406.08845","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.08845","created_at":"2026-07-05T09:28:51Z"},{"alias_kind":"arxiv_version","alias_value":"2406.08845v4","created_at":"2026-07-05T09:28:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.08845","created_at":"2026-07-05T09:28:51Z"},{"alias_kind":"pith_short_12","alias_value":"5BLCPWUTWR4I","created_at":"2026-07-05T09:28:51Z"},{"alias_kind":"pith_short_16","alias_value":"5BLCPWUTWR4IBX64","created_at":"2026-07-05T09:28:51Z"},{"alias_kind":"pith_short_8","alias_value":"5BLCPWUT","created_at":"2026-07-05T09:28:51Z"}],"graph_snapshots":[{"event_id":"sha256:77771a2380286bfe2133bc1330fb41dc6da1dc122a7324d97996ff5019244012","target":"graph","created_at":"2026-07-05T09:28:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.08845/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent text-to-video (T2V) technology advancements, as demonstrated by models such as Gen2, Pika, and Sora, have significantly broadened its applicability and popularity. Despite these strides, evaluating these models poses substantial challenges. Primarily, due to the limitations inherent in automatic metrics, manual evaluation is often considered a superior method for assessing T2V generation. However, existing manual evaluation protocols face reproducibility, reliability, and practicality issues. To address these challenges, this paper introduces the Text-to-Video Human Evaluation (T2VHE) p","authors_text":"Kaipeng Zhang, Kai Wang, Langtian Ma, Ping Luo, Tianle Zhang, Wenqi Shao, Yang You, Yuchen Yan, Yuchen Zhang, Yue Yang, Yu Qiao, Ziyao Guo","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-06-13T06:09:22Z","title":"Rethinking Human Evaluation Protocol for Text-to-Video Models: Enhancing Reliability,Reproducibility, and Practicality"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.08845","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fdc91530d7e32833265e817a7ca1fa52e5374811aa5659cdb2cae0202d2cd9d2","target":"record","created_at":"2026-07-05T09:28:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7ac2eec6d37757e077ad5553e97f3652e90d43b25a4368c557931e6f62b42935","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-06-13T06:09:22Z","title_canon_sha256":"6f5bdbf0bb38e7c2db2f0547113ef21cac602eaa9daecf59ca94d9d626c2d16f"},"schema_version":"1.0","source":{"id":"2406.08845","kind":"arxiv","version":4}},"canonical_sha256":"e85627da93b47880dfdc83540119ff2e1f447657a2873ec36699ac9766606c44","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e85627da93b47880dfdc83540119ff2e1f447657a2873ec36699ac9766606c44","first_computed_at":"2026-07-05T09:28:51.319468Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:28:51.319468Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"TBMxxsfLt9t9Q/VVjgfGLyXQNYGLgrsZcsaTl/n2mwEZuVt4GhO/7moI84ji13pthyf1Gs7ctG6ztiofbCIyAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:28:51.319939Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.08845","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fdc91530d7e32833265e817a7ca1fa52e5374811aa5659cdb2cae0202d2cd9d2","sha256:77771a2380286bfe2133bc1330fb41dc6da1dc122a7324d97996ff5019244012"],"state_sha256":"fce9ee227fc163cfe6e31aef9fd46e3b77ecda45fc2e0b2ff7924b945b0f3db0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kxGoZhWOIPd6O6m3kKRZAcrKdrixOhJU3501I6RaEtJZ7wn9BKDkzY/JxjGQw+MBm5i+MC2aPmgp9oZLfuGZAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T18:08:56.596153Z","bundle_sha256":"31f70c86f6ad43a3ec8b447ba8ada4b75b63d24d5eee099988592fb1baca251c"}}