{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:TNDWLB4HA3KAHIKSGIVC3ZIDVD","short_pith_number":"pith:TNDWLB4H","canonical_record":{"source":{"id":"2310.11440","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2023-10-17T17:50:46Z","cross_cats_sorted":[],"title_canon_sha256":"0b335343f15ca8397c7fe81919598694d3a8892ce8832c7848c6d3ffb27cd3de","abstract_canon_sha256":"5a742cfa0a637b8a9f9522591e0cc0081cb74af02d5d9b9e0e2616a09e820a24"},"schema_version":"1.0"},"canonical_sha256":"9b4765878706d403a152322a2de503a8ebd23b9252bdd5be159ce8157ba4ba54","source":{"kind":"arxiv","id":"2310.11440","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.11440","created_at":"2026-07-05T07:59:55Z"},{"alias_kind":"arxiv_version","alias_value":"2310.11440v3","created_at":"2026-07-05T07:59:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.11440","created_at":"2026-07-05T07:59:55Z"},{"alias_kind":"pith_short_12","alias_value":"TNDWLB4HA3KA","created_at":"2026-07-05T07:59:55Z"},{"alias_kind":"pith_short_16","alias_value":"TNDWLB4HA3KAHIKS","created_at":"2026-07-05T07:59:55Z"},{"alias_kind":"pith_short_8","alias_value":"TNDWLB4H","created_at":"2026-07-05T07:59:55Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:TNDWLB4HA3KAHIKSGIVC3ZIDVD","target":"record","payload":{"canonical_record":{"source":{"id":"2310.11440","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2023-10-17T17:50:46Z","cross_cats_sorted":[],"title_canon_sha256":"0b335343f15ca8397c7fe81919598694d3a8892ce8832c7848c6d3ffb27cd3de","abstract_canon_sha256":"5a742cfa0a637b8a9f9522591e0cc0081cb74af02d5d9b9e0e2616a09e820a24"},"schema_version":"1.0"},"canonical_sha256":"9b4765878706d403a152322a2de503a8ebd23b9252bdd5be159ce8157ba4ba54","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:59:55.028650Z","signature_b64":"ugSm2lHKpcZKOUWyZTO1r3uV+BQZ5m/rcRkb4mLROJ6he5C4mdsNu34kpPCGfh7F4RVsWxHrbdi1fSgxUM/HBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9b4765878706d403a152322a2de503a8ebd23b9252bdd5be159ce8157ba4ba54","last_reissued_at":"2026-07-05T07:59:55.028087Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:59:55.028087Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.11440","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:59:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IdfhOqQqV9KQMToArmcS7l/ow5IYW/xAnPGgpdEVIalJpD0iJvkhvdsS5mL6ouUjnVTCM8XihYVowODdyTI6Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T21:17:47.672040Z"},"content_sha256":"80fbf6aada71b3f2f7ab5cd086444086543d95c3e91bba31974c24ffecc1e170","schema_version":"1.0","event_id":"sha256:80fbf6aada71b3f2f7ab5cd086444086543d95c3e91bba31974c24ffecc1e170"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:TNDWLB4HA3KAHIKSGIVC3ZIDVD","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"EvalCrafter: Benchmarking and Evaluating Large Video Generation Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Haoxin Chen, Raymond Chan, Tieyong Zeng, Xiaodong Cun, Xintao Wang, Xuebo Liu, Yang Liu, Yaofang Liu, Ying Shan, Yong Zhang","submitted_at":"2023-10-17T17:50:46Z","abstract_excerpt":"The vision and language generative models have been overgrown in recent years. For video generation, various open-sourced models and public-available services have been developed to generate high-quality videos. However, these methods often use a few metrics, e.g., FVD or IS, to evaluate the performance. We argue that it is hard to judge the large conditional generative models from the simple metrics since these models are often trained on very large datasets with multi-aspect abilities. Thus, we propose a novel framework and pipeline for exhaustively evaluating the performance of the generate"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.11440","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.11440/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:59:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Y8x7cYA7R8x9wuocvVjW9MljyUz1Ck7WQv/NX4wzSAjxSwZlY3Ce/eeo0rMNiu8leYPo5lr0m0duxXj9+OgmBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T21:17:47.673024Z"},"content_sha256":"40d6ccaa5f890712470db10d70f035cc0dcbbfefb12006f8a9b34866854b92af","schema_version":"1.0","event_id":"sha256:40d6ccaa5f890712470db10d70f035cc0dcbbfefb12006f8a9b34866854b92af"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TNDWLB4HA3KAHIKSGIVC3ZIDVD/bundle.json","state_url":"https://pith.science/pith/TNDWLB4HA3KAHIKSGIVC3ZIDVD/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TNDWLB4HA3KAHIKSGIVC3ZIDVD/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T21:17:47Z","links":{"resolver":"https://pith.science/pith/TNDWLB4HA3KAHIKSGIVC3ZIDVD","bundle":"https://pith.science/pith/TNDWLB4HA3KAHIKSGIVC3ZIDVD/bundle.json","state":"https://pith.science/pith/TNDWLB4HA3KAHIKSGIVC3ZIDVD/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TNDWLB4HA3KAHIKSGIVC3ZIDVD/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:TNDWLB4HA3KAHIKSGIVC3ZIDVD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5a742cfa0a637b8a9f9522591e0cc0081cb74af02d5d9b9e0e2616a09e820a24","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2023-10-17T17:50:46Z","title_canon_sha256":"0b335343f15ca8397c7fe81919598694d3a8892ce8832c7848c6d3ffb27cd3de"},"schema_version":"1.0","source":{"id":"2310.11440","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.11440","created_at":"2026-07-05T07:59:55Z"},{"alias_kind":"arxiv_version","alias_value":"2310.11440v3","created_at":"2026-07-05T07:59:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.11440","created_at":"2026-07-05T07:59:55Z"},{"alias_kind":"pith_short_12","alias_value":"TNDWLB4HA3KA","created_at":"2026-07-05T07:59:55Z"},{"alias_kind":"pith_short_16","alias_value":"TNDWLB4HA3KAHIKS","created_at":"2026-07-05T07:59:55Z"},{"alias_kind":"pith_short_8","alias_value":"TNDWLB4H","created_at":"2026-07-05T07:59:55Z"}],"graph_snapshots":[{"event_id":"sha256:40d6ccaa5f890712470db10d70f035cc0dcbbfefb12006f8a9b34866854b92af","target":"graph","created_at":"2026-07-05T07:59:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.11440/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The vision and language generative models have been overgrown in recent years. For video generation, various open-sourced models and public-available services have been developed to generate high-quality videos. However, these methods often use a few metrics, e.g., FVD or IS, to evaluate the performance. We argue that it is hard to judge the large conditional generative models from the simple metrics since these models are often trained on very large datasets with multi-aspect abilities. Thus, we propose a novel framework and pipeline for exhaustively evaluating the performance of the generate","authors_text":"Haoxin Chen, Raymond Chan, Tieyong Zeng, Xiaodong Cun, Xintao Wang, Xuebo Liu, Yang Liu, Yaofang Liu, Ying Shan, Yong Zhang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2023-10-17T17:50:46Z","title":"EvalCrafter: Benchmarking and Evaluating Large Video Generation Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.11440","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:80fbf6aada71b3f2f7ab5cd086444086543d95c3e91bba31974c24ffecc1e170","target":"record","created_at":"2026-07-05T07:59:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5a742cfa0a637b8a9f9522591e0cc0081cb74af02d5d9b9e0e2616a09e820a24","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2023-10-17T17:50:46Z","title_canon_sha256":"0b335343f15ca8397c7fe81919598694d3a8892ce8832c7848c6d3ffb27cd3de"},"schema_version":"1.0","source":{"id":"2310.11440","kind":"arxiv","version":3}},"canonical_sha256":"9b4765878706d403a152322a2de503a8ebd23b9252bdd5be159ce8157ba4ba54","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9b4765878706d403a152322a2de503a8ebd23b9252bdd5be159ce8157ba4ba54","first_computed_at":"2026-07-05T07:59:55.028087Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:59:55.028087Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ugSm2lHKpcZKOUWyZTO1r3uV+BQZ5m/rcRkb4mLROJ6he5C4mdsNu34kpPCGfh7F4RVsWxHrbdi1fSgxUM/HBA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:59:55.028650Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.11440","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:80fbf6aada71b3f2f7ab5cd086444086543d95c3e91bba31974c24ffecc1e170","sha256:40d6ccaa5f890712470db10d70f035cc0dcbbfefb12006f8a9b34866854b92af"],"state_sha256":"120677d73c6d78df742f29b0102207438d11b626c34b8b6b880c4e68b823d992"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vgk1gYYCN9dwmDiw5Pyki11SrB8RFCkH91l/osd/VVja1F9hnaiKb8NpIWbjibVKFLs0RcBXlbXDXKr0FtAGCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T21:17:47.679277Z","bundle_sha256":"921f91b4981ea2e0514649ce694b524ddc0e0bff62c21ca258b1fcfff1bd1efd"}}