{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:ERC6QWE6Z2EJSRGBGLP3LKKZJC","short_pith_number":"pith:ERC6QWE6","canonical_record":{"source":{"id":"2506.10019","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-06-06T11:09:46Z","cross_cats_sorted":["cs.AI","cs.CV","cs.LG"],"title_canon_sha256":"6176f261d04abb3db1d8c2a2decae5d7c3ea12469b44695fb069ea00cd41be7b","abstract_canon_sha256":"328d1322ddd42dc22c3f509a5d0b67a3943508553f9a2344391087e0e942a64a"},"schema_version":"1.0"},"canonical_sha256":"2445e8589ece889944c132dfb5a9594893af56491f7bebc2b0ba495d2f223a48","source":{"kind":"arxiv","id":"2506.10019","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.10019","created_at":"2026-07-05T11:20:15Z"},{"alias_kind":"arxiv_version","alias_value":"2506.10019v1","created_at":"2026-07-05T11:20:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.10019","created_at":"2026-07-05T11:20:15Z"},{"alias_kind":"pith_short_12","alias_value":"ERC6QWE6Z2EJ","created_at":"2026-07-05T11:20:15Z"},{"alias_kind":"pith_short_16","alias_value":"ERC6QWE6Z2EJSRGB","created_at":"2026-07-05T11:20:15Z"},{"alias_kind":"pith_short_8","alias_value":"ERC6QWE6","created_at":"2026-07-05T11:20:15Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:ERC6QWE6Z2EJSRGBGLP3LKKZJC","target":"record","payload":{"canonical_record":{"source":{"id":"2506.10019","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-06-06T11:09:46Z","cross_cats_sorted":["cs.AI","cs.CV","cs.LG"],"title_canon_sha256":"6176f261d04abb3db1d8c2a2decae5d7c3ea12469b44695fb069ea00cd41be7b","abstract_canon_sha256":"328d1322ddd42dc22c3f509a5d0b67a3943508553f9a2344391087e0e942a64a"},"schema_version":"1.0"},"canonical_sha256":"2445e8589ece889944c132dfb5a9594893af56491f7bebc2b0ba495d2f223a48","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:20:15.276978Z","signature_b64":"q/7GL1F4ObNjp0tqTMviD3yveVdkceeGAPHqJtWZy+n8JgMcYlxWpdE7srfivz4tsDOvTg3uq+hFmcgcujfvAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2445e8589ece889944c132dfb5a9594893af56491f7bebc2b0ba495d2f223a48","last_reissued_at":"2026-07-05T11:20:15.276311Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:20:15.276311Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2506.10019","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:20:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TmFOR/lDRWyscRljwTk5jauyfZEzUsIsA/4cVJDPcqL2STf0VSxg+tUOSEHnqqUfPx3MKLJUMRPOB2y6gH85Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T05:04:27.343787Z"},"content_sha256":"bd2c4a481d7230f52490ad2cc310f04772a014ee1caac689c0457e11a88f1c17","schema_version":"1.0","event_id":"sha256:bd2c4a481d7230f52490ad2cc310f04772a014ee1caac689c0457e11a88f1c17"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:ERC6QWE6Z2EJSRGBGLP3LKKZJC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Survey of Automatic Evaluation Methods on Text, Visual and Speech Generations","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CV","cs.LG"],"primary_cat":"cs.CL","authors_text":"Chen Xu, Fanshu Sun, Heyan Huang, Junyu Luo, Rong-Cheng Tu, Rui-Qing Sun, Tian Lan, Xian-Ling Mao, Yang-Hao Zhou, Zhijing Wu, Zi-Ao Ma","submitted_at":"2025-06-06T11:09:46Z","abstract_excerpt":"Recent advances in deep learning have significantly enhanced generative AI capabilities across text, images, and audio. However, automatically evaluating the quality of these generated outputs presents ongoing challenges. Although numerous automatic evaluation methods exist, current research lacks a systematic framework that comprehensively organizes these methods across text, visual, and audio modalities. To address this issue, we present a comprehensive review and a unified taxonomy of automatic evaluation methods for generated content across all three modalities; We identify five fundamenta"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.10019","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.10019/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:20:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ps0m9oJO4UA/OGgnbas6pi5MknAwxtHZwpCy0kydRX7NSpkQvub4383kJEs+nK5aQZ1J1qSGDYoZL77XA6GtCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T05:04:27.344181Z"},"content_sha256":"c95e6613b7b2b1e3c9d6bff95a332923558171d7900e7e73af2273752c8f44f2","schema_version":"1.0","event_id":"sha256:c95e6613b7b2b1e3c9d6bff95a332923558171d7900e7e73af2273752c8f44f2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ERC6QWE6Z2EJSRGBGLP3LKKZJC/bundle.json","state_url":"https://pith.science/pith/ERC6QWE6Z2EJSRGBGLP3LKKZJC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ERC6QWE6Z2EJSRGBGLP3LKKZJC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T05:04:27Z","links":{"resolver":"https://pith.science/pith/ERC6QWE6Z2EJSRGBGLP3LKKZJC","bundle":"https://pith.science/pith/ERC6QWE6Z2EJSRGBGLP3LKKZJC/bundle.json","state":"https://pith.science/pith/ERC6QWE6Z2EJSRGBGLP3LKKZJC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ERC6QWE6Z2EJSRGBGLP3LKKZJC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:ERC6QWE6Z2EJSRGBGLP3LKKZJC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"328d1322ddd42dc22c3f509a5d0b67a3943508553f9a2344391087e0e942a64a","cross_cats_sorted":["cs.AI","cs.CV","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-06-06T11:09:46Z","title_canon_sha256":"6176f261d04abb3db1d8c2a2decae5d7c3ea12469b44695fb069ea00cd41be7b"},"schema_version":"1.0","source":{"id":"2506.10019","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.10019","created_at":"2026-07-05T11:20:15Z"},{"alias_kind":"arxiv_version","alias_value":"2506.10019v1","created_at":"2026-07-05T11:20:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.10019","created_at":"2026-07-05T11:20:15Z"},{"alias_kind":"pith_short_12","alias_value":"ERC6QWE6Z2EJ","created_at":"2026-07-05T11:20:15Z"},{"alias_kind":"pith_short_16","alias_value":"ERC6QWE6Z2EJSRGB","created_at":"2026-07-05T11:20:15Z"},{"alias_kind":"pith_short_8","alias_value":"ERC6QWE6","created_at":"2026-07-05T11:20:15Z"}],"graph_snapshots":[{"event_id":"sha256:c95e6613b7b2b1e3c9d6bff95a332923558171d7900e7e73af2273752c8f44f2","target":"graph","created_at":"2026-07-05T11:20:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.10019/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent advances in deep learning have significantly enhanced generative AI capabilities across text, images, and audio. However, automatically evaluating the quality of these generated outputs presents ongoing challenges. Although numerous automatic evaluation methods exist, current research lacks a systematic framework that comprehensively organizes these methods across text, visual, and audio modalities. To address this issue, we present a comprehensive review and a unified taxonomy of automatic evaluation methods for generated content across all three modalities; We identify five fundamenta","authors_text":"Chen Xu, Fanshu Sun, Heyan Huang, Junyu Luo, Rong-Cheng Tu, Rui-Qing Sun, Tian Lan, Xian-Ling Mao, Yang-Hao Zhou, Zhijing Wu, Zi-Ao Ma","cross_cats":["cs.AI","cs.CV","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-06-06T11:09:46Z","title":"A Survey of Automatic Evaluation Methods on Text, Visual and Speech Generations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.10019","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bd2c4a481d7230f52490ad2cc310f04772a014ee1caac689c0457e11a88f1c17","target":"record","created_at":"2026-07-05T11:20:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"328d1322ddd42dc22c3f509a5d0b67a3943508553f9a2344391087e0e942a64a","cross_cats_sorted":["cs.AI","cs.CV","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-06-06T11:09:46Z","title_canon_sha256":"6176f261d04abb3db1d8c2a2decae5d7c3ea12469b44695fb069ea00cd41be7b"},"schema_version":"1.0","source":{"id":"2506.10019","kind":"arxiv","version":1}},"canonical_sha256":"2445e8589ece889944c132dfb5a9594893af56491f7bebc2b0ba495d2f223a48","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2445e8589ece889944c132dfb5a9594893af56491f7bebc2b0ba495d2f223a48","first_computed_at":"2026-07-05T11:20:15.276311Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:20:15.276311Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"q/7GL1F4ObNjp0tqTMviD3yveVdkceeGAPHqJtWZy+n8JgMcYlxWpdE7srfivz4tsDOvTg3uq+hFmcgcujfvAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:20:15.276978Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.10019","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bd2c4a481d7230f52490ad2cc310f04772a014ee1caac689c0457e11a88f1c17","sha256:c95e6613b7b2b1e3c9d6bff95a332923558171d7900e7e73af2273752c8f44f2"],"state_sha256":"5149a3bcc9c42c782882f8becdc8497b790d8532b192073d0ad31eff760c4653"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Jxm53bfBSr9H/WTeQrSOUByq/h2dwDhIjF0sDhD+rkl08aVfQjLssUXoqikW9B76Eqh+v4GScve801c8J8V8AQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T05:04:27.346388Z","bundle_sha256":"68895a44b4260a954ad86ba7e00b98397320adeb2e7f513036e45d11ef1f90f2"}}