{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:FRFVPXYKUOZ2NITPXI3V5EHKTV","short_pith_number":"pith:FRFVPXYK","canonical_record":{"source":{"id":"2306.04675","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-06-07T18:00:00Z","cross_cats_sorted":["cs.CV","stat.ML"],"title_canon_sha256":"7b6019babb8f5b2516c340995af82493bf1ffddf18534b35afa98ddbeec82484","abstract_canon_sha256":"0a6a222536a9e204c90adf901bed3611fad8ee10702d528081070301dba5916d"},"schema_version":"1.0"},"canonical_sha256":"2c4b57df0aa3b3a6a26fba375e90ea9d7f6e724aa6f20c6b46f496861c4e0e58","source":{"kind":"arxiv","id":"2306.04675","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.04675","created_at":"2026-07-05T07:20:39Z"},{"alias_kind":"arxiv_version","alias_value":"2306.04675v2","created_at":"2026-07-05T07:20:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.04675","created_at":"2026-07-05T07:20:39Z"},{"alias_kind":"pith_short_12","alias_value":"FRFVPXYKUOZ2","created_at":"2026-07-05T07:20:39Z"},{"alias_kind":"pith_short_16","alias_value":"FRFVPXYKUOZ2NITP","created_at":"2026-07-05T07:20:39Z"},{"alias_kind":"pith_short_8","alias_value":"FRFVPXYK","created_at":"2026-07-05T07:20:39Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:FRFVPXYKUOZ2NITPXI3V5EHKTV","target":"record","payload":{"canonical_record":{"source":{"id":"2306.04675","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-06-07T18:00:00Z","cross_cats_sorted":["cs.CV","stat.ML"],"title_canon_sha256":"7b6019babb8f5b2516c340995af82493bf1ffddf18534b35afa98ddbeec82484","abstract_canon_sha256":"0a6a222536a9e204c90adf901bed3611fad8ee10702d528081070301dba5916d"},"schema_version":"1.0"},"canonical_sha256":"2c4b57df0aa3b3a6a26fba375e90ea9d7f6e724aa6f20c6b46f496861c4e0e58","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:20:39.648901Z","signature_b64":"PQi2XAIc8Zg5ViPTTaKCLYcnZZ6lqP4bYEnJJGZ62YAumMJ+criiT4vXA2eq6D0W4ku156huxM6AxEtIMgPDAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2c4b57df0aa3b3a6a26fba375e90ea9d7f6e724aa6f20c6b46f496861c4e0e58","last_reissued_at":"2026-07-05T07:20:39.648354Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:20:39.648354Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2306.04675","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:20:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8MaruN8H4kj5VzHXmF8Rj5xMLSy+T/b7EwX7QkDeyRA/kfq5A6ueoXkqsTtFJ2GvUf11zPDGt04yQHDHrlCvBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T02:35:33.756619Z"},"content_sha256":"e1d928cb170b7e5466dc8eef3f4a44c959cc16bdf034c1a40fb8b404dd42d065","schema_version":"1.0","event_id":"sha256:e1d928cb170b7e5466dc8eef3f4a44c959cc16bdf034c1a40fb8b404dd42d065"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:FRFVPXYKUOZ2NITPXI3V5EHKTV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Exposing flaws of generative model evaluation metrics and their unfair treatment of diffusion models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CV","stat.ML"],"primary_cat":"cs.LG","authors_text":"Anthony L. Caterini, Brendan Leigh Ross, Gabriel Loaiza-Ganem, George Stein, J. Eric T. Taylor, Jesse C. Cresswell, Rasa Hosseinzadeh, Valentin Villecroze, Yi Sui, Zhaoyan Liu","submitted_at":"2023-06-07T18:00:00Z","abstract_excerpt":"We systematically study a wide variety of generative models spanning semantically-diverse image datasets to understand and improve the feature extractors and metrics used to evaluate them. Using best practices in psychophysics, we measure human perception of image realism for generated samples by conducting the largest experiment evaluating generative models to date, and find that no existing metric strongly correlates with human evaluations. Comparing to 17 modern metrics for evaluating the overall performance, fidelity, diversity, rarity, and memorization of generative models, we find that t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.04675","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2306.04675/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:20:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Kj4hzGxcfZl+VrtLmYesntQE0BPOuVJ9SOK7POEBlZEkYOFsxLmA3t9k0iciffWpAPUQrrvU+CavLp+dqyWICA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T02:35:33.757124Z"},"content_sha256":"0f307a961aa4a9093dec743a5d4fa0d1305a2ffc3863984a8e4359d446cc9b84","schema_version":"1.0","event_id":"sha256:0f307a961aa4a9093dec743a5d4fa0d1305a2ffc3863984a8e4359d446cc9b84"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/FRFVPXYKUOZ2NITPXI3V5EHKTV/bundle.json","state_url":"https://pith.science/pith/FRFVPXYKUOZ2NITPXI3V5EHKTV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/FRFVPXYKUOZ2NITPXI3V5EHKTV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T02:35:33Z","links":{"resolver":"https://pith.science/pith/FRFVPXYKUOZ2NITPXI3V5EHKTV","bundle":"https://pith.science/pith/FRFVPXYKUOZ2NITPXI3V5EHKTV/bundle.json","state":"https://pith.science/pith/FRFVPXYKUOZ2NITPXI3V5EHKTV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/FRFVPXYKUOZ2NITPXI3V5EHKTV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:FRFVPXYKUOZ2NITPXI3V5EHKTV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0a6a222536a9e204c90adf901bed3611fad8ee10702d528081070301dba5916d","cross_cats_sorted":["cs.CV","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-06-07T18:00:00Z","title_canon_sha256":"7b6019babb8f5b2516c340995af82493bf1ffddf18534b35afa98ddbeec82484"},"schema_version":"1.0","source":{"id":"2306.04675","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.04675","created_at":"2026-07-05T07:20:39Z"},{"alias_kind":"arxiv_version","alias_value":"2306.04675v2","created_at":"2026-07-05T07:20:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.04675","created_at":"2026-07-05T07:20:39Z"},{"alias_kind":"pith_short_12","alias_value":"FRFVPXYKUOZ2","created_at":"2026-07-05T07:20:39Z"},{"alias_kind":"pith_short_16","alias_value":"FRFVPXYKUOZ2NITP","created_at":"2026-07-05T07:20:39Z"},{"alias_kind":"pith_short_8","alias_value":"FRFVPXYK","created_at":"2026-07-05T07:20:39Z"}],"graph_snapshots":[{"event_id":"sha256:0f307a961aa4a9093dec743a5d4fa0d1305a2ffc3863984a8e4359d446cc9b84","target":"graph","created_at":"2026-07-05T07:20:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.04675/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We systematically study a wide variety of generative models spanning semantically-diverse image datasets to understand and improve the feature extractors and metrics used to evaluate them. Using best practices in psychophysics, we measure human perception of image realism for generated samples by conducting the largest experiment evaluating generative models to date, and find that no existing metric strongly correlates with human evaluations. Comparing to 17 modern metrics for evaluating the overall performance, fidelity, diversity, rarity, and memorization of generative models, we find that t","authors_text":"Anthony L. Caterini, Brendan Leigh Ross, Gabriel Loaiza-Ganem, George Stein, J. Eric T. Taylor, Jesse C. Cresswell, Rasa Hosseinzadeh, Valentin Villecroze, Yi Sui, Zhaoyan Liu","cross_cats":["cs.CV","stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-06-07T18:00:00Z","title":"Exposing flaws of generative model evaluation metrics and their unfair treatment of diffusion models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.04675","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e1d928cb170b7e5466dc8eef3f4a44c959cc16bdf034c1a40fb8b404dd42d065","target":"record","created_at":"2026-07-05T07:20:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0a6a222536a9e204c90adf901bed3611fad8ee10702d528081070301dba5916d","cross_cats_sorted":["cs.CV","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-06-07T18:00:00Z","title_canon_sha256":"7b6019babb8f5b2516c340995af82493bf1ffddf18534b35afa98ddbeec82484"},"schema_version":"1.0","source":{"id":"2306.04675","kind":"arxiv","version":2}},"canonical_sha256":"2c4b57df0aa3b3a6a26fba375e90ea9d7f6e724aa6f20c6b46f496861c4e0e58","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2c4b57df0aa3b3a6a26fba375e90ea9d7f6e724aa6f20c6b46f496861c4e0e58","first_computed_at":"2026-07-05T07:20:39.648354Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:20:39.648354Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"PQi2XAIc8Zg5ViPTTaKCLYcnZZ6lqP4bYEnJJGZ62YAumMJ+criiT4vXA2eq6D0W4ku156huxM6AxEtIMgPDAg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:20:39.648901Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.04675","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e1d928cb170b7e5466dc8eef3f4a44c959cc16bdf034c1a40fb8b404dd42d065","sha256:0f307a961aa4a9093dec743a5d4fa0d1305a2ffc3863984a8e4359d446cc9b84"],"state_sha256":"4a23af2bb82e21caff91c4df57724a93d2171136288a2f8f264e35cc52c302bc"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9O9Cumsw4+W7MUMaNnyUjf3R8x1evZyFvnIfedZgXWphNp+5gC1q72xHJcWPQrdePdmApEASJjIyD7DeSv/YBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T02:35:33.760726Z","bundle_sha256":"edc0521b7b6dec531168fc7e16ef80a7d7580c5ad90a63d9ae8327c82b80beed"}}