{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:QBNO4ZP6RHKZOOFAKHQOXZ6FKS","short_pith_number":"pith:QBNO4ZP6","canonical_record":{"source":{"id":"2310.11513","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2023-10-17T18:20:03Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"70dbf7843e5a142c8c6546c8fad0f3fe1ad130ec7997a7dee2b25dd7806a3bfe","abstract_canon_sha256":"c164cd140a5c4ccf308a16b52ea0fa29223b6dfdba8cded4cb2f3b3bb57f98f6"},"schema_version":"1.0"},"canonical_sha256":"805aee65fe89d59738a051e0ebe7c554944b02b252c010845a8b11f063bb4674","source":{"kind":"arxiv","id":"2310.11513","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.11513","created_at":"2026-07-05T07:02:08Z"},{"alias_kind":"arxiv_version","alias_value":"2310.11513v1","created_at":"2026-07-05T07:02:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.11513","created_at":"2026-07-05T07:02:08Z"},{"alias_kind":"pith_short_12","alias_value":"QBNO4ZP6RHKZ","created_at":"2026-07-05T07:02:08Z"},{"alias_kind":"pith_short_16","alias_value":"QBNO4ZP6RHKZOOFA","created_at":"2026-07-05T07:02:08Z"},{"alias_kind":"pith_short_8","alias_value":"QBNO4ZP6","created_at":"2026-07-05T07:02:08Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:QBNO4ZP6RHKZOOFAKHQOXZ6FKS","target":"record","payload":{"canonical_record":{"source":{"id":"2310.11513","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2023-10-17T18:20:03Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"70dbf7843e5a142c8c6546c8fad0f3fe1ad130ec7997a7dee2b25dd7806a3bfe","abstract_canon_sha256":"c164cd140a5c4ccf308a16b52ea0fa29223b6dfdba8cded4cb2f3b3bb57f98f6"},"schema_version":"1.0"},"canonical_sha256":"805aee65fe89d59738a051e0ebe7c554944b02b252c010845a8b11f063bb4674","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:02:08.419537Z","signature_b64":"22tz4FrkbK+q0OGaobg5VzjUGM0z865vVuAca9/tLl4dPKepRPtVugvJPgnEcTKJqa6kP91gl+INtlQ87GDoCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"805aee65fe89d59738a051e0ebe7c554944b02b252c010845a8b11f063bb4674","last_reissued_at":"2026-07-05T07:02:08.419070Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:02:08.419070Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.11513","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:02:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pusCiqk0jtWf6w3id3N8AiwEwHQA8VWQsfb64r60BzyDx4hFM9eH7dByjFKitaoXLzNPta5iuaN1lnHal6CIAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T18:10:42.313279Z"},"content_sha256":"e535121307a0c4f31eb65ecd2a1145bd0ca03b355a8af8165caa06ac308bab3d","schema_version":"1.0","event_id":"sha256:e535121307a0c4f31eb65ecd2a1145bd0ca03b355a8af8165caa06ac308bab3d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:QBNO4ZP6RHKZOOFAKHQOXZ6FKS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"GenEval: An Object-Focused Framework for Evaluating Text-to-Image Alignment","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CV","authors_text":"Dhruba Ghosh, Hanna Hajishirzi, Ludwig Schmidt","submitted_at":"2023-10-17T18:20:03Z","abstract_excerpt":"Recent breakthroughs in diffusion models, multimodal pretraining, and efficient finetuning have led to an explosion of text-to-image generative models. Given human evaluation is expensive and difficult to scale, automated methods are critical for evaluating the increasingly large number of new models. However, most current automated evaluation metrics like FID or CLIPScore only offer a holistic measure of image quality or image-text alignment, and are unsuited for fine-grained or instance-level analysis. In this paper, we introduce GenEval, an object-focused framework to evaluate compositional"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.11513","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.11513/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:02:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rsruMBgXf/OCMmiEQbpnJ9D082NWqhw5j207qSBZDKGuKKLv0N+qnrBFfRh9g0ldf2tsBYxQRL4BqNgO0RFYCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T18:10:42.313793Z"},"content_sha256":"0904ccac84268b35c36cd6502a18adb1a381110982a6ef7d26d19cb00a4d8fc4","schema_version":"1.0","event_id":"sha256:0904ccac84268b35c36cd6502a18adb1a381110982a6ef7d26d19cb00a4d8fc4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QBNO4ZP6RHKZOOFAKHQOXZ6FKS/bundle.json","state_url":"https://pith.science/pith/QBNO4ZP6RHKZOOFAKHQOXZ6FKS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QBNO4ZP6RHKZOOFAKHQOXZ6FKS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T18:10:42Z","links":{"resolver":"https://pith.science/pith/QBNO4ZP6RHKZOOFAKHQOXZ6FKS","bundle":"https://pith.science/pith/QBNO4ZP6RHKZOOFAKHQOXZ6FKS/bundle.json","state":"https://pith.science/pith/QBNO4ZP6RHKZOOFAKHQOXZ6FKS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QBNO4ZP6RHKZOOFAKHQOXZ6FKS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:QBNO4ZP6RHKZOOFAKHQOXZ6FKS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c164cd140a5c4ccf308a16b52ea0fa29223b6dfdba8cded4cb2f3b3bb57f98f6","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2023-10-17T18:20:03Z","title_canon_sha256":"70dbf7843e5a142c8c6546c8fad0f3fe1ad130ec7997a7dee2b25dd7806a3bfe"},"schema_version":"1.0","source":{"id":"2310.11513","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.11513","created_at":"2026-07-05T07:02:08Z"},{"alias_kind":"arxiv_version","alias_value":"2310.11513v1","created_at":"2026-07-05T07:02:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.11513","created_at":"2026-07-05T07:02:08Z"},{"alias_kind":"pith_short_12","alias_value":"QBNO4ZP6RHKZ","created_at":"2026-07-05T07:02:08Z"},{"alias_kind":"pith_short_16","alias_value":"QBNO4ZP6RHKZOOFA","created_at":"2026-07-05T07:02:08Z"},{"alias_kind":"pith_short_8","alias_value":"QBNO4ZP6","created_at":"2026-07-05T07:02:08Z"}],"graph_snapshots":[{"event_id":"sha256:0904ccac84268b35c36cd6502a18adb1a381110982a6ef7d26d19cb00a4d8fc4","target":"graph","created_at":"2026-07-05T07:02:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.11513/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent breakthroughs in diffusion models, multimodal pretraining, and efficient finetuning have led to an explosion of text-to-image generative models. Given human evaluation is expensive and difficult to scale, automated methods are critical for evaluating the increasingly large number of new models. However, most current automated evaluation metrics like FID or CLIPScore only offer a holistic measure of image quality or image-text alignment, and are unsuited for fine-grained or instance-level analysis. In this paper, we introduce GenEval, an object-focused framework to evaluate compositional","authors_text":"Dhruba Ghosh, Hanna Hajishirzi, Ludwig Schmidt","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2023-10-17T18:20:03Z","title":"GenEval: An Object-Focused Framework for Evaluating Text-to-Image Alignment"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.11513","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e535121307a0c4f31eb65ecd2a1145bd0ca03b355a8af8165caa06ac308bab3d","target":"record","created_at":"2026-07-05T07:02:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c164cd140a5c4ccf308a16b52ea0fa29223b6dfdba8cded4cb2f3b3bb57f98f6","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2023-10-17T18:20:03Z","title_canon_sha256":"70dbf7843e5a142c8c6546c8fad0f3fe1ad130ec7997a7dee2b25dd7806a3bfe"},"schema_version":"1.0","source":{"id":"2310.11513","kind":"arxiv","version":1}},"canonical_sha256":"805aee65fe89d59738a051e0ebe7c554944b02b252c010845a8b11f063bb4674","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"805aee65fe89d59738a051e0ebe7c554944b02b252c010845a8b11f063bb4674","first_computed_at":"2026-07-05T07:02:08.419070Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:02:08.419070Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"22tz4FrkbK+q0OGaobg5VzjUGM0z865vVuAca9/tLl4dPKepRPtVugvJPgnEcTKJqa6kP91gl+INtlQ87GDoCg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:02:08.419537Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.11513","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e535121307a0c4f31eb65ecd2a1145bd0ca03b355a8af8165caa06ac308bab3d","sha256:0904ccac84268b35c36cd6502a18adb1a381110982a6ef7d26d19cb00a4d8fc4"],"state_sha256":"3a33680aa2595890563b3475e5f9cfeea4df3963e6ca1825c01aee738f29d6a2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Okh5EPl3jPS753njb3R7Z6oblREz95MNNmX7fvIZKsr06L0Tv4bP9lUVDpDKgRaIESWVzfDQixQrCHeDvcnPAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T18:10:42.317146Z","bundle_sha256":"a353cb6345f3eb4f9fa3982981ad98b58bbc25c8818514e25f92126b5c7c878d"}}