{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:KNSUACMFIJXUIUE4BXCA64HBUR","short_pith_number":"pith:KNSUACMF","canonical_record":{"source":{"id":"2412.10604","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-12-13T23:15:35Z","cross_cats_sorted":[],"title_canon_sha256":"61ad28a1e86be90e68ea43a02aa438a748ade96585abad25f018b6adedef9809","abstract_canon_sha256":"ea852e91f1f6cdc7f8979aed303957d5851e5ac0105017ac121a0f1670758138"},"schema_version":"1.0"},"canonical_sha256":"5365400985426f44509c0dc40f70e1a45df04be823b4a1fd18f324b1b5628510","source":{"kind":"arxiv","id":"2412.10604","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.10604","created_at":"2026-07-05T09:50:55Z"},{"alias_kind":"arxiv_version","alias_value":"2412.10604v2","created_at":"2026-07-05T09:50:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.10604","created_at":"2026-07-05T09:50:55Z"},{"alias_kind":"pith_short_12","alias_value":"KNSUACMFIJXU","created_at":"2026-07-05T09:50:55Z"},{"alias_kind":"pith_short_16","alias_value":"KNSUACMFIJXUIUE4","created_at":"2026-07-05T09:50:55Z"},{"alias_kind":"pith_short_8","alias_value":"KNSUACMF","created_at":"2026-07-05T09:50:55Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:KNSUACMFIJXUIUE4BXCA64HBUR","target":"record","payload":{"canonical_record":{"source":{"id":"2412.10604","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-12-13T23:15:35Z","cross_cats_sorted":[],"title_canon_sha256":"61ad28a1e86be90e68ea43a02aa438a748ade96585abad25f018b6adedef9809","abstract_canon_sha256":"ea852e91f1f6cdc7f8979aed303957d5851e5ac0105017ac121a0f1670758138"},"schema_version":"1.0"},"canonical_sha256":"5365400985426f44509c0dc40f70e1a45df04be823b4a1fd18f324b1b5628510","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:50:55.761477Z","signature_b64":"u2YkmRQzF4TdezksTI0zMTSVc//JQviAcWezMmFSckaglHZz9/I8poLDdCt+H82i5rZw5Xa/Hae3Qde4U7JRAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5365400985426f44509c0dc40f70e1a45df04be823b4a1fd18f324b1b5628510","last_reissued_at":"2026-07-05T09:50:55.760988Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:50:55.760988Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.10604","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:50:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BhvzXvlVGdMgK9jhjF3QriJYO/hLk/fvCBWUHK99tzZU0l0FW4Ksr4y1H4590l+x9RSRpi/i1qw+7FXYLX4vAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T08:40:46.082480Z"},"content_sha256":"d55c1ef33b26b2ff069c89a2ff48b730091f2bbd6d826e393329a25ba71fccbb","schema_version":"1.0","event_id":"sha256:d55c1ef33b26b2ff069c89a2ff48b730091f2bbd6d826e393329a25ba71fccbb"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:KNSUACMFIJXUIUE4BXCA64HBUR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"EvalGIM: A Library for Evaluating Generative Image Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Abhishek Charnalia, Adriana Romero-Soriano, Candace Ross, Carolina Braga, Jakob Verbeek, Karen Ullrich, Maeve Ryan, Mark Ibrahim, Marton Havasi, Melissa Hall, Michal Drozdzal, Mike Rabbat, Oscar Ma\\~nas, Pietro Astolfi, Reyhane Askari-Hemmat, Tariq Berrada Ifriqi, Yohann Benchetrit","submitted_at":"2024-12-13T23:15:35Z","abstract_excerpt":"As the use of text-to-image generative models increases, so does the adoption of automatic benchmarking methods used in their evaluation. However, while metrics and datasets abound, there are few unified benchmarking libraries that provide a framework for performing evaluations across many datasets and metrics. Furthermore, the rapid introduction of increasingly robust benchmarking methods requires that evaluation libraries remain flexible to new datasets and metrics. Finally, there remains a gap in synthesizing evaluations in order to deliver actionable takeaways about model performance. To e"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.10604","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.10604/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:50:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"L/soYruD6oQPNRXNt0F032jBKowiDAQImdIkjAIhWja2vy/385S0ceAyl63vEWZXtnHlJqVPAg09LuIoqpNyBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T08:40:46.082856Z"},"content_sha256":"8cf3641274a833d8c2e63e409fda45a20e9048d1760e1ffa1adc40343201dfe1","schema_version":"1.0","event_id":"sha256:8cf3641274a833d8c2e63e409fda45a20e9048d1760e1ffa1adc40343201dfe1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KNSUACMFIJXUIUE4BXCA64HBUR/bundle.json","state_url":"https://pith.science/pith/KNSUACMFIJXUIUE4BXCA64HBUR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KNSUACMFIJXUIUE4BXCA64HBUR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T08:40:46Z","links":{"resolver":"https://pith.science/pith/KNSUACMFIJXUIUE4BXCA64HBUR","bundle":"https://pith.science/pith/KNSUACMFIJXUIUE4BXCA64HBUR/bundle.json","state":"https://pith.science/pith/KNSUACMFIJXUIUE4BXCA64HBUR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KNSUACMFIJXUIUE4BXCA64HBUR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:KNSUACMFIJXUIUE4BXCA64HBUR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ea852e91f1f6cdc7f8979aed303957d5851e5ac0105017ac121a0f1670758138","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-12-13T23:15:35Z","title_canon_sha256":"61ad28a1e86be90e68ea43a02aa438a748ade96585abad25f018b6adedef9809"},"schema_version":"1.0","source":{"id":"2412.10604","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.10604","created_at":"2026-07-05T09:50:55Z"},{"alias_kind":"arxiv_version","alias_value":"2412.10604v2","created_at":"2026-07-05T09:50:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.10604","created_at":"2026-07-05T09:50:55Z"},{"alias_kind":"pith_short_12","alias_value":"KNSUACMFIJXU","created_at":"2026-07-05T09:50:55Z"},{"alias_kind":"pith_short_16","alias_value":"KNSUACMFIJXUIUE4","created_at":"2026-07-05T09:50:55Z"},{"alias_kind":"pith_short_8","alias_value":"KNSUACMF","created_at":"2026-07-05T09:50:55Z"}],"graph_snapshots":[{"event_id":"sha256:8cf3641274a833d8c2e63e409fda45a20e9048d1760e1ffa1adc40343201dfe1","target":"graph","created_at":"2026-07-05T09:50:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.10604/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"As the use of text-to-image generative models increases, so does the adoption of automatic benchmarking methods used in their evaluation. However, while metrics and datasets abound, there are few unified benchmarking libraries that provide a framework for performing evaluations across many datasets and metrics. Furthermore, the rapid introduction of increasingly robust benchmarking methods requires that evaluation libraries remain flexible to new datasets and metrics. Finally, there remains a gap in synthesizing evaluations in order to deliver actionable takeaways about model performance. To e","authors_text":"Abhishek Charnalia, Adriana Romero-Soriano, Candace Ross, Carolina Braga, Jakob Verbeek, Karen Ullrich, Maeve Ryan, Mark Ibrahim, Marton Havasi, Melissa Hall, Michal Drozdzal, Mike Rabbat, Oscar Ma\\~nas, Pietro Astolfi, Reyhane Askari-Hemmat, Tariq Berrada Ifriqi, Yohann Benchetrit","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-12-13T23:15:35Z","title":"EvalGIM: A Library for Evaluating Generative Image Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.10604","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d55c1ef33b26b2ff069c89a2ff48b730091f2bbd6d826e393329a25ba71fccbb","target":"record","created_at":"2026-07-05T09:50:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ea852e91f1f6cdc7f8979aed303957d5851e5ac0105017ac121a0f1670758138","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-12-13T23:15:35Z","title_canon_sha256":"61ad28a1e86be90e68ea43a02aa438a748ade96585abad25f018b6adedef9809"},"schema_version":"1.0","source":{"id":"2412.10604","kind":"arxiv","version":2}},"canonical_sha256":"5365400985426f44509c0dc40f70e1a45df04be823b4a1fd18f324b1b5628510","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5365400985426f44509c0dc40f70e1a45df04be823b4a1fd18f324b1b5628510","first_computed_at":"2026-07-05T09:50:55.760988Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:50:55.760988Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"u2YkmRQzF4TdezksTI0zMTSVc//JQviAcWezMmFSckaglHZz9/I8poLDdCt+H82i5rZw5Xa/Hae3Qde4U7JRAg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:50:55.761477Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.10604","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d55c1ef33b26b2ff069c89a2ff48b730091f2bbd6d826e393329a25ba71fccbb","sha256:8cf3641274a833d8c2e63e409fda45a20e9048d1760e1ffa1adc40343201dfe1"],"state_sha256":"16f636ae6894a09348738ee29490c027ed2f20f78fc30db9dd7a4e321b8820fc"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DFWK5nBFu8RwunuwuGtHPmrK7t+6XeGn19vPIbrLETB3bR+sSv384nsemB7voEVwF3QfaiEH2tZIJPBKSlLPDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T08:40:46.084865Z","bundle_sha256":"32b50738aa7d8b06897359b20ab09f574d2df087eb9ac878ce0669bcead486c0"}}