{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:YY2IOUD2CMDK4N7SCTS7UEYSGU","short_pith_number":"pith:YY2IOUD2","canonical_record":{"source":{"id":"2205.10646","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-05-21T17:35:26Z","cross_cats_sorted":[],"title_canon_sha256":"56a1947cb1c393c00fffb605cf60ce0199868198f64489ea6adbb9dea2b1f93e","abstract_canon_sha256":"4e2942b620c695a058f6626ccd19acb976425b76d820e849b9d9e13b4ab78740"},"schema_version":"1.0"},"canonical_sha256":"c63487507a1306ae37f214e5fa13123525f0b25679d314ecadfee44f910c66b3","source":{"kind":"arxiv","id":"2205.10646","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.10646","created_at":"2026-07-05T05:11:09Z"},{"alias_kind":"arxiv_version","alias_value":"2205.10646v2","created_at":"2026-07-05T05:11:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.10646","created_at":"2026-07-05T05:11:09Z"},{"alias_kind":"pith_short_12","alias_value":"YY2IOUD2CMDK","created_at":"2026-07-05T05:11:09Z"},{"alias_kind":"pith_short_16","alias_value":"YY2IOUD2CMDK4N7S","created_at":"2026-07-05T05:11:09Z"},{"alias_kind":"pith_short_8","alias_value":"YY2IOUD2","created_at":"2026-07-05T05:11:09Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:YY2IOUD2CMDK4N7SCTS7UEYSGU","target":"record","payload":{"canonical_record":{"source":{"id":"2205.10646","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-05-21T17:35:26Z","cross_cats_sorted":[],"title_canon_sha256":"56a1947cb1c393c00fffb605cf60ce0199868198f64489ea6adbb9dea2b1f93e","abstract_canon_sha256":"4e2942b620c695a058f6626ccd19acb976425b76d820e849b9d9e13b4ab78740"},"schema_version":"1.0"},"canonical_sha256":"c63487507a1306ae37f214e5fa13123525f0b25679d314ecadfee44f910c66b3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:11:09.202288Z","signature_b64":"dAB3Tybuw1XMhCcWeFL4QEiyBFROG/fpeqCk/NdOEBjzXgs+Li9cLE7JU6CN4jTdYjND5IqHdoQpvYNx/uZyAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c63487507a1306ae37f214e5fa13123525f0b25679d314ecadfee44f910c66b3","last_reissued_at":"2026-07-05T05:11:09.201847Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:11:09.201847Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2205.10646","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:11:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7XFSKUekkhdA15jIZSYBQewNuoBWKi8HlplHqBsSG8GL/0VDbWhmCrd26Vid6UD6ZlYeqWBOVq+QyZrErSpYCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-14T10:00:06.680056Z"},"content_sha256":"6f93438f129ece015356266736ab248a07d424ab022986eab71d161c7d1a89b3","schema_version":"1.0","event_id":"sha256:6f93438f129ece015356266736ab248a07d424ab022986eab71d161c7d1a89b3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:YY2IOUD2CMDK4N7SCTS7UEYSGU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Context Matters for Image Descriptions for Accessibility: Challenges for Referenceless Evaluation Metrics","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Christopher Potts, Cynthia Bennett, Elisa Kreiss, Eric Zelikman, Meredith Ringel Morris, Shayan Hooshmand","submitted_at":"2022-05-21T17:35:26Z","abstract_excerpt":"Few images on the Web receive alt-text descriptions that would make them accessible to blind and low vision (BLV) users. Image-based NLG systems have progressed to the point where they can begin to address this persistent societal problem, but these systems will not be fully successful unless we evaluate them on metrics that guide their development correctly. Here, we argue against current referenceless metrics -- those that don't rely on human-generated ground-truth descriptions -- on the grounds that they do not align with the needs of BLV users. The fundamental shortcoming of these metrics "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.10646","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2205.10646/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:11:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fFDHXPfsxgj0FfCo9dc8zNico1JE1tBsodYrIymfae8unF/zgXC4c9e+mNHR6nKjOcicjRcijprSvhpkdGwaCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-14T10:00:06.680444Z"},"content_sha256":"bb344f23226909226fdda5cd4f0cca326f25acff71b53efa348c4a021f4132fd","schema_version":"1.0","event_id":"sha256:bb344f23226909226fdda5cd4f0cca326f25acff71b53efa348c4a021f4132fd"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YY2IOUD2CMDK4N7SCTS7UEYSGU/bundle.json","state_url":"https://pith.science/pith/YY2IOUD2CMDK4N7SCTS7UEYSGU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YY2IOUD2CMDK4N7SCTS7UEYSGU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-14T10:00:06Z","links":{"resolver":"https://pith.science/pith/YY2IOUD2CMDK4N7SCTS7UEYSGU","bundle":"https://pith.science/pith/YY2IOUD2CMDK4N7SCTS7UEYSGU/bundle.json","state":"https://pith.science/pith/YY2IOUD2CMDK4N7SCTS7UEYSGU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YY2IOUD2CMDK4N7SCTS7UEYSGU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:YY2IOUD2CMDK4N7SCTS7UEYSGU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4e2942b620c695a058f6626ccd19acb976425b76d820e849b9d9e13b4ab78740","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-05-21T17:35:26Z","title_canon_sha256":"56a1947cb1c393c00fffb605cf60ce0199868198f64489ea6adbb9dea2b1f93e"},"schema_version":"1.0","source":{"id":"2205.10646","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.10646","created_at":"2026-07-05T05:11:09Z"},{"alias_kind":"arxiv_version","alias_value":"2205.10646v2","created_at":"2026-07-05T05:11:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.10646","created_at":"2026-07-05T05:11:09Z"},{"alias_kind":"pith_short_12","alias_value":"YY2IOUD2CMDK","created_at":"2026-07-05T05:11:09Z"},{"alias_kind":"pith_short_16","alias_value":"YY2IOUD2CMDK4N7S","created_at":"2026-07-05T05:11:09Z"},{"alias_kind":"pith_short_8","alias_value":"YY2IOUD2","created_at":"2026-07-05T05:11:09Z"}],"graph_snapshots":[{"event_id":"sha256:bb344f23226909226fdda5cd4f0cca326f25acff71b53efa348c4a021f4132fd","target":"graph","created_at":"2026-07-05T05:11:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2205.10646/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Few images on the Web receive alt-text descriptions that would make them accessible to blind and low vision (BLV) users. Image-based NLG systems have progressed to the point where they can begin to address this persistent societal problem, but these systems will not be fully successful unless we evaluate them on metrics that guide their development correctly. Here, we argue against current referenceless metrics -- those that don't rely on human-generated ground-truth descriptions -- on the grounds that they do not align with the needs of BLV users. The fundamental shortcoming of these metrics ","authors_text":"Christopher Potts, Cynthia Bennett, Elisa Kreiss, Eric Zelikman, Meredith Ringel Morris, Shayan Hooshmand","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-05-21T17:35:26Z","title":"Context Matters for Image Descriptions for Accessibility: Challenges for Referenceless Evaluation Metrics"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.10646","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6f93438f129ece015356266736ab248a07d424ab022986eab71d161c7d1a89b3","target":"record","created_at":"2026-07-05T05:11:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4e2942b620c695a058f6626ccd19acb976425b76d820e849b9d9e13b4ab78740","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-05-21T17:35:26Z","title_canon_sha256":"56a1947cb1c393c00fffb605cf60ce0199868198f64489ea6adbb9dea2b1f93e"},"schema_version":"1.0","source":{"id":"2205.10646","kind":"arxiv","version":2}},"canonical_sha256":"c63487507a1306ae37f214e5fa13123525f0b25679d314ecadfee44f910c66b3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c63487507a1306ae37f214e5fa13123525f0b25679d314ecadfee44f910c66b3","first_computed_at":"2026-07-05T05:11:09.201847Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:11:09.201847Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"dAB3Tybuw1XMhCcWeFL4QEiyBFROG/fpeqCk/NdOEBjzXgs+Li9cLE7JU6CN4jTdYjND5IqHdoQpvYNx/uZyAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T05:11:09.202288Z","signed_message":"canonical_sha256_bytes"},"source_id":"2205.10646","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6f93438f129ece015356266736ab248a07d424ab022986eab71d161c7d1a89b3","sha256:bb344f23226909226fdda5cd4f0cca326f25acff71b53efa348c4a021f4132fd"],"state_sha256":"009bb57188f747453dc3dd7f283629a1425d9dc8303e6305e63d0f9657a38ac0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UM+Gyy9umSLXFL+5fxEfbNuav/IDjMURHnMvciCyfVhyr9jcazS86Kwf202wUj7lpRoKU2GlonvWQvVc8l/tBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-14T10:00:06.682535Z","bundle_sha256":"50e4678ff146f55aab987b4dfd0d55c3201f1277728df08a8578ee56416f019e"}}