{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:QPX2MLIAPTE5PQWL3GOGRAK3EX","short_pith_number":"pith:QPX2MLIA","canonical_record":{"source":{"id":"2109.05281","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-09-11T13:43:36Z","cross_cats_sorted":["cs.AI","cs.CV","cs.LG"],"title_canon_sha256":"366f3365861b5dfb95e972cbd897f0ed97ef28e99bdd80930d02ca1f85bc766b","abstract_canon_sha256":"d864622aa48736290025902c5729d2de97b8d1d6a51c9854be6016592a896642"},"schema_version":"1.0"},"canonical_sha256":"83efa62d007cc9d7c2cbd99c68815b25dce33a93764ad4ecad94dd3354d8199f","source":{"kind":"arxiv","id":"2109.05281","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.05281","created_at":"2026-07-05T04:06:16Z"},{"alias_kind":"arxiv_version","alias_value":"2109.05281v1","created_at":"2026-07-05T04:06:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.05281","created_at":"2026-07-05T04:06:16Z"},{"alias_kind":"pith_short_12","alias_value":"QPX2MLIAPTE5","created_at":"2026-07-05T04:06:16Z"},{"alias_kind":"pith_short_16","alias_value":"QPX2MLIAPTE5PQWL","created_at":"2026-07-05T04:06:16Z"},{"alias_kind":"pith_short_8","alias_value":"QPX2MLIA","created_at":"2026-07-05T04:06:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:QPX2MLIAPTE5PQWL3GOGRAK3EX","target":"record","payload":{"canonical_record":{"source":{"id":"2109.05281","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-09-11T13:43:36Z","cross_cats_sorted":["cs.AI","cs.CV","cs.LG"],"title_canon_sha256":"366f3365861b5dfb95e972cbd897f0ed97ef28e99bdd80930d02ca1f85bc766b","abstract_canon_sha256":"d864622aa48736290025902c5729d2de97b8d1d6a51c9854be6016592a896642"},"schema_version":"1.0"},"canonical_sha256":"83efa62d007cc9d7c2cbd99c68815b25dce33a93764ad4ecad94dd3354d8199f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:06:16.861746Z","signature_b64":"ASTx8yQ2AbILIjjJWm4caIwC7Dwv0Ha4FQLQkJjmzRBrjUT4BDCMzoi4bSITlTlgTU5z3WiCp8SqBxMVmgrZCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"83efa62d007cc9d7c2cbd99c68815b25dce33a93764ad4ecad94dd3354d8199f","last_reissued_at":"2026-07-05T04:06:16.861198Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:06:16.861198Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2109.05281","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:06:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BiPHAbiOJxxaTrVDK8QQskQH2ejhO2QNNwHENi32w2ayyNp56DxOmbiHdXwfYDuLeHUf86TMNbmGHejmOwvLBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T19:02:17.494820Z"},"content_sha256":"a312285eaf9053a53d8088960e7adc252d4660458e9ce02dd19f7f1f11f09293","schema_version":"1.0","event_id":"sha256:a312285eaf9053a53d8088960e7adc252d4660458e9ce02dd19f7f1f11f09293"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:QPX2MLIAPTE5PQWL3GOGRAK3EX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"COSMic: A Coherence-Aware Generation Metric for Image Descriptions","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CV","cs.LG"],"primary_cat":"cs.CL","authors_text":"Baber Khalid, Malihe Alikhani, Matthew Stone, Mert \\.Inan, Piyush Sharma, Radu Soricut","submitted_at":"2021-09-11T13:43:36Z","abstract_excerpt":"Developers of text generation models rely on automated evaluation metrics as a stand-in for slow and expensive manual evaluations. However, image captioning metrics have struggled to give accurate learned estimates of the semantic and pragmatic success of output text. We address this weakness by introducing the first discourse-aware learned generation metric for evaluating image descriptions. Our approach is inspired by computational theories of discourse for capturing information goals using coherence. We present a dataset of image$\\unicode{x2013}$description pairs annotated with coherence re"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.05281","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2109.05281/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:06:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"14zhb/HkTGxcPV6eCsBmi3MKgDZG/Y9hP5/oE+96kroxkwW6YNNtJJhzsmEj8Rk4KdEZ9Pqrx332p5bXM8B8BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T19:02:17.495190Z"},"content_sha256":"017caccf2f13a21e18eacf7c4fbd9425d8f01477b72125bf7cdd180498d6a618","schema_version":"1.0","event_id":"sha256:017caccf2f13a21e18eacf7c4fbd9425d8f01477b72125bf7cdd180498d6a618"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QPX2MLIAPTE5PQWL3GOGRAK3EX/bundle.json","state_url":"https://pith.science/pith/QPX2MLIAPTE5PQWL3GOGRAK3EX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QPX2MLIAPTE5PQWL3GOGRAK3EX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T19:02:17Z","links":{"resolver":"https://pith.science/pith/QPX2MLIAPTE5PQWL3GOGRAK3EX","bundle":"https://pith.science/pith/QPX2MLIAPTE5PQWL3GOGRAK3EX/bundle.json","state":"https://pith.science/pith/QPX2MLIAPTE5PQWL3GOGRAK3EX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QPX2MLIAPTE5PQWL3GOGRAK3EX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:QPX2MLIAPTE5PQWL3GOGRAK3EX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d864622aa48736290025902c5729d2de97b8d1d6a51c9854be6016592a896642","cross_cats_sorted":["cs.AI","cs.CV","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-09-11T13:43:36Z","title_canon_sha256":"366f3365861b5dfb95e972cbd897f0ed97ef28e99bdd80930d02ca1f85bc766b"},"schema_version":"1.0","source":{"id":"2109.05281","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.05281","created_at":"2026-07-05T04:06:16Z"},{"alias_kind":"arxiv_version","alias_value":"2109.05281v1","created_at":"2026-07-05T04:06:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.05281","created_at":"2026-07-05T04:06:16Z"},{"alias_kind":"pith_short_12","alias_value":"QPX2MLIAPTE5","created_at":"2026-07-05T04:06:16Z"},{"alias_kind":"pith_short_16","alias_value":"QPX2MLIAPTE5PQWL","created_at":"2026-07-05T04:06:16Z"},{"alias_kind":"pith_short_8","alias_value":"QPX2MLIA","created_at":"2026-07-05T04:06:16Z"}],"graph_snapshots":[{"event_id":"sha256:017caccf2f13a21e18eacf7c4fbd9425d8f01477b72125bf7cdd180498d6a618","target":"graph","created_at":"2026-07-05T04:06:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2109.05281/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Developers of text generation models rely on automated evaluation metrics as a stand-in for slow and expensive manual evaluations. However, image captioning metrics have struggled to give accurate learned estimates of the semantic and pragmatic success of output text. We address this weakness by introducing the first discourse-aware learned generation metric for evaluating image descriptions. Our approach is inspired by computational theories of discourse for capturing information goals using coherence. We present a dataset of image$\\unicode{x2013}$description pairs annotated with coherence re","authors_text":"Baber Khalid, Malihe Alikhani, Matthew Stone, Mert \\.Inan, Piyush Sharma, Radu Soricut","cross_cats":["cs.AI","cs.CV","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-09-11T13:43:36Z","title":"COSMic: A Coherence-Aware Generation Metric for Image Descriptions"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.05281","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a312285eaf9053a53d8088960e7adc252d4660458e9ce02dd19f7f1f11f09293","target":"record","created_at":"2026-07-05T04:06:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d864622aa48736290025902c5729d2de97b8d1d6a51c9854be6016592a896642","cross_cats_sorted":["cs.AI","cs.CV","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-09-11T13:43:36Z","title_canon_sha256":"366f3365861b5dfb95e972cbd897f0ed97ef28e99bdd80930d02ca1f85bc766b"},"schema_version":"1.0","source":{"id":"2109.05281","kind":"arxiv","version":1}},"canonical_sha256":"83efa62d007cc9d7c2cbd99c68815b25dce33a93764ad4ecad94dd3354d8199f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"83efa62d007cc9d7c2cbd99c68815b25dce33a93764ad4ecad94dd3354d8199f","first_computed_at":"2026-07-05T04:06:16.861198Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:06:16.861198Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ASTx8yQ2AbILIjjJWm4caIwC7Dwv0Ha4FQLQkJjmzRBrjUT4BDCMzoi4bSITlTlgTU5z3WiCp8SqBxMVmgrZCg==","signature_status":"signed_v1","signed_at":"2026-07-05T04:06:16.861746Z","signed_message":"canonical_sha256_bytes"},"source_id":"2109.05281","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a312285eaf9053a53d8088960e7adc252d4660458e9ce02dd19f7f1f11f09293","sha256:017caccf2f13a21e18eacf7c4fbd9425d8f01477b72125bf7cdd180498d6a618"],"state_sha256":"bfdaeb4e175f50e773d371961dd669db9ecd97a7000ec9f327a4dd2e72f37b18"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qcHr9/rWxqWfQ6I/4VG6z76W+8Ol0ExzhvSHR3xAltN9NDQIYLSxZvQF1EkW91Eh0YT/v+kZHWQM/912tImaAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T19:02:17.497118Z","bundle_sha256":"cffe4a4a093d85935cbf6fa9f1564723339bf698345b98236ea8bc812e11d6db"}}