{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:LJJBNLQ6PQ3TBZD3W4HTILDAVL","short_pith_number":"pith:LJJBNLQ6","canonical_record":{"source":{"id":"1909.03396","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-09-08T06:55:53Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"b4ef38a010c61fbc1c975915a4cdf373bcdb5bd599253fa139efa606cfec5cac","abstract_canon_sha256":"5576bc366318dc0b040e02368db599e0c8b4b6173ca3ef736b9fb1dee486b6c9"},"schema_version":"1.0"},"canonical_sha256":"5a5216ae1e7c3730e47bb70f342c60aac428a21fce647bddd2e77b2cb634178a","source":{"kind":"arxiv","id":"1909.03396","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1909.03396","created_at":"2026-07-05T02:45:31Z"},{"alias_kind":"arxiv_version","alias_value":"1909.03396v2","created_at":"2026-07-05T02:45:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1909.03396","created_at":"2026-07-05T02:45:31Z"},{"alias_kind":"pith_short_12","alias_value":"LJJBNLQ6PQ3T","created_at":"2026-07-05T02:45:31Z"},{"alias_kind":"pith_short_16","alias_value":"LJJBNLQ6PQ3TBZD3","created_at":"2026-07-05T02:45:31Z"},{"alias_kind":"pith_short_8","alias_value":"LJJBNLQ6","created_at":"2026-07-05T02:45:31Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:LJJBNLQ6PQ3TBZD3W4HTILDAVL","target":"record","payload":{"canonical_record":{"source":{"id":"1909.03396","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-09-08T06:55:53Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"b4ef38a010c61fbc1c975915a4cdf373bcdb5bd599253fa139efa606cfec5cac","abstract_canon_sha256":"5576bc366318dc0b040e02368db599e0c8b4b6173ca3ef736b9fb1dee486b6c9"},"schema_version":"1.0"},"canonical_sha256":"5a5216ae1e7c3730e47bb70f342c60aac428a21fce647bddd2e77b2cb634178a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:45:31.224886Z","signature_b64":"XYq5Xn03oNLhX8W+ktduALuPwHTcUkxyUWjCk9uA67tsOTJS/SrBEVIUbw3hSUkw4L+HzBTrhheRNwrAPxriAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5a5216ae1e7c3730e47bb70f342c60aac428a21fce647bddd2e77b2cb634178a","last_reissued_at":"2026-07-05T02:45:31.224394Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:45:31.224394Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1909.03396","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:45:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8WRrbTAcQDg2ARUarzPLJLmaQPwh9zvIhF32OK2sXRUbblkG2GT2g3jZCihBK7YlaQxk7EMo58OZjqfCS2yKCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T22:40:28.500145Z"},"content_sha256":"1566e02971a1b29b88019075270637d1c3a12a5e761aa7374be41bf21e0b817a","schema_version":"1.0","event_id":"sha256:1566e02971a1b29b88019075270637d1c3a12a5e761aa7374be41bf21e0b817a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:LJJBNLQ6PQ3TBZD3W4HTILDAVL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Quality Estimation for Image Captions Based on Large-scale Human Evaluations","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CV"],"primary_cat":"cs.CL","authors_text":"Ashish V. Thapliyal, Piyush Sharma, Radu Soricut, Tomer Levinboim","submitted_at":"2019-09-08T06:55:53Z","abstract_excerpt":"Automatic image captioning has improved significantly over the last few years, but the problem is far from being solved, with state of the art models still often producing low quality captions when used in the wild. In this paper, we focus on the task of Quality Estimation (QE) for image captions, which attempts to model the caption quality from a human perspective and without access to ground-truth references, so that it can be applied at prediction time to detect low-quality captions produced on previously unseen images. For this task, we develop a human evaluation process that collects coar"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1909.03396","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1909.03396/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:45:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RTkMgEop8f1+NqZiy23VKUxcbrlVMsbRLqXH2SJb6BtwMMFAX8JiyBLUu9hK9n6G4+wPYwus1gDp+6UOC8fwDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T22:40:28.500664Z"},"content_sha256":"6ea8be87d79162e1cbc7dbe94dc81b327cd254d1ae3f6646e14f2ed4d4a3cc92","schema_version":"1.0","event_id":"sha256:6ea8be87d79162e1cbc7dbe94dc81b327cd254d1ae3f6646e14f2ed4d4a3cc92"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LJJBNLQ6PQ3TBZD3W4HTILDAVL/bundle.json","state_url":"https://pith.science/pith/LJJBNLQ6PQ3TBZD3W4HTILDAVL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LJJBNLQ6PQ3TBZD3W4HTILDAVL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T22:40:28Z","links":{"resolver":"https://pith.science/pith/LJJBNLQ6PQ3TBZD3W4HTILDAVL","bundle":"https://pith.science/pith/LJJBNLQ6PQ3TBZD3W4HTILDAVL/bundle.json","state":"https://pith.science/pith/LJJBNLQ6PQ3TBZD3W4HTILDAVL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LJJBNLQ6PQ3TBZD3W4HTILDAVL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:LJJBNLQ6PQ3TBZD3W4HTILDAVL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5576bc366318dc0b040e02368db599e0c8b4b6173ca3ef736b9fb1dee486b6c9","cross_cats_sorted":["cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-09-08T06:55:53Z","title_canon_sha256":"b4ef38a010c61fbc1c975915a4cdf373bcdb5bd599253fa139efa606cfec5cac"},"schema_version":"1.0","source":{"id":"1909.03396","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1909.03396","created_at":"2026-07-05T02:45:31Z"},{"alias_kind":"arxiv_version","alias_value":"1909.03396v2","created_at":"2026-07-05T02:45:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1909.03396","created_at":"2026-07-05T02:45:31Z"},{"alias_kind":"pith_short_12","alias_value":"LJJBNLQ6PQ3T","created_at":"2026-07-05T02:45:31Z"},{"alias_kind":"pith_short_16","alias_value":"LJJBNLQ6PQ3TBZD3","created_at":"2026-07-05T02:45:31Z"},{"alias_kind":"pith_short_8","alias_value":"LJJBNLQ6","created_at":"2026-07-05T02:45:31Z"}],"graph_snapshots":[{"event_id":"sha256:6ea8be87d79162e1cbc7dbe94dc81b327cd254d1ae3f6646e14f2ed4d4a3cc92","target":"graph","created_at":"2026-07-05T02:45:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1909.03396/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Automatic image captioning has improved significantly over the last few years, but the problem is far from being solved, with state of the art models still often producing low quality captions when used in the wild. In this paper, we focus on the task of Quality Estimation (QE) for image captions, which attempts to model the caption quality from a human perspective and without access to ground-truth references, so that it can be applied at prediction time to detect low-quality captions produced on previously unseen images. For this task, we develop a human evaluation process that collects coar","authors_text":"Ashish V. Thapliyal, Piyush Sharma, Radu Soricut, Tomer Levinboim","cross_cats":["cs.CV"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-09-08T06:55:53Z","title":"Quality Estimation for Image Captions Based on Large-scale Human Evaluations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1909.03396","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1566e02971a1b29b88019075270637d1c3a12a5e761aa7374be41bf21e0b817a","target":"record","created_at":"2026-07-05T02:45:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5576bc366318dc0b040e02368db599e0c8b4b6173ca3ef736b9fb1dee486b6c9","cross_cats_sorted":["cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-09-08T06:55:53Z","title_canon_sha256":"b4ef38a010c61fbc1c975915a4cdf373bcdb5bd599253fa139efa606cfec5cac"},"schema_version":"1.0","source":{"id":"1909.03396","kind":"arxiv","version":2}},"canonical_sha256":"5a5216ae1e7c3730e47bb70f342c60aac428a21fce647bddd2e77b2cb634178a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5a5216ae1e7c3730e47bb70f342c60aac428a21fce647bddd2e77b2cb634178a","first_computed_at":"2026-07-05T02:45:31.224394Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:45:31.224394Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"XYq5Xn03oNLhX8W+ktduALuPwHTcUkxyUWjCk9uA67tsOTJS/SrBEVIUbw3hSUkw4L+HzBTrhheRNwrAPxriAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T02:45:31.224886Z","signed_message":"canonical_sha256_bytes"},"source_id":"1909.03396","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1566e02971a1b29b88019075270637d1c3a12a5e761aa7374be41bf21e0b817a","sha256:6ea8be87d79162e1cbc7dbe94dc81b327cd254d1ae3f6646e14f2ed4d4a3cc92"],"state_sha256":"34215d07b111f0c5e405e963420d4d3b6c1529ab4de0f6025d6f2f1542319eab"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"asQVi1eIdK/du3ypZsZWWlwQQY0XBup4LSODvgzGewQuHehBmCdtY5t4YzSCGyoEam+3CwHOyzVmw9L+xRWxCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T22:40:28.504604Z","bundle_sha256":"8b0f4c600db9907fe1e8521dd752cfd2326952bfd926444b8696a5c6b14ab403"}}