{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2016:2PKIBQGAZ7Q6DW22UX7ICJT4SM","short_pith_number":"pith:2PKIBQGA","canonical_record":{"source":{"id":"1612.07600","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-12-22T14:00:28Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"3d1d66bf9f1bfe94a5e7d359e5caf6c72f6fd5b977a83c909715f567e67185b0","abstract_canon_sha256":"f4838c0fce630c2335c4cfad2d19f4854c78b8fd83e9297d0b52349fcd525d6d"},"schema_version":"1.0"},"canonical_sha256":"d3d480c0c0cfe1e1db5aa5fe81267c932ff10a9645d7edd8eb39cf01a347de31","source":{"kind":"arxiv","id":"1612.07600","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1612.07600","created_at":"2026-05-18T00:54:09Z"},{"alias_kind":"arxiv_version","alias_value":"1612.07600v1","created_at":"2026-05-18T00:54:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1612.07600","created_at":"2026-05-18T00:54:09Z"},{"alias_kind":"pith_short_12","alias_value":"2PKIBQGAZ7Q6","created_at":"2026-05-18T12:29:55Z"},{"alias_kind":"pith_short_16","alias_value":"2PKIBQGAZ7Q6DW22","created_at":"2026-05-18T12:29:55Z"},{"alias_kind":"pith_short_8","alias_value":"2PKIBQGA","created_at":"2026-05-18T12:29:55Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2016:2PKIBQGAZ7Q6DW22UX7ICJT4SM","target":"record","payload":{"canonical_record":{"source":{"id":"1612.07600","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-12-22T14:00:28Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"3d1d66bf9f1bfe94a5e7d359e5caf6c72f6fd5b977a83c909715f567e67185b0","abstract_canon_sha256":"f4838c0fce630c2335c4cfad2d19f4854c78b8fd83e9297d0b52349fcd525d6d"},"schema_version":"1.0"},"canonical_sha256":"d3d480c0c0cfe1e1db5aa5fe81267c932ff10a9645d7edd8eb39cf01a347de31","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:54:09.660406Z","signature_b64":"sBeJlQjsS8lQehFy6XO8//1M27Ge+IeBPCE/zCmmVCqJRGfpReojkBOZi8/bWgoXrc+od0lS81GS5YChgkBlDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d3d480c0c0cfe1e1db5aa5fe81267c932ff10a9645d7edd8eb39cf01a347de31","last_reissued_at":"2026-05-18T00:54:09.659918Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:54:09.659918Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1612.07600","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:54:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"E6+nkYlbnkCdIN4crYYq/9svnhx0r72isD66k1JVgZ0bzras8Y8PjRzAmqMWx8L83bC7zj/QxQiljiZOe5AFDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-26T20:19:58.215964Z"},"content_sha256":"9646bd0f188f788998dfe1d36ccbcf7b5eb171c4825b042447bddafb64c121d8","schema_version":"1.0","event_id":"sha256:9646bd0f188f788998dfe1d36ccbcf7b5eb171c4825b042447bddafb64c121d8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2016:2PKIBQGAZ7Q6DW22UX7ICJT4SM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Re-evaluating Automatic Metrics for Image Captioning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CV"],"primary_cat":"cs.CL","authors_text":"Aykut Erdem, Erkut Erdem, Mert Kilickaya, Nazli Ikizler-Cinbis","submitted_at":"2016-12-22T14:00:28Z","abstract_excerpt":"The task of generating natural language descriptions from images has received a lot of attention in recent years. Consequently, it is becoming increasingly important to evaluate such image captioning approaches in an automatic manner. In this paper, we provide an in-depth evaluation of the existing image captioning metrics through a series of carefully designed experiments. Moreover, we explore the utilization of the recently proposed Word Mover's Distance (WMD) document metric for the purpose of image captioning. Our findings outline the differences and/or similarities between metrics and the"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1612.07600","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:54:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"j90W3mtCnN3CRbFvinRzA7RS1B65eA5gfQMZUEeUNqYnG97KNChHpyw2MOZNC/W8+OlxLkd4HlaUmB1oX+0YAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-26T20:19:58.216338Z"},"content_sha256":"796d0de2b3cc74bc32cc1e7e3ceffe93702b7e6ec33a3ca31bb854448fa96adb","schema_version":"1.0","event_id":"sha256:796d0de2b3cc74bc32cc1e7e3ceffe93702b7e6ec33a3ca31bb854448fa96adb"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2PKIBQGAZ7Q6DW22UX7ICJT4SM/bundle.json","state_url":"https://pith.science/pith/2PKIBQGAZ7Q6DW22UX7ICJT4SM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2PKIBQGAZ7Q6DW22UX7ICJT4SM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-26T20:19:58Z","links":{"resolver":"https://pith.science/pith/2PKIBQGAZ7Q6DW22UX7ICJT4SM","bundle":"https://pith.science/pith/2PKIBQGAZ7Q6DW22UX7ICJT4SM/bundle.json","state":"https://pith.science/pith/2PKIBQGAZ7Q6DW22UX7ICJT4SM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2PKIBQGAZ7Q6DW22UX7ICJT4SM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2016:2PKIBQGAZ7Q6DW22UX7ICJT4SM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f4838c0fce630c2335c4cfad2d19f4854c78b8fd83e9297d0b52349fcd525d6d","cross_cats_sorted":["cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-12-22T14:00:28Z","title_canon_sha256":"3d1d66bf9f1bfe94a5e7d359e5caf6c72f6fd5b977a83c909715f567e67185b0"},"schema_version":"1.0","source":{"id":"1612.07600","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1612.07600","created_at":"2026-05-18T00:54:09Z"},{"alias_kind":"arxiv_version","alias_value":"1612.07600v1","created_at":"2026-05-18T00:54:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1612.07600","created_at":"2026-05-18T00:54:09Z"},{"alias_kind":"pith_short_12","alias_value":"2PKIBQGAZ7Q6","created_at":"2026-05-18T12:29:55Z"},{"alias_kind":"pith_short_16","alias_value":"2PKIBQGAZ7Q6DW22","created_at":"2026-05-18T12:29:55Z"},{"alias_kind":"pith_short_8","alias_value":"2PKIBQGA","created_at":"2026-05-18T12:29:55Z"}],"graph_snapshots":[{"event_id":"sha256:796d0de2b3cc74bc32cc1e7e3ceffe93702b7e6ec33a3ca31bb854448fa96adb","target":"graph","created_at":"2026-05-18T00:54:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"The task of generating natural language descriptions from images has received a lot of attention in recent years. Consequently, it is becoming increasingly important to evaluate such image captioning approaches in an automatic manner. In this paper, we provide an in-depth evaluation of the existing image captioning metrics through a series of carefully designed experiments. Moreover, we explore the utilization of the recently proposed Word Mover's Distance (WMD) document metric for the purpose of image captioning. Our findings outline the differences and/or similarities between metrics and the","authors_text":"Aykut Erdem, Erkut Erdem, Mert Kilickaya, Nazli Ikizler-Cinbis","cross_cats":["cs.CV"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-12-22T14:00:28Z","title":"Re-evaluating Automatic Metrics for Image Captioning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1612.07600","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9646bd0f188f788998dfe1d36ccbcf7b5eb171c4825b042447bddafb64c121d8","target":"record","created_at":"2026-05-18T00:54:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f4838c0fce630c2335c4cfad2d19f4854c78b8fd83e9297d0b52349fcd525d6d","cross_cats_sorted":["cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-12-22T14:00:28Z","title_canon_sha256":"3d1d66bf9f1bfe94a5e7d359e5caf6c72f6fd5b977a83c909715f567e67185b0"},"schema_version":"1.0","source":{"id":"1612.07600","kind":"arxiv","version":1}},"canonical_sha256":"d3d480c0c0cfe1e1db5aa5fe81267c932ff10a9645d7edd8eb39cf01a347de31","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d3d480c0c0cfe1e1db5aa5fe81267c932ff10a9645d7edd8eb39cf01a347de31","first_computed_at":"2026-05-18T00:54:09.659918Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:54:09.659918Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"sBeJlQjsS8lQehFy6XO8//1M27Ge+IeBPCE/zCmmVCqJRGfpReojkBOZi8/bWgoXrc+od0lS81GS5YChgkBlDQ==","signature_status":"signed_v1","signed_at":"2026-05-18T00:54:09.660406Z","signed_message":"canonical_sha256_bytes"},"source_id":"1612.07600","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9646bd0f188f788998dfe1d36ccbcf7b5eb171c4825b042447bddafb64c121d8","sha256:796d0de2b3cc74bc32cc1e7e3ceffe93702b7e6ec33a3ca31bb854448fa96adb"],"state_sha256":"10fe8ea37035ca46153409266b944ef53a5084461fd09cd5a13d5d48eb0112e2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"B1cJALGs7KcFr2XuOdQGqxxncI4kFeQ2alRunkic0zTehxrK3XhS0pJKxyOc8VhaWonhwXFLGqjLxYn9f9pPBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-26T20:19:58.218996Z","bundle_sha256":"2a26572861cafabed911cf2fc78ce6c674256dae7fe92cf5759e05ba968cc6c0"}}