{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2017:26QFJSNGXNIZVG2GMSBLAW2WSW","short_pith_number":"pith:26QFJSNG","canonical_record":{"source":{"id":"1710.06303","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2017-10-17T14:11:37Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"1ec2fb1d1f802065585159db1475a1f565d20aeeb6b62c845c02750907a00b1e","abstract_canon_sha256":"a65b1d146ba760eb673f1fb26bf55871e8ee078e7d6b3f8ab5ae10de499ecdee"},"schema_version":"1.0"},"canonical_sha256":"d7a054c9a6bb519a9b466482b05b569593834fa5824ce4d579f0d96e08fe49d8","source":{"kind":"arxiv","id":"1710.06303","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1710.06303","created_at":"2026-05-18T00:32:37Z"},{"alias_kind":"arxiv_version","alias_value":"1710.06303v1","created_at":"2026-05-18T00:32:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1710.06303","created_at":"2026-05-18T00:32:37Z"},{"alias_kind":"pith_short_12","alias_value":"26QFJSNGXNIZ","created_at":"2026-05-18T12:30:55Z"},{"alias_kind":"pith_short_16","alias_value":"26QFJSNGXNIZVG2G","created_at":"2026-05-18T12:30:55Z"},{"alias_kind":"pith_short_8","alias_value":"26QFJSNG","created_at":"2026-05-18T12:30:55Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2017:26QFJSNGXNIZVG2GMSBLAW2WSW","target":"record","payload":{"canonical_record":{"source":{"id":"1710.06303","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2017-10-17T14:11:37Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"1ec2fb1d1f802065585159db1475a1f565d20aeeb6b62c845c02750907a00b1e","abstract_canon_sha256":"a65b1d146ba760eb673f1fb26bf55871e8ee078e7d6b3f8ab5ae10de499ecdee"},"schema_version":"1.0"},"canonical_sha256":"d7a054c9a6bb519a9b466482b05b569593834fa5824ce4d579f0d96e08fe49d8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:32:37.161734Z","signature_b64":"baZ/XfXjQs3NJo9++aUIvpQvt1N4kLjs/feXUQY0AAsLeKQCzLOe+STotWM8MnkA4EWX9wncEESWooLu/byTAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d7a054c9a6bb519a9b466482b05b569593834fa5824ce4d579f0d96e08fe49d8","last_reissued_at":"2026-05-18T00:32:37.161016Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:32:37.161016Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1710.06303","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:32:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/J2ZtRXbTLebv+pc0K1rSbFGIbWnjRGnjYMdHz/s8roU/sCInhnL4uz2PDcZAOFe6C7FNxtJqCKubVwuX5ozBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-28T15:45:48.612182Z"},"content_sha256":"2e968d9f695c1c63b46608cb86526f40c279e8020fc61ca3e340670a2c98782a","schema_version":"1.0","event_id":"sha256:2e968d9f695c1c63b46608cb86526f40c279e8020fc61ca3e340670a2c98782a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2017:26QFJSNGXNIZVG2GMSBLAW2WSW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Describing Natural Images Containing Novel Objects with Knowledge Guided Assitance","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.CV","authors_text":"Achim Rettinger, Aditya Mogadala, Lexing Xie, Umanga Bista","submitted_at":"2017-10-17T14:11:37Z","abstract_excerpt":"Images in the wild encapsulate rich knowledge about varied abstract concepts and cannot be sufficiently described with models built only using image-caption pairs containing selected objects. We propose to handle such a task with the guidance of a knowledge base that incorporate many abstract concepts. Our method is a two-step process where we first build a multi-entity-label image recognition model to predict abstract concepts as image labels and then leverage them in the second step as an external semantic attention and constrained inference in the caption generation model for describing ima"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1710.06303","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:32:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"O00apcKwCqqE/RaL4EzOaDKrdyISYiLo2ysoi+ufOh/ltEOuzPyju3VrlhIeoB4pcjPhIsGjl+wFrnetqpiHCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-28T15:45:48.612885Z"},"content_sha256":"988c0d772a9e9c09441941de5c4e514b2f1593135cba186528b46c1d132882ac","schema_version":"1.0","event_id":"sha256:988c0d772a9e9c09441941de5c4e514b2f1593135cba186528b46c1d132882ac"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/26QFJSNGXNIZVG2GMSBLAW2WSW/bundle.json","state_url":"https://pith.science/pith/26QFJSNGXNIZVG2GMSBLAW2WSW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/26QFJSNGXNIZVG2GMSBLAW2WSW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-28T15:45:48Z","links":{"resolver":"https://pith.science/pith/26QFJSNGXNIZVG2GMSBLAW2WSW","bundle":"https://pith.science/pith/26QFJSNGXNIZVG2GMSBLAW2WSW/bundle.json","state":"https://pith.science/pith/26QFJSNGXNIZVG2GMSBLAW2WSW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/26QFJSNGXNIZVG2GMSBLAW2WSW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2017:26QFJSNGXNIZVG2GMSBLAW2WSW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a65b1d146ba760eb673f1fb26bf55871e8ee078e7d6b3f8ab5ae10de499ecdee","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2017-10-17T14:11:37Z","title_canon_sha256":"1ec2fb1d1f802065585159db1475a1f565d20aeeb6b62c845c02750907a00b1e"},"schema_version":"1.0","source":{"id":"1710.06303","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1710.06303","created_at":"2026-05-18T00:32:37Z"},{"alias_kind":"arxiv_version","alias_value":"1710.06303v1","created_at":"2026-05-18T00:32:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1710.06303","created_at":"2026-05-18T00:32:37Z"},{"alias_kind":"pith_short_12","alias_value":"26QFJSNGXNIZ","created_at":"2026-05-18T12:30:55Z"},{"alias_kind":"pith_short_16","alias_value":"26QFJSNGXNIZVG2G","created_at":"2026-05-18T12:30:55Z"},{"alias_kind":"pith_short_8","alias_value":"26QFJSNG","created_at":"2026-05-18T12:30:55Z"}],"graph_snapshots":[{"event_id":"sha256:988c0d772a9e9c09441941de5c4e514b2f1593135cba186528b46c1d132882ac","target":"graph","created_at":"2026-05-18T00:32:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Images in the wild encapsulate rich knowledge about varied abstract concepts and cannot be sufficiently described with models built only using image-caption pairs containing selected objects. We propose to handle such a task with the guidance of a knowledge base that incorporate many abstract concepts. Our method is a two-step process where we first build a multi-entity-label image recognition model to predict abstract concepts as image labels and then leverage them in the second step as an external semantic attention and constrained inference in the caption generation model for describing ima","authors_text":"Achim Rettinger, Aditya Mogadala, Lexing Xie, Umanga Bista","cross_cats":["cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2017-10-17T14:11:37Z","title":"Describing Natural Images Containing Novel Objects with Knowledge Guided Assitance"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1710.06303","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2e968d9f695c1c63b46608cb86526f40c279e8020fc61ca3e340670a2c98782a","target":"record","created_at":"2026-05-18T00:32:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a65b1d146ba760eb673f1fb26bf55871e8ee078e7d6b3f8ab5ae10de499ecdee","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2017-10-17T14:11:37Z","title_canon_sha256":"1ec2fb1d1f802065585159db1475a1f565d20aeeb6b62c845c02750907a00b1e"},"schema_version":"1.0","source":{"id":"1710.06303","kind":"arxiv","version":1}},"canonical_sha256":"d7a054c9a6bb519a9b466482b05b569593834fa5824ce4d579f0d96e08fe49d8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d7a054c9a6bb519a9b466482b05b569593834fa5824ce4d579f0d96e08fe49d8","first_computed_at":"2026-05-18T00:32:37.161016Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:32:37.161016Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"baZ/XfXjQs3NJo9++aUIvpQvt1N4kLjs/feXUQY0AAsLeKQCzLOe+STotWM8MnkA4EWX9wncEESWooLu/byTAw==","signature_status":"signed_v1","signed_at":"2026-05-18T00:32:37.161734Z","signed_message":"canonical_sha256_bytes"},"source_id":"1710.06303","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2e968d9f695c1c63b46608cb86526f40c279e8020fc61ca3e340670a2c98782a","sha256:988c0d772a9e9c09441941de5c4e514b2f1593135cba186528b46c1d132882ac"],"state_sha256":"796c6fd3322a3561803eaeb5b6b89cd76e90e0bcbe47161deb9a8f754b9aba37"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bLa5lL34mb/SHv9t3XhoQFH3CrtdZ/GoqaOqiwcSpcJRb6lcRegUM7i8dlB2R+7sYxJqB4duiSzJDAXkJNTDAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-28T15:45:48.616673Z","bundle_sha256":"6cd3906ef8e496cbfe31f6a7ce021ed0c5c4cbce590a722077e2ba79327430ef"}}