{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:4JVPPKB6T2WSLXY7JZTGBLC6VS","short_pith_number":"pith:4JVPPKB6","canonical_record":{"source":{"id":"1904.01356","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2019-04-02T11:57:40Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"6c1f33aad8c0aed3abd9cda797bb22da9dcae3aed40e91d4578beb18da265edb","abstract_canon_sha256":"f64f32353324e73ad0320c690a37be6a91c80c1a612a55d736727ed6a05f8df4"},"schema_version":"1.0"},"canonical_sha256":"e26af7a83e9ead25df1f4e6660ac5eacaa1df94288deb6adde5a40031cbf6c22","source":{"kind":"arxiv","id":"1904.01356","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1904.01356","created_at":"2026-05-17T23:49:34Z"},{"alias_kind":"arxiv_version","alias_value":"1904.01356v1","created_at":"2026-05-17T23:49:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1904.01356","created_at":"2026-05-17T23:49:34Z"},{"alias_kind":"pith_short_12","alias_value":"4JVPPKB6T2WS","created_at":"2026-05-18T12:33:10Z"},{"alias_kind":"pith_short_16","alias_value":"4JVPPKB6T2WSLXY7","created_at":"2026-05-18T12:33:10Z"},{"alias_kind":"pith_short_8","alias_value":"4JVPPKB6","created_at":"2026-05-18T12:33:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:4JVPPKB6T2WSLXY7JZTGBLC6VS","target":"record","payload":{"canonical_record":{"source":{"id":"1904.01356","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2019-04-02T11:57:40Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"6c1f33aad8c0aed3abd9cda797bb22da9dcae3aed40e91d4578beb18da265edb","abstract_canon_sha256":"f64f32353324e73ad0320c690a37be6a91c80c1a612a55d736727ed6a05f8df4"},"schema_version":"1.0"},"canonical_sha256":"e26af7a83e9ead25df1f4e6660ac5eacaa1df94288deb6adde5a40031cbf6c22","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:49:34.942772Z","signature_b64":"D4tH68oTmBcOKlCraYjM8hq8UEN24fwh84ag0mdNg1rGajTJPe72HFyboQcw9EbSo/7VMtCAR9cSHhvUJGy5DA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e26af7a83e9ead25df1f4e6660ac5eacaa1df94288deb6adde5a40031cbf6c22","last_reissued_at":"2026-05-17T23:49:34.942095Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:49:34.942095Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1904.01356","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:49:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0myYyfzL71jW7R0Ni/WHa0sjjl/MKrDSUWrdY4W+9JO7gnxoKjc5brHfyRjOWuJWMVnlaiI4mN1ydH148ctQBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-28T19:17:08.620812Z"},"content_sha256":"436220c09a2fe4a3ffcaf75328ece85d3dbd9bdda8283380bf07cde08ede1bc9","schema_version":"1.0","event_id":"sha256:436220c09a2fe4a3ffcaf75328ece85d3dbd9bdda8283380bf07cde08ede1bc9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:4JVPPKB6T2WSLXY7JZTGBLC6VS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Aiding Intra-Text Representations with Visual Context for Multimodal Named Entity Recognition","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.CV","authors_text":"Alessandro Calefati, Ignazio Gallo, Omer Arshad, Shah Nawaz","submitted_at":"2019-04-02T11:57:40Z","abstract_excerpt":"With massive explosion of social media such as Twitter and Instagram, people daily share billions of multimedia posts, containing images and text. Typically, text in these posts is short, informal and noisy, leading to ambiguities which can be resolved using images. In this paper we explore text-centric Named Entity Recognition task on these multimedia posts. We propose an end to end model which learns a joint representation of a text and an image. Our model extends multi-dimensional self attention technique, where now image helps to enhance relationship between words. Experiments show that ou"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1904.01356","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:49:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UuE2JWNThgcs+m6rGwGDkn/qfZtkbsf7PPj7X4N1cERnTlgwlpQZCiavapI5Ba59DH8cqR90vnzfspim0wwYAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-28T19:17:08.621457Z"},"content_sha256":"c2caf7f461e9831a79a3a4a4e0edcc45a971da7a9b5562d96902ab01dc15138c","schema_version":"1.0","event_id":"sha256:c2caf7f461e9831a79a3a4a4e0edcc45a971da7a9b5562d96902ab01dc15138c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4JVPPKB6T2WSLXY7JZTGBLC6VS/bundle.json","state_url":"https://pith.science/pith/4JVPPKB6T2WSLXY7JZTGBLC6VS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4JVPPKB6T2WSLXY7JZTGBLC6VS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-28T19:17:08Z","links":{"resolver":"https://pith.science/pith/4JVPPKB6T2WSLXY7JZTGBLC6VS","bundle":"https://pith.science/pith/4JVPPKB6T2WSLXY7JZTGBLC6VS/bundle.json","state":"https://pith.science/pith/4JVPPKB6T2WSLXY7JZTGBLC6VS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4JVPPKB6T2WSLXY7JZTGBLC6VS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:4JVPPKB6T2WSLXY7JZTGBLC6VS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f64f32353324e73ad0320c690a37be6a91c80c1a612a55d736727ed6a05f8df4","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2019-04-02T11:57:40Z","title_canon_sha256":"6c1f33aad8c0aed3abd9cda797bb22da9dcae3aed40e91d4578beb18da265edb"},"schema_version":"1.0","source":{"id":"1904.01356","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1904.01356","created_at":"2026-05-17T23:49:34Z"},{"alias_kind":"arxiv_version","alias_value":"1904.01356v1","created_at":"2026-05-17T23:49:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1904.01356","created_at":"2026-05-17T23:49:34Z"},{"alias_kind":"pith_short_12","alias_value":"4JVPPKB6T2WS","created_at":"2026-05-18T12:33:10Z"},{"alias_kind":"pith_short_16","alias_value":"4JVPPKB6T2WSLXY7","created_at":"2026-05-18T12:33:10Z"},{"alias_kind":"pith_short_8","alias_value":"4JVPPKB6","created_at":"2026-05-18T12:33:10Z"}],"graph_snapshots":[{"event_id":"sha256:c2caf7f461e9831a79a3a4a4e0edcc45a971da7a9b5562d96902ab01dc15138c","target":"graph","created_at":"2026-05-17T23:49:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"With massive explosion of social media such as Twitter and Instagram, people daily share billions of multimedia posts, containing images and text. Typically, text in these posts is short, informal and noisy, leading to ambiguities which can be resolved using images. In this paper we explore text-centric Named Entity Recognition task on these multimedia posts. We propose an end to end model which learns a joint representation of a text and an image. Our model extends multi-dimensional self attention technique, where now image helps to enhance relationship between words. Experiments show that ou","authors_text":"Alessandro Calefati, Ignazio Gallo, Omer Arshad, Shah Nawaz","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2019-04-02T11:57:40Z","title":"Aiding Intra-Text Representations with Visual Context for Multimodal Named Entity Recognition"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1904.01356","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:436220c09a2fe4a3ffcaf75328ece85d3dbd9bdda8283380bf07cde08ede1bc9","target":"record","created_at":"2026-05-17T23:49:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f64f32353324e73ad0320c690a37be6a91c80c1a612a55d736727ed6a05f8df4","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2019-04-02T11:57:40Z","title_canon_sha256":"6c1f33aad8c0aed3abd9cda797bb22da9dcae3aed40e91d4578beb18da265edb"},"schema_version":"1.0","source":{"id":"1904.01356","kind":"arxiv","version":1}},"canonical_sha256":"e26af7a83e9ead25df1f4e6660ac5eacaa1df94288deb6adde5a40031cbf6c22","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e26af7a83e9ead25df1f4e6660ac5eacaa1df94288deb6adde5a40031cbf6c22","first_computed_at":"2026-05-17T23:49:34.942095Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:49:34.942095Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"D4tH68oTmBcOKlCraYjM8hq8UEN24fwh84ag0mdNg1rGajTJPe72HFyboQcw9EbSo/7VMtCAR9cSHhvUJGy5DA==","signature_status":"signed_v1","signed_at":"2026-05-17T23:49:34.942772Z","signed_message":"canonical_sha256_bytes"},"source_id":"1904.01356","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:436220c09a2fe4a3ffcaf75328ece85d3dbd9bdda8283380bf07cde08ede1bc9","sha256:c2caf7f461e9831a79a3a4a4e0edcc45a971da7a9b5562d96902ab01dc15138c"],"state_sha256":"b6a172f002b59fad5b39efb760b0de984cb1e7d8aabfe5313aab25da597d4230"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VsJrpoLpHWu8p1ZV5dvHjUd+u5485+6MOByGRw93UGduV4sLYpU4oOHAiyC11u6f5/v39V4BF7RtLl20yEZLCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-28T19:17:08.624255Z","bundle_sha256":"4f9e5135a8bdb29e44a554a532ed96948574ea69e84f7f61c0a731888f562a92"}}