{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:I6TZTBP3VYI72RMJAITE2NSD5Y","short_pith_number":"pith:I6TZTBP3","canonical_record":{"source":{"id":"2102.02967","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2021-02-05T02:45:30Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"53afa9cb344586c9f301bffc19574d36067431efcf07366c61c087cb84cf7287","abstract_canon_sha256":"2e113072de287219113b2fb4689cc625f76e7ef6d7db81a57075d636b027b292"},"schema_version":"1.0"},"canonical_sha256":"47a79985fbae11fd458902264d3643ee3d8c2c539a7f2093d56ba2f8d74faf74","source":{"kind":"arxiv","id":"2102.02967","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2102.02967","created_at":"2026-07-05T02:12:55Z"},{"alias_kind":"arxiv_version","alias_value":"2102.02967v1","created_at":"2026-07-05T02:12:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2102.02967","created_at":"2026-07-05T02:12:55Z"},{"alias_kind":"pith_short_12","alias_value":"I6TZTBP3VYI7","created_at":"2026-07-05T02:12:55Z"},{"alias_kind":"pith_short_16","alias_value":"I6TZTBP3VYI72RMJ","created_at":"2026-07-05T02:12:55Z"},{"alias_kind":"pith_short_8","alias_value":"I6TZTBP3","created_at":"2026-07-05T02:12:55Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:I6TZTBP3VYI72RMJAITE2NSD5Y","target":"record","payload":{"canonical_record":{"source":{"id":"2102.02967","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2021-02-05T02:45:30Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"53afa9cb344586c9f301bffc19574d36067431efcf07366c61c087cb84cf7287","abstract_canon_sha256":"2e113072de287219113b2fb4689cc625f76e7ef6d7db81a57075d636b027b292"},"schema_version":"1.0"},"canonical_sha256":"47a79985fbae11fd458902264d3643ee3d8c2c539a7f2093d56ba2f8d74faf74","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:12:55.498188Z","signature_b64":"fZKcGV0DyYkeB/oZ8PEacCgjrMUbKvAwGPpuBeTUfY9cYC3WRcTTWEnzEAaLY1bnT20oUOmxHlT5DxbcbGFkAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"47a79985fbae11fd458902264d3643ee3d8c2c539a7f2093d56ba2f8d74faf74","last_reissued_at":"2026-07-05T02:12:55.497763Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:12:55.497763Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2102.02967","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:12:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HjTfgnGjPT+wzsiChhNb356Z0rh4wwojYU0bVndNLkxhMsk0gxcMnySJIxSwkkjINtU6pT2zChDV72qc8VYXAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T21:56:22.312433Z"},"content_sha256":"0f4123793acf2ac5d42b0ac1875ba576b2c45381aa665e6ce25f154702d9e995","schema_version":"1.0","event_id":"sha256:0f4123793acf2ac5d42b0ac1875ba576b2c45381aa665e6ce25f154702d9e995"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:I6TZTBP3VYI72RMJAITE2NSD5Y","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"RpBERT: A Text-image Relation Propagation-based BERT Model for Multimodal NER","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Fangsheng Weng, Jiquan Wang, Kai Zhang, Lin Sun, Yindu Su","submitted_at":"2021-02-05T02:45:30Z","abstract_excerpt":"Recently multimodal named entity recognition (MNER) has utilized images to improve the accuracy of NER in tweets. However, most of the multimodal methods use attention mechanisms to extract visual clues regardless of whether the text and image are relevant. Practically, the irrelevant text-image pairs account for a large proportion in tweets. The visual clues that are unrelated to the texts will exert uncertain or even negative effects on multimodal model learning. In this paper, we introduce a method of text-image relation propagation into the multimodal BERT model. We integrate soft or hard "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2102.02967","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2102.02967/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:12:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"J7xBBACwWNdAR2APolDx5Q0EyHslSwLHvuyT+8y6iR9iXojf6i/yzyXJimcn/OfBjXYzxspB1mxzVRoL/jaGBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T21:56:22.312776Z"},"content_sha256":"66f2d58f66e238539b660c9509462f1400c10172eb684b1b20857426ee0a13df","schema_version":"1.0","event_id":"sha256:66f2d58f66e238539b660c9509462f1400c10172eb684b1b20857426ee0a13df"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/I6TZTBP3VYI72RMJAITE2NSD5Y/bundle.json","state_url":"https://pith.science/pith/I6TZTBP3VYI72RMJAITE2NSD5Y/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/I6TZTBP3VYI72RMJAITE2NSD5Y/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-14T21:56:22Z","links":{"resolver":"https://pith.science/pith/I6TZTBP3VYI72RMJAITE2NSD5Y","bundle":"https://pith.science/pith/I6TZTBP3VYI72RMJAITE2NSD5Y/bundle.json","state":"https://pith.science/pith/I6TZTBP3VYI72RMJAITE2NSD5Y/state.json","well_known_bundle":"https://pith.science/.well-known/pith/I6TZTBP3VYI72RMJAITE2NSD5Y/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:I6TZTBP3VYI72RMJAITE2NSD5Y","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2e113072de287219113b2fb4689cc625f76e7ef6d7db81a57075d636b027b292","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2021-02-05T02:45:30Z","title_canon_sha256":"53afa9cb344586c9f301bffc19574d36067431efcf07366c61c087cb84cf7287"},"schema_version":"1.0","source":{"id":"2102.02967","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2102.02967","created_at":"2026-07-05T02:12:55Z"},{"alias_kind":"arxiv_version","alias_value":"2102.02967v1","created_at":"2026-07-05T02:12:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2102.02967","created_at":"2026-07-05T02:12:55Z"},{"alias_kind":"pith_short_12","alias_value":"I6TZTBP3VYI7","created_at":"2026-07-05T02:12:55Z"},{"alias_kind":"pith_short_16","alias_value":"I6TZTBP3VYI72RMJ","created_at":"2026-07-05T02:12:55Z"},{"alias_kind":"pith_short_8","alias_value":"I6TZTBP3","created_at":"2026-07-05T02:12:55Z"}],"graph_snapshots":[{"event_id":"sha256:66f2d58f66e238539b660c9509462f1400c10172eb684b1b20857426ee0a13df","target":"graph","created_at":"2026-07-05T02:12:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2102.02967/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recently multimodal named entity recognition (MNER) has utilized images to improve the accuracy of NER in tweets. However, most of the multimodal methods use attention mechanisms to extract visual clues regardless of whether the text and image are relevant. Practically, the irrelevant text-image pairs account for a large proportion in tweets. The visual clues that are unrelated to the texts will exert uncertain or even negative effects on multimodal model learning. In this paper, we introduce a method of text-image relation propagation into the multimodal BERT model. We integrate soft or hard ","authors_text":"Fangsheng Weng, Jiquan Wang, Kai Zhang, Lin Sun, Yindu Su","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2021-02-05T02:45:30Z","title":"RpBERT: A Text-image Relation Propagation-based BERT Model for Multimodal NER"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2102.02967","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0f4123793acf2ac5d42b0ac1875ba576b2c45381aa665e6ce25f154702d9e995","target":"record","created_at":"2026-07-05T02:12:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2e113072de287219113b2fb4689cc625f76e7ef6d7db81a57075d636b027b292","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2021-02-05T02:45:30Z","title_canon_sha256":"53afa9cb344586c9f301bffc19574d36067431efcf07366c61c087cb84cf7287"},"schema_version":"1.0","source":{"id":"2102.02967","kind":"arxiv","version":1}},"canonical_sha256":"47a79985fbae11fd458902264d3643ee3d8c2c539a7f2093d56ba2f8d74faf74","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"47a79985fbae11fd458902264d3643ee3d8c2c539a7f2093d56ba2f8d74faf74","first_computed_at":"2026-07-05T02:12:55.497763Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:12:55.497763Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"fZKcGV0DyYkeB/oZ8PEacCgjrMUbKvAwGPpuBeTUfY9cYC3WRcTTWEnzEAaLY1bnT20oUOmxHlT5DxbcbGFkAA==","signature_status":"signed_v1","signed_at":"2026-07-05T02:12:55.498188Z","signed_message":"canonical_sha256_bytes"},"source_id":"2102.02967","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0f4123793acf2ac5d42b0ac1875ba576b2c45381aa665e6ce25f154702d9e995","sha256:66f2d58f66e238539b660c9509462f1400c10172eb684b1b20857426ee0a13df"],"state_sha256":"380e9bbd9d1bad167f4409d134b180a1646a487b9a069baa2db50971a983545d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2WENiY5xADTLb3Ax/4mb/YWcsjoelC0ozvMTh7OKj+JbBzoxDOJdHMRuavYh0NyB52BNXIr8gvdFrQWjLgo7DA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-14T21:56:22.315890Z","bundle_sha256":"5f113f14c24041ad58c74da11efa6a2ba703f58ea67e6bbf2c31668f4ec2ba3d"}}