{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:5SNQNFRGFMVGEQKVNCU3ZCW46V","short_pith_number":"pith:5SNQNFRG","canonical_record":{"source":{"id":"2003.12383","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2020-03-25T14:57:52Z","cross_cats_sorted":["cs.CL","cs.CV","cs.LG"],"title_canon_sha256":"e6caadf0fa2607e78737262cad34ff62f95d1d08f9717b828f20e1b5b845335f","abstract_canon_sha256":"e631b057d75889f4900dd607e784a257512b11b046f7d76a0d20470a008e6232"},"schema_version":"1.0"},"canonical_sha256":"ec9b0696262b2a62415568a9bc8adcf5445bff7da848fc35f0828bdb534c0102","source":{"kind":"arxiv","id":"2003.12383","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2003.12383","created_at":"2026-07-05T00:50:57Z"},{"alias_kind":"arxiv_version","alias_value":"2003.12383v1","created_at":"2026-07-05T00:50:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2003.12383","created_at":"2026-07-05T00:50:57Z"},{"alias_kind":"pith_short_12","alias_value":"5SNQNFRGFMVG","created_at":"2026-07-05T00:50:57Z"},{"alias_kind":"pith_short_16","alias_value":"5SNQNFRGFMVGEQKV","created_at":"2026-07-05T00:50:57Z"},{"alias_kind":"pith_short_8","alias_value":"5SNQNFRG","created_at":"2026-07-05T00:50:57Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:5SNQNFRGFMVGEQKVNCU3ZCW46V","target":"record","payload":{"canonical_record":{"source":{"id":"2003.12383","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2020-03-25T14:57:52Z","cross_cats_sorted":["cs.CL","cs.CV","cs.LG"],"title_canon_sha256":"e6caadf0fa2607e78737262cad34ff62f95d1d08f9717b828f20e1b5b845335f","abstract_canon_sha256":"e631b057d75889f4900dd607e784a257512b11b046f7d76a0d20470a008e6232"},"schema_version":"1.0"},"canonical_sha256":"ec9b0696262b2a62415568a9bc8adcf5445bff7da848fc35f0828bdb534c0102","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:50:57.858217Z","signature_b64":"2ho2dqwVmasX7EVpHdMPOon434GtM/szmKI2Tt3RWeDMtWdpSTy2flnFo2HkDaxPT6vGvFkjVXuHDfrUCqY8DQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ec9b0696262b2a62415568a9bc8adcf5445bff7da848fc35f0828bdb534c0102","last_reissued_at":"2026-07-05T00:50:57.857811Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:50:57.857811Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2003.12383","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:50:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rp/mOeA3yLuhk6Tt7Jhc5CvUsUcNogl4RFMr8PH1DvS8p8y/myQDLvLRaGVGwR/y82tVBUyjK/fGTw5ZmES/DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T14:12:49.040142Z"},"content_sha256":"d6e2356739fb05b29551d611de1261d60ed39bea68d9e6ec236d4dd534defae4","schema_version":"1.0","event_id":"sha256:d6e2356739fb05b29551d611de1261d60ed39bea68d9e6ec236d4dd534defae4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:5SNQNFRGFMVGEQKVNCU3ZCW46V","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"End-to-End Entity Classification on Multimodal Knowledge Graphs","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL","cs.CV","cs.LG"],"primary_cat":"cs.AI","authors_text":"(2) Geodan Amsterdam The Netherlands), F.A.H. van Harmelen (1) ((1) Department of Computer Science Vrije Universiteit Amsterdam The Netherlands, P. Bloem (1), R.H. van t Veer (2), V. de Boer (1), W.X. Wilcke (1)","submitted_at":"2020-03-25T14:57:52Z","abstract_excerpt":"End-to-end multimodal learning on knowledge graphs has been left largely unaddressed. Instead, most end-to-end models such as message passing networks learn solely from the relational information encoded in graphs' structure: raw values, or literals, are either omitted completely or are stripped from their values and treated as regular nodes. In either case we lose potentially relevant information which could have otherwise been exploited by our learning methods. To avoid this, we must treat literals and non-literals as separate cases. We must also address each modality separately and accordin"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2003.12383","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2003.12383/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:50:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+GsnEK4+1P57fm1zys+daA6Q4tJLfHHfUk3WCK4gt0plC2llJ8oEzymTztC4T5O5wbKcCVL1XkiTBxbhlNc0DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T14:12:49.040759Z"},"content_sha256":"9809e609fa59cc75098fb96da593bdbb1b52eae677a8d513a51d8deb0db6d3ac","schema_version":"1.0","event_id":"sha256:9809e609fa59cc75098fb96da593bdbb1b52eae677a8d513a51d8deb0db6d3ac"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5SNQNFRGFMVGEQKVNCU3ZCW46V/bundle.json","state_url":"https://pith.science/pith/5SNQNFRGFMVGEQKVNCU3ZCW46V/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5SNQNFRGFMVGEQKVNCU3ZCW46V/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T14:12:49Z","links":{"resolver":"https://pith.science/pith/5SNQNFRGFMVGEQKVNCU3ZCW46V","bundle":"https://pith.science/pith/5SNQNFRGFMVGEQKVNCU3ZCW46V/bundle.json","state":"https://pith.science/pith/5SNQNFRGFMVGEQKVNCU3ZCW46V/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5SNQNFRGFMVGEQKVNCU3ZCW46V/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:5SNQNFRGFMVGEQKVNCU3ZCW46V","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e631b057d75889f4900dd607e784a257512b11b046f7d76a0d20470a008e6232","cross_cats_sorted":["cs.CL","cs.CV","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2020-03-25T14:57:52Z","title_canon_sha256":"e6caadf0fa2607e78737262cad34ff62f95d1d08f9717b828f20e1b5b845335f"},"schema_version":"1.0","source":{"id":"2003.12383","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2003.12383","created_at":"2026-07-05T00:50:57Z"},{"alias_kind":"arxiv_version","alias_value":"2003.12383v1","created_at":"2026-07-05T00:50:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2003.12383","created_at":"2026-07-05T00:50:57Z"},{"alias_kind":"pith_short_12","alias_value":"5SNQNFRGFMVG","created_at":"2026-07-05T00:50:57Z"},{"alias_kind":"pith_short_16","alias_value":"5SNQNFRGFMVGEQKV","created_at":"2026-07-05T00:50:57Z"},{"alias_kind":"pith_short_8","alias_value":"5SNQNFRG","created_at":"2026-07-05T00:50:57Z"}],"graph_snapshots":[{"event_id":"sha256:9809e609fa59cc75098fb96da593bdbb1b52eae677a8d513a51d8deb0db6d3ac","target":"graph","created_at":"2026-07-05T00:50:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2003.12383/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"End-to-end multimodal learning on knowledge graphs has been left largely unaddressed. Instead, most end-to-end models such as message passing networks learn solely from the relational information encoded in graphs' structure: raw values, or literals, are either omitted completely or are stripped from their values and treated as regular nodes. In either case we lose potentially relevant information which could have otherwise been exploited by our learning methods. To avoid this, we must treat literals and non-literals as separate cases. We must also address each modality separately and accordin","authors_text":"(2) Geodan Amsterdam The Netherlands), F.A.H. van Harmelen (1) ((1) Department of Computer Science Vrije Universiteit Amsterdam The Netherlands, P. Bloem (1), R.H. van t Veer (2), V. de Boer (1), W.X. Wilcke (1)","cross_cats":["cs.CL","cs.CV","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2020-03-25T14:57:52Z","title":"End-to-End Entity Classification on Multimodal Knowledge Graphs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2003.12383","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d6e2356739fb05b29551d611de1261d60ed39bea68d9e6ec236d4dd534defae4","target":"record","created_at":"2026-07-05T00:50:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e631b057d75889f4900dd607e784a257512b11b046f7d76a0d20470a008e6232","cross_cats_sorted":["cs.CL","cs.CV","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2020-03-25T14:57:52Z","title_canon_sha256":"e6caadf0fa2607e78737262cad34ff62f95d1d08f9717b828f20e1b5b845335f"},"schema_version":"1.0","source":{"id":"2003.12383","kind":"arxiv","version":1}},"canonical_sha256":"ec9b0696262b2a62415568a9bc8adcf5445bff7da848fc35f0828bdb534c0102","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ec9b0696262b2a62415568a9bc8adcf5445bff7da848fc35f0828bdb534c0102","first_computed_at":"2026-07-05T00:50:57.857811Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:50:57.857811Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"2ho2dqwVmasX7EVpHdMPOon434GtM/szmKI2Tt3RWeDMtWdpSTy2flnFo2HkDaxPT6vGvFkjVXuHDfrUCqY8DQ==","signature_status":"signed_v1","signed_at":"2026-07-05T00:50:57.858217Z","signed_message":"canonical_sha256_bytes"},"source_id":"2003.12383","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d6e2356739fb05b29551d611de1261d60ed39bea68d9e6ec236d4dd534defae4","sha256:9809e609fa59cc75098fb96da593bdbb1b52eae677a8d513a51d8deb0db6d3ac"],"state_sha256":"8556707865a92677689713d4a56dadf8de9d382e045de42768dbe7261ac317a3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4MPJLPz6skq0QT81Zq221V/sFN9QGrqwYJwuShj+64A0V9AxIxN0wLOf6HwtmwWh9txel4+E2Bv4j9Mc5c9YDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T14:12:49.044702Z","bundle_sha256":"7b908d06db6a47fe4fff2e16ef80c510f483f6b6df5ff8ec652fbbd64a0795ff"}}