{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:ZCWPDHA4AXITK733NDDNNDXFME","short_pith_number":"pith:ZCWPDHA4","schema_version":"1.0","canonical_sha256":"c8acf19c1c05d1357f7b68c6d68ee56109e7ffcb9a4e26e40600e343a4760689","source":{"kind":"arxiv","id":"2309.01169","version":1},"attestation_state":"computed","paper":{"title":"End-to-End Learning on Multimodal Knowledge Graphs","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"P. Bloem, R. H. van t Veer, V. de Boer, W. X. Wilcke","submitted_at":"2023-09-03T13:16:18Z","abstract_excerpt":"Knowledge graphs enable data scientists to learn end-to-end on heterogeneous knowledge. However, most end-to-end models solely learn from the relational information encoded in graphs' structure: raw values, encoded as literal nodes, are either omitted completely or treated as regular nodes without consideration for their values. In either case we lose potentially relevant information which could have otherwise been exploited by our learning methods. We propose a multimodal message passing network which not only learns end-to-end from the structure of graphs, but also from their possibly divers"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2309.01169","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2023-09-03T13:16:18Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"99854f8069bd45ad90d85a20fa9b9b3b0cb25101b6005b28645ba825f3585646","abstract_canon_sha256":"8620c7b8219ea5bbc33c06397c70f5686395502dc56dfdc356d02e1cfe821781"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:47:33.829372Z","signature_b64":"A6X7A7dhEoYoIoabPXrxv4yGaxIHMRgr/RN2rhkNRmwcGnmFLe/lpTY8JZnEFHKHHjcw65VkXqBZAQFF9FRFBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c8acf19c1c05d1357f7b68c6d68ee56109e7ffcb9a4e26e40600e343a4760689","last_reissued_at":"2026-07-05T06:47:33.828872Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:47:33.828872Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"End-to-End Learning on Multimodal Knowledge Graphs","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"P. Bloem, R. H. van t Veer, V. de Boer, W. X. Wilcke","submitted_at":"2023-09-03T13:16:18Z","abstract_excerpt":"Knowledge graphs enable data scientists to learn end-to-end on heterogeneous knowledge. However, most end-to-end models solely learn from the relational information encoded in graphs' structure: raw values, encoded as literal nodes, are either omitted completely or treated as regular nodes without consideration for their values. In either case we lose potentially relevant information which could have otherwise been exploited by our learning methods. We propose a multimodal message passing network which not only learns end-to-end from the structure of graphs, but also from their possibly divers"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.01169","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2309.01169/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2309.01169","created_at":"2026-07-05T06:47:33.828927+00:00"},{"alias_kind":"arxiv_version","alias_value":"2309.01169v1","created_at":"2026-07-05T06:47:33.828927+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.01169","created_at":"2026-07-05T06:47:33.828927+00:00"},{"alias_kind":"pith_short_12","alias_value":"ZCWPDHA4AXIT","created_at":"2026-07-05T06:47:33.828927+00:00"},{"alias_kind":"pith_short_16","alias_value":"ZCWPDHA4AXITK733","created_at":"2026-07-05T06:47:33.828927+00:00"},{"alias_kind":"pith_short_8","alias_value":"ZCWPDHA4","created_at":"2026-07-05T06:47:33.828927+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/ZCWPDHA4AXITK733NDDNNDXFME","json":"https://pith.science/pith/ZCWPDHA4AXITK733NDDNNDXFME.json","graph_json":"https://pith.science/api/pith-number/ZCWPDHA4AXITK733NDDNNDXFME/graph.json","events_json":"https://pith.science/api/pith-number/ZCWPDHA4AXITK733NDDNNDXFME/events.json","paper":"https://pith.science/paper/ZCWPDHA4"},"agent_actions":{"view_html":"https://pith.science/pith/ZCWPDHA4AXITK733NDDNNDXFME","download_json":"https://pith.science/pith/ZCWPDHA4AXITK733NDDNNDXFME.json","view_paper":"https://pith.science/paper/ZCWPDHA4","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2309.01169&json=true","fetch_graph":"https://pith.science/api/pith-number/ZCWPDHA4AXITK733NDDNNDXFME/graph.json","fetch_events":"https://pith.science/api/pith-number/ZCWPDHA4AXITK733NDDNNDXFME/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/ZCWPDHA4AXITK733NDDNNDXFME/action/timestamp_anchor","attest_storage":"https://pith.science/pith/ZCWPDHA4AXITK733NDDNNDXFME/action/storage_attestation","attest_author":"https://pith.science/pith/ZCWPDHA4AXITK733NDDNNDXFME/action/author_attestation","sign_citation":"https://pith.science/pith/ZCWPDHA4AXITK733NDDNNDXFME/action/citation_signature","submit_replication":"https://pith.science/pith/ZCWPDHA4AXITK733NDDNNDXFME/action/replication_record"}},"created_at":"2026-07-05T06:47:33.828927+00:00","updated_at":"2026-07-05T06:47:33.828927+00:00"}