{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2016:4KT7U5KIYXGRJGHVCJYLV2RM6R","short_pith_number":"pith:4KT7U5KI","canonical_record":{"source":{"id":"1608.00318","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-08-01T04:42:49Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"53fc3928f2f707a891fa99fa939a6465d10c109b5708bc5ea11d3fb3c76bcca4","abstract_canon_sha256":"56ec4c667eecaa47d187f9fa22693562750c5d7e5133a928b574939431ae1807"},"schema_version":"1.0"},"canonical_sha256":"e2a7fa7548c5cd1498f51270baea2cf44afe606490bf8c5d6a40da705d5675a4","source":{"kind":"arxiv","id":"1608.00318","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1608.00318","created_at":"2026-05-18T00:49:42Z"},{"alias_kind":"arxiv_version","alias_value":"1608.00318v2","created_at":"2026-05-18T00:49:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1608.00318","created_at":"2026-05-18T00:49:42Z"},{"alias_kind":"pith_short_12","alias_value":"4KT7U5KIYXGR","created_at":"2026-05-18T12:29:58Z"},{"alias_kind":"pith_short_16","alias_value":"4KT7U5KIYXGRJGHV","created_at":"2026-05-18T12:29:58Z"},{"alias_kind":"pith_short_8","alias_value":"4KT7U5KI","created_at":"2026-05-18T12:29:58Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2016:4KT7U5KIYXGRJGHVCJYLV2RM6R","target":"record","payload":{"canonical_record":{"source":{"id":"1608.00318","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-08-01T04:42:49Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"53fc3928f2f707a891fa99fa939a6465d10c109b5708bc5ea11d3fb3c76bcca4","abstract_canon_sha256":"56ec4c667eecaa47d187f9fa22693562750c5d7e5133a928b574939431ae1807"},"schema_version":"1.0"},"canonical_sha256":"e2a7fa7548c5cd1498f51270baea2cf44afe606490bf8c5d6a40da705d5675a4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:49:42.231936Z","signature_b64":"n/cYlxJ7Jh0RUhunvppOwpaXeq1pAq3Pv3LOUiiCmGQ+9emDondNX8dr2Z1Jblvc99KKT8xMEERVN++wmFUaAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e2a7fa7548c5cd1498f51270baea2cf44afe606490bf8c5d6a40da705d5675a4","last_reissued_at":"2026-05-18T00:49:42.231459Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:49:42.231459Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1608.00318","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:49:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jBWPJbKO34zWlRspYYTc0sXt8W7vaqlMa8JZe42UzpUsxmNeYlvdpH/v6aXrAmbuRv7htXcTfBxjr59dlVbLBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-21T23:44:45.268501Z"},"content_sha256":"0b88bb00cac80f7504e45ce1d84064b869bf75bc66ceae825256e338f7c0368e","schema_version":"1.0","event_id":"sha256:0b88bb00cac80f7504e45ce1d84064b869bf75bc66ceae825256e338f7c0368e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2016:4KT7U5KIYXGRJGHVCJYLV2RM6R","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Neural Knowledge Language Model","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Heeyoul Choi, Sungjin Ahn, Tanel P\\\"arnamaa, Yoshua Bengio","submitted_at":"2016-08-01T04:42:49Z","abstract_excerpt":"Current language models have a significant limitation in the ability to encode and decode factual knowledge. This is mainly because they acquire such knowledge from statistical co-occurrences although most of the knowledge words are rarely observed. In this paper, we propose a Neural Knowledge Language Model (NKLM) which combines symbolic knowledge provided by the knowledge graph with the RNN language model. By predicting whether the word to generate has an underlying fact or not, the model can generate such knowledge-related words by copying from the description of the predicted fact. In expe"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1608.00318","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:49:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gCrAUIS1rKk+2t9bAc7D8jR7qn19dNdb/KU/NSpJy0eqPm3I72nI4Bqz2QO1Z5xwQsHwCMp+K/ab4cLE8/JpDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-21T23:44:45.269154Z"},"content_sha256":"5af1e090e0022b0b9643a9e5d1e01903aef6998150bc281486706f6c6a4fc115","schema_version":"1.0","event_id":"sha256:5af1e090e0022b0b9643a9e5d1e01903aef6998150bc281486706f6c6a4fc115"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4KT7U5KIYXGRJGHVCJYLV2RM6R/bundle.json","state_url":"https://pith.science/pith/4KT7U5KIYXGRJGHVCJYLV2RM6R/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4KT7U5KIYXGRJGHVCJYLV2RM6R/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-21T23:44:45Z","links":{"resolver":"https://pith.science/pith/4KT7U5KIYXGRJGHVCJYLV2RM6R","bundle":"https://pith.science/pith/4KT7U5KIYXGRJGHVCJYLV2RM6R/bundle.json","state":"https://pith.science/pith/4KT7U5KIYXGRJGHVCJYLV2RM6R/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4KT7U5KIYXGRJGHVCJYLV2RM6R/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2016:4KT7U5KIYXGRJGHVCJYLV2RM6R","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"56ec4c667eecaa47d187f9fa22693562750c5d7e5133a928b574939431ae1807","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-08-01T04:42:49Z","title_canon_sha256":"53fc3928f2f707a891fa99fa939a6465d10c109b5708bc5ea11d3fb3c76bcca4"},"schema_version":"1.0","source":{"id":"1608.00318","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1608.00318","created_at":"2026-05-18T00:49:42Z"},{"alias_kind":"arxiv_version","alias_value":"1608.00318v2","created_at":"2026-05-18T00:49:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1608.00318","created_at":"2026-05-18T00:49:42Z"},{"alias_kind":"pith_short_12","alias_value":"4KT7U5KIYXGR","created_at":"2026-05-18T12:29:58Z"},{"alias_kind":"pith_short_16","alias_value":"4KT7U5KIYXGRJGHV","created_at":"2026-05-18T12:29:58Z"},{"alias_kind":"pith_short_8","alias_value":"4KT7U5KI","created_at":"2026-05-18T12:29:58Z"}],"graph_snapshots":[{"event_id":"sha256:5af1e090e0022b0b9643a9e5d1e01903aef6998150bc281486706f6c6a4fc115","target":"graph","created_at":"2026-05-18T00:49:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Current language models have a significant limitation in the ability to encode and decode factual knowledge. This is mainly because they acquire such knowledge from statistical co-occurrences although most of the knowledge words are rarely observed. In this paper, we propose a Neural Knowledge Language Model (NKLM) which combines symbolic knowledge provided by the knowledge graph with the RNN language model. By predicting whether the word to generate has an underlying fact or not, the model can generate such knowledge-related words by copying from the description of the predicted fact. In expe","authors_text":"Heeyoul Choi, Sungjin Ahn, Tanel P\\\"arnamaa, Yoshua Bengio","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-08-01T04:42:49Z","title":"A Neural Knowledge Language Model"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1608.00318","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0b88bb00cac80f7504e45ce1d84064b869bf75bc66ceae825256e338f7c0368e","target":"record","created_at":"2026-05-18T00:49:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"56ec4c667eecaa47d187f9fa22693562750c5d7e5133a928b574939431ae1807","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-08-01T04:42:49Z","title_canon_sha256":"53fc3928f2f707a891fa99fa939a6465d10c109b5708bc5ea11d3fb3c76bcca4"},"schema_version":"1.0","source":{"id":"1608.00318","kind":"arxiv","version":2}},"canonical_sha256":"e2a7fa7548c5cd1498f51270baea2cf44afe606490bf8c5d6a40da705d5675a4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e2a7fa7548c5cd1498f51270baea2cf44afe606490bf8c5d6a40da705d5675a4","first_computed_at":"2026-05-18T00:49:42.231459Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:49:42.231459Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"n/cYlxJ7Jh0RUhunvppOwpaXeq1pAq3Pv3LOUiiCmGQ+9emDondNX8dr2Z1Jblvc99KKT8xMEERVN++wmFUaAQ==","signature_status":"signed_v1","signed_at":"2026-05-18T00:49:42.231936Z","signed_message":"canonical_sha256_bytes"},"source_id":"1608.00318","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0b88bb00cac80f7504e45ce1d84064b869bf75bc66ceae825256e338f7c0368e","sha256:5af1e090e0022b0b9643a9e5d1e01903aef6998150bc281486706f6c6a4fc115"],"state_sha256":"089247280e7d5f2f75bdc8e98a65204263ad0e73ad090a3c9a330c07448b90ba"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bEpy9O2Q399EM3ma7z1d1u0ABPTLsMaqCURsGq6HYb9rhO9SPWIVRrD6EwNdJxLOhmPAY7N4jIJM3Oh6DPKkDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-21T23:44:45.272303Z","bundle_sha256":"4d12bbd3bf6deaf195e25101518ccc3bdb8468745f1fe56290d3ba5f990f0144"}}