{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2016:SPEWVZYALWX6ZSLG3IHG3IT5YM","short_pith_number":"pith:SPEWVZYA","canonical_record":{"source":{"id":"1612.04426","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-12-13T23:09:49Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"b4d66ae7c7b152d5c498d5a4ba71b73e1fa1d43f874c0df749f07b32eee67261","abstract_canon_sha256":"67cc02eed97e9c3b8bbab5b4b565419abb3975c49390dfa3d4602afcbe2c0981"},"schema_version":"1.0"},"canonical_sha256":"93c96ae7005dafecc966da0e6da27dc33ab51692fab10372b00330da59090345","source":{"kind":"arxiv","id":"1612.04426","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1612.04426","created_at":"2026-05-18T00:54:59Z"},{"alias_kind":"arxiv_version","alias_value":"1612.04426v1","created_at":"2026-05-18T00:54:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1612.04426","created_at":"2026-05-18T00:54:59Z"},{"alias_kind":"pith_short_12","alias_value":"SPEWVZYALWX6","created_at":"2026-05-18T12:30:44Z"},{"alias_kind":"pith_short_16","alias_value":"SPEWVZYALWX6ZSLG","created_at":"2026-05-18T12:30:44Z"},{"alias_kind":"pith_short_8","alias_value":"SPEWVZYA","created_at":"2026-05-18T12:30:44Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2016:SPEWVZYALWX6ZSLG3IHG3IT5YM","target":"record","payload":{"canonical_record":{"source":{"id":"1612.04426","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-12-13T23:09:49Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"b4d66ae7c7b152d5c498d5a4ba71b73e1fa1d43f874c0df749f07b32eee67261","abstract_canon_sha256":"67cc02eed97e9c3b8bbab5b4b565419abb3975c49390dfa3d4602afcbe2c0981"},"schema_version":"1.0"},"canonical_sha256":"93c96ae7005dafecc966da0e6da27dc33ab51692fab10372b00330da59090345","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:54:59.607578Z","signature_b64":"g1Qi3tAerVL8x/VuBPQXCP9Zw4zL4Chut6b+SbtxohRuJT1GMINSIml7mYq41RXv6kyZXLkasniCX/0Uh5IXBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"93c96ae7005dafecc966da0e6da27dc33ab51692fab10372b00330da59090345","last_reissued_at":"2026-05-18T00:54:59.607074Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:54:59.607074Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1612.04426","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:54:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PWa29jM7IDC6VQo0WdGl7cAr/qQDJvdNDrJ4/kQ34mv6DOYepMV9wbVFAR43DoBvTdZjlERL5iw2hfurn2EJAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-04T06:34:13.994737Z"},"content_sha256":"ae6cb64ec40ebf78c33bf2a005a0d28a279f49db42d4ff6bb0a3e071d5b94de7","schema_version":"1.0","event_id":"sha256:ae6cb64ec40ebf78c33bf2a005a0d28a279f49db42d4ff6bb0a3e071d5b94de7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2016:SPEWVZYALWX6ZSLG3IHG3IT5YM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Improving Neural Language Models with a Continuous Cache","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Armand Joulin, Edouard Grave, Nicolas Usunier","submitted_at":"2016-12-13T23:09:49Z","abstract_excerpt":"We propose an extension to neural network language models to adapt their prediction to the recent history. Our model is a simplified version of memory augmented networks, which stores past hidden activations as memory and accesses them through a dot product with the current hidden activation. This mechanism is very efficient and scales to very large memory sizes. We also draw a link between the use of external memory in neural network and cache models used with count based language models. We demonstrate on several language model datasets that our approach performs significantly better than re"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1612.04426","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:54:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"U8QLFe2AaH231/bL3+ixrtNRfM4bAu0z6ySqnPuuUkUik/WStiy2aGY5QxpmWlckfYPgnfaKiJBnaL91IFmkBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-04T06:34:13.995147Z"},"content_sha256":"11d57870dada328dc3e84f31fbf7c3e29239834a39bf053f0890e330ccded22d","schema_version":"1.0","event_id":"sha256:11d57870dada328dc3e84f31fbf7c3e29239834a39bf053f0890e330ccded22d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/SPEWVZYALWX6ZSLG3IHG3IT5YM/bundle.json","state_url":"https://pith.science/pith/SPEWVZYALWX6ZSLG3IHG3IT5YM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/SPEWVZYALWX6ZSLG3IHG3IT5YM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-04T06:34:13Z","links":{"resolver":"https://pith.science/pith/SPEWVZYALWX6ZSLG3IHG3IT5YM","bundle":"https://pith.science/pith/SPEWVZYALWX6ZSLG3IHG3IT5YM/bundle.json","state":"https://pith.science/pith/SPEWVZYALWX6ZSLG3IHG3IT5YM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/SPEWVZYALWX6ZSLG3IHG3IT5YM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2016:SPEWVZYALWX6ZSLG3IHG3IT5YM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"67cc02eed97e9c3b8bbab5b4b565419abb3975c49390dfa3d4602afcbe2c0981","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-12-13T23:09:49Z","title_canon_sha256":"b4d66ae7c7b152d5c498d5a4ba71b73e1fa1d43f874c0df749f07b32eee67261"},"schema_version":"1.0","source":{"id":"1612.04426","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1612.04426","created_at":"2026-05-18T00:54:59Z"},{"alias_kind":"arxiv_version","alias_value":"1612.04426v1","created_at":"2026-05-18T00:54:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1612.04426","created_at":"2026-05-18T00:54:59Z"},{"alias_kind":"pith_short_12","alias_value":"SPEWVZYALWX6","created_at":"2026-05-18T12:30:44Z"},{"alias_kind":"pith_short_16","alias_value":"SPEWVZYALWX6ZSLG","created_at":"2026-05-18T12:30:44Z"},{"alias_kind":"pith_short_8","alias_value":"SPEWVZYA","created_at":"2026-05-18T12:30:44Z"}],"graph_snapshots":[{"event_id":"sha256:11d57870dada328dc3e84f31fbf7c3e29239834a39bf053f0890e330ccded22d","target":"graph","created_at":"2026-05-18T00:54:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"We propose an extension to neural network language models to adapt their prediction to the recent history. Our model is a simplified version of memory augmented networks, which stores past hidden activations as memory and accesses them through a dot product with the current hidden activation. This mechanism is very efficient and scales to very large memory sizes. We also draw a link between the use of external memory in neural network and cache models used with count based language models. We demonstrate on several language model datasets that our approach performs significantly better than re","authors_text":"Armand Joulin, Edouard Grave, Nicolas Usunier","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-12-13T23:09:49Z","title":"Improving Neural Language Models with a Continuous Cache"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1612.04426","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ae6cb64ec40ebf78c33bf2a005a0d28a279f49db42d4ff6bb0a3e071d5b94de7","target":"record","created_at":"2026-05-18T00:54:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"67cc02eed97e9c3b8bbab5b4b565419abb3975c49390dfa3d4602afcbe2c0981","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2016-12-13T23:09:49Z","title_canon_sha256":"b4d66ae7c7b152d5c498d5a4ba71b73e1fa1d43f874c0df749f07b32eee67261"},"schema_version":"1.0","source":{"id":"1612.04426","kind":"arxiv","version":1}},"canonical_sha256":"93c96ae7005dafecc966da0e6da27dc33ab51692fab10372b00330da59090345","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"93c96ae7005dafecc966da0e6da27dc33ab51692fab10372b00330da59090345","first_computed_at":"2026-05-18T00:54:59.607074Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:54:59.607074Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"g1Qi3tAerVL8x/VuBPQXCP9Zw4zL4Chut6b+SbtxohRuJT1GMINSIml7mYq41RXv6kyZXLkasniCX/0Uh5IXBw==","signature_status":"signed_v1","signed_at":"2026-05-18T00:54:59.607578Z","signed_message":"canonical_sha256_bytes"},"source_id":"1612.04426","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ae6cb64ec40ebf78c33bf2a005a0d28a279f49db42d4ff6bb0a3e071d5b94de7","sha256:11d57870dada328dc3e84f31fbf7c3e29239834a39bf053f0890e330ccded22d"],"state_sha256":"3db9db7235d76fdce38f15301e4e1464be5984f2500707eca8e979c48df805cc"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8e6CNyotf9tZJ0bVzK/4Wnpa9dxr/RktRzeiCl6FLM+1aX0xzbtM/jNjA1nahRtZ8QzPM+7Nqwm0VHb9KwQBDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-04T06:34:13.997714Z","bundle_sha256":"243bee8bdf7166741c36c11f4318f837afeae96be95e043f0baf7f0300fd9d97"}}