{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:DW6GUDZLFE5VRF2KHIMWN7ODL7","short_pith_number":"pith:DW6GUDZL","canonical_record":{"source":{"id":"2407.01437","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-01T16:32:16Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"f720a2bdb4537126c6ab5505e26b13b3d1b83610aa8f0f42b910165dcf4ee035","abstract_canon_sha256":"88e7d898d9987cdeab8b5b77a47fc84e9a76f34fbef3d6eacddd16665c7ef368"},"schema_version":"1.0"},"canonical_sha256":"1dbc6a0f2b293b58974a3a1966fdc35feaa5f1f984306b53cbcc16895078377d","source":{"kind":"arxiv","id":"2407.01437","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.01437","created_at":"2026-07-05T08:43:11Z"},{"alias_kind":"arxiv_version","alias_value":"2407.01437v2","created_at":"2026-07-05T08:43:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.01437","created_at":"2026-07-05T08:43:11Z"},{"alias_kind":"pith_short_12","alias_value":"DW6GUDZLFE5V","created_at":"2026-07-05T08:43:11Z"},{"alias_kind":"pith_short_16","alias_value":"DW6GUDZLFE5VRF2K","created_at":"2026-07-05T08:43:11Z"},{"alias_kind":"pith_short_8","alias_value":"DW6GUDZL","created_at":"2026-07-05T08:43:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:DW6GUDZLFE5VRF2KHIMWN7ODL7","target":"record","payload":{"canonical_record":{"source":{"id":"2407.01437","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-01T16:32:16Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"f720a2bdb4537126c6ab5505e26b13b3d1b83610aa8f0f42b910165dcf4ee035","abstract_canon_sha256":"88e7d898d9987cdeab8b5b77a47fc84e9a76f34fbef3d6eacddd16665c7ef368"},"schema_version":"1.0"},"canonical_sha256":"1dbc6a0f2b293b58974a3a1966fdc35feaa5f1f984306b53cbcc16895078377d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:43:11.381175Z","signature_b64":"OLAGW50whIsMB55rwHRwlQDAp5Y4M02uTxIjmhZSONYHPWGmxRUGjobGVj2DrR7SP79S4XvmErByg2aAJEdMCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1dbc6a0f2b293b58974a3a1966fdc35feaa5f1f984306b53cbcc16895078377d","last_reissued_at":"2026-07-05T08:43:11.380716Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:43:11.380716Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.01437","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:43:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tsN346Y9UPUtHhpUeoYzXRKBBpGbgHpkpyxVZU6vx8S9r5Gn95P8mXnJbf8QhJCRGNlQczFSLTmX/bfN4jlJBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T20:07:21.086502Z"},"content_sha256":"065f1f893996c3bbd013d88180f8913c280c2c41aacf8abc9c70f5a408187c10","schema_version":"1.0","event_id":"sha256:065f1f893996c3bbd013d88180f8913c280c2c41aacf8abc9c70f5a408187c10"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:DW6GUDZLFE5VRF2KHIMWN7ODL7","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Needle in the Haystack for Memory Based Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Elliot Nelson, Georgios Kollias, Payel Das, Soham Dan, Subhajit Chaudhury","submitted_at":"2024-07-01T16:32:16Z","abstract_excerpt":"Current large language models (LLMs) often perform poorly on simple fact retrieval tasks. Here we investigate if coupling a dynamically adaptable external memory to a LLM can alleviate this problem. For this purpose, we test Larimar, a recently proposed language model architecture which uses an external associative memory, on long-context recall tasks including passkey and needle-in-the-haystack tests. We demonstrate that the external memory of Larimar, which allows fast write and read of an episode of text samples, can be used at test time to handle contexts much longer than those seen during"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.01437","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.01437/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:43:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UBJy7uYRVCnPbaA67Jl8oCb/6+WD6C/HmO7NreccLyEmF+33oaHqSAsqzPs0PD2k8GTQF7RdT0sAjxk2Mm3iDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T20:07:21.087015Z"},"content_sha256":"da5c9af468d486cfecb49a8b0345d6b72be5dda0f6e1808a069bf14ec395860c","schema_version":"1.0","event_id":"sha256:da5c9af468d486cfecb49a8b0345d6b72be5dda0f6e1808a069bf14ec395860c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DW6GUDZLFE5VRF2KHIMWN7ODL7/bundle.json","state_url":"https://pith.science/pith/DW6GUDZLFE5VRF2KHIMWN7ODL7/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DW6GUDZLFE5VRF2KHIMWN7ODL7/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T20:07:21Z","links":{"resolver":"https://pith.science/pith/DW6GUDZLFE5VRF2KHIMWN7ODL7","bundle":"https://pith.science/pith/DW6GUDZLFE5VRF2KHIMWN7ODL7/bundle.json","state":"https://pith.science/pith/DW6GUDZLFE5VRF2KHIMWN7ODL7/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DW6GUDZLFE5VRF2KHIMWN7ODL7/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:DW6GUDZLFE5VRF2KHIMWN7ODL7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"88e7d898d9987cdeab8b5b77a47fc84e9a76f34fbef3d6eacddd16665c7ef368","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-01T16:32:16Z","title_canon_sha256":"f720a2bdb4537126c6ab5505e26b13b3d1b83610aa8f0f42b910165dcf4ee035"},"schema_version":"1.0","source":{"id":"2407.01437","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.01437","created_at":"2026-07-05T08:43:11Z"},{"alias_kind":"arxiv_version","alias_value":"2407.01437v2","created_at":"2026-07-05T08:43:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.01437","created_at":"2026-07-05T08:43:11Z"},{"alias_kind":"pith_short_12","alias_value":"DW6GUDZLFE5V","created_at":"2026-07-05T08:43:11Z"},{"alias_kind":"pith_short_16","alias_value":"DW6GUDZLFE5VRF2K","created_at":"2026-07-05T08:43:11Z"},{"alias_kind":"pith_short_8","alias_value":"DW6GUDZL","created_at":"2026-07-05T08:43:11Z"}],"graph_snapshots":[{"event_id":"sha256:da5c9af468d486cfecb49a8b0345d6b72be5dda0f6e1808a069bf14ec395860c","target":"graph","created_at":"2026-07-05T08:43:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.01437/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Current large language models (LLMs) often perform poorly on simple fact retrieval tasks. Here we investigate if coupling a dynamically adaptable external memory to a LLM can alleviate this problem. For this purpose, we test Larimar, a recently proposed language model architecture which uses an external associative memory, on long-context recall tasks including passkey and needle-in-the-haystack tests. We demonstrate that the external memory of Larimar, which allows fast write and read of an episode of text samples, can be used at test time to handle contexts much longer than those seen during","authors_text":"Elliot Nelson, Georgios Kollias, Payel Das, Soham Dan, Subhajit Chaudhury","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-01T16:32:16Z","title":"Needle in the Haystack for Memory Based Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.01437","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:065f1f893996c3bbd013d88180f8913c280c2c41aacf8abc9c70f5a408187c10","target":"record","created_at":"2026-07-05T08:43:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"88e7d898d9987cdeab8b5b77a47fc84e9a76f34fbef3d6eacddd16665c7ef368","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-01T16:32:16Z","title_canon_sha256":"f720a2bdb4537126c6ab5505e26b13b3d1b83610aa8f0f42b910165dcf4ee035"},"schema_version":"1.0","source":{"id":"2407.01437","kind":"arxiv","version":2}},"canonical_sha256":"1dbc6a0f2b293b58974a3a1966fdc35feaa5f1f984306b53cbcc16895078377d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1dbc6a0f2b293b58974a3a1966fdc35feaa5f1f984306b53cbcc16895078377d","first_computed_at":"2026-07-05T08:43:11.380716Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:43:11.380716Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"OLAGW50whIsMB55rwHRwlQDAp5Y4M02uTxIjmhZSONYHPWGmxRUGjobGVj2DrR7SP79S4XvmErByg2aAJEdMCA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:43:11.381175Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.01437","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:065f1f893996c3bbd013d88180f8913c280c2c41aacf8abc9c70f5a408187c10","sha256:da5c9af468d486cfecb49a8b0345d6b72be5dda0f6e1808a069bf14ec395860c"],"state_sha256":"253fa28442d0db8f3f0d6f9791124357e8fa4fc0af521be0bcccde1b44d61140"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MJ1GCDaTjqk8qWINScrZNzVBMHrFsJffdQ0qQ8Rb9yfCsVn+H5COlNJL0EpT+tjCsZ4m/61yZSFAo8KNp7lDCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T20:07:21.091297Z","bundle_sha256":"2f02e58d71c5f47ea3383ce9ac934c51d5aafd5034ab71a97a40de7c12caf349"}}