{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:HDS3TFI73MEBWLT47ZBVZVDE3L","short_pith_number":"pith:HDS3TFI7","canonical_record":{"source":{"id":"2410.08133","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-10T17:17:38Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"52f7f8437d7f4c6ba63a971f30b2ee8c84486d4739bf66571632a8d0ed84a56d","abstract_canon_sha256":"2757bb2ffe956d8db7e4cbe8982b1dccf324b641bbcb00609f9747d11a41ac26"},"schema_version":"1.0"},"canonical_sha256":"38e5b9951fdb081b2e7cfe435cd464dafe71de1207cadb9504bcf140d4e67f89","source":{"kind":"arxiv","id":"2410.08133","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.08133","created_at":"2026-07-05T09:18:48Z"},{"alias_kind":"arxiv_version","alias_value":"2410.08133v1","created_at":"2026-07-05T09:18:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.08133","created_at":"2026-07-05T09:18:48Z"},{"alias_kind":"pith_short_12","alias_value":"HDS3TFI73MEB","created_at":"2026-07-05T09:18:48Z"},{"alias_kind":"pith_short_16","alias_value":"HDS3TFI73MEBWLT4","created_at":"2026-07-05T09:18:48Z"},{"alias_kind":"pith_short_8","alias_value":"HDS3TFI7","created_at":"2026-07-05T09:18:48Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:HDS3TFI73MEBWLT47ZBVZVDE3L","target":"record","payload":{"canonical_record":{"source":{"id":"2410.08133","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-10T17:17:38Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"52f7f8437d7f4c6ba63a971f30b2ee8c84486d4739bf66571632a8d0ed84a56d","abstract_canon_sha256":"2757bb2ffe956d8db7e4cbe8982b1dccf324b641bbcb00609f9747d11a41ac26"},"schema_version":"1.0"},"canonical_sha256":"38e5b9951fdb081b2e7cfe435cd464dafe71de1207cadb9504bcf140d4e67f89","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:18:48.968038Z","signature_b64":"wz7iftC4gFETaltbbt5enPjp67iQRIi+c4Cn/BeJFQwp2K9dH76hS/iyHzSEQAw+9zK1siYAvwhjf/xnRzTNAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"38e5b9951fdb081b2e7cfe435cd464dafe71de1207cadb9504bcf140d4e67f89","last_reissued_at":"2026-07-05T09:18:48.967566Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:18:48.967566Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.08133","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:18:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cs60BqKrzPKL3+wKscg/mcoIG1Osbh45d6ln7WO4nnkjog3unaceaWx/3/fhiteujPnHj3mbJ8HweqYuAkUqBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T18:09:12.611613Z"},"content_sha256":"8406fafce60924d0b9c838a061d95d182d977702518416ff80ecd3f67313afd0","schema_version":"1.0","event_id":"sha256:8406fafce60924d0b9c838a061d95d182d977702518416ff80ecd3f67313afd0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:HDS3TFI73MEBWLT47ZBVZVDE3L","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Assessing Episodic Memory in LLMs with Sequence Order Recall Tasks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Alexander Huth, Javier S. Turek, Jianing Mu, Kenneth A. Norman, Mariya Toneva, Mathis Pink, Qinyuan Wu, Sebastian Michelmann, Uri Hasson, Vy A. Vo","submitted_at":"2024-10-10T17:17:38Z","abstract_excerpt":"Current LLM benchmarks focus on evaluating models' memory of facts and semantic relations, primarily assessing semantic aspects of long-term memory. However, in humans, long-term memory also includes episodic memory, which links memories to their contexts, such as the time and place they occurred. The ability to contextualize memories is crucial for many cognitive tasks and everyday functions. This form of memory has not been evaluated in LLMs with existing benchmarks. To address the gap in evaluating memory in LLMs, we introduce Sequence Order Recall Tasks (SORT), which we adapt from tasks us"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.08133","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.08133/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:18:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nhJIwC5mOnpc4WYybAZ9nkH6ZegXXB3pG+6nt6SLM9h+lz6zJW63CIN3IgetlO0zESgECzOyjK21bbHalVY4DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T18:09:12.612109Z"},"content_sha256":"68c2e4efb2147158037691dcf92e7835201a655d92521fb4ba42ec69e1532f43","schema_version":"1.0","event_id":"sha256:68c2e4efb2147158037691dcf92e7835201a655d92521fb4ba42ec69e1532f43"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HDS3TFI73MEBWLT47ZBVZVDE3L/bundle.json","state_url":"https://pith.science/pith/HDS3TFI73MEBWLT47ZBVZVDE3L/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HDS3TFI73MEBWLT47ZBVZVDE3L/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T18:09:12Z","links":{"resolver":"https://pith.science/pith/HDS3TFI73MEBWLT47ZBVZVDE3L","bundle":"https://pith.science/pith/HDS3TFI73MEBWLT47ZBVZVDE3L/bundle.json","state":"https://pith.science/pith/HDS3TFI73MEBWLT47ZBVZVDE3L/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HDS3TFI73MEBWLT47ZBVZVDE3L/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:HDS3TFI73MEBWLT47ZBVZVDE3L","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2757bb2ffe956d8db7e4cbe8982b1dccf324b641bbcb00609f9747d11a41ac26","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-10T17:17:38Z","title_canon_sha256":"52f7f8437d7f4c6ba63a971f30b2ee8c84486d4739bf66571632a8d0ed84a56d"},"schema_version":"1.0","source":{"id":"2410.08133","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.08133","created_at":"2026-07-05T09:18:48Z"},{"alias_kind":"arxiv_version","alias_value":"2410.08133v1","created_at":"2026-07-05T09:18:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.08133","created_at":"2026-07-05T09:18:48Z"},{"alias_kind":"pith_short_12","alias_value":"HDS3TFI73MEB","created_at":"2026-07-05T09:18:48Z"},{"alias_kind":"pith_short_16","alias_value":"HDS3TFI73MEBWLT4","created_at":"2026-07-05T09:18:48Z"},{"alias_kind":"pith_short_8","alias_value":"HDS3TFI7","created_at":"2026-07-05T09:18:48Z"}],"graph_snapshots":[{"event_id":"sha256:68c2e4efb2147158037691dcf92e7835201a655d92521fb4ba42ec69e1532f43","target":"graph","created_at":"2026-07-05T09:18:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.08133/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Current LLM benchmarks focus on evaluating models' memory of facts and semantic relations, primarily assessing semantic aspects of long-term memory. However, in humans, long-term memory also includes episodic memory, which links memories to their contexts, such as the time and place they occurred. The ability to contextualize memories is crucial for many cognitive tasks and everyday functions. This form of memory has not been evaluated in LLMs with existing benchmarks. To address the gap in evaluating memory in LLMs, we introduce Sequence Order Recall Tasks (SORT), which we adapt from tasks us","authors_text":"Alexander Huth, Javier S. Turek, Jianing Mu, Kenneth A. Norman, Mariya Toneva, Mathis Pink, Qinyuan Wu, Sebastian Michelmann, Uri Hasson, Vy A. Vo","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-10T17:17:38Z","title":"Assessing Episodic Memory in LLMs with Sequence Order Recall Tasks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.08133","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8406fafce60924d0b9c838a061d95d182d977702518416ff80ecd3f67313afd0","target":"record","created_at":"2026-07-05T09:18:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2757bb2ffe956d8db7e4cbe8982b1dccf324b641bbcb00609f9747d11a41ac26","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-10T17:17:38Z","title_canon_sha256":"52f7f8437d7f4c6ba63a971f30b2ee8c84486d4739bf66571632a8d0ed84a56d"},"schema_version":"1.0","source":{"id":"2410.08133","kind":"arxiv","version":1}},"canonical_sha256":"38e5b9951fdb081b2e7cfe435cd464dafe71de1207cadb9504bcf140d4e67f89","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"38e5b9951fdb081b2e7cfe435cd464dafe71de1207cadb9504bcf140d4e67f89","first_computed_at":"2026-07-05T09:18:48.967566Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:18:48.967566Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"wz7iftC4gFETaltbbt5enPjp67iQRIi+c4Cn/BeJFQwp2K9dH76hS/iyHzSEQAw+9zK1siYAvwhjf/xnRzTNAA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:18:48.968038Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.08133","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8406fafce60924d0b9c838a061d95d182d977702518416ff80ecd3f67313afd0","sha256:68c2e4efb2147158037691dcf92e7835201a655d92521fb4ba42ec69e1532f43"],"state_sha256":"3ea3ef488995d5a6465355f2bd6bbc12a81de588bbe131e11bea2aef5dd77bea"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DYkCsBZO+y0mDV/gG50a5eX0qJxeHpAmignNP0W49Q/RxlfO4cONm04GFIvAvOk+SBAiKYbZbePgESiCINLOCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T18:09:12.616486Z","bundle_sha256":"5781f85f215d6ee58cc35b0b2cf4f5194106be1afd99e056ab3eb5d8feab07d1"}}