{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:D52G2ZVFRHSK7YYRR5ZHZAHJ54","short_pith_number":"pith:D52G2ZVF","canonical_record":{"source":{"id":"2405.06067","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-09T19:32:49Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"8ecd280e54b079c2366e99cf678390e1ef2ba4202115e5a4d0d98fe5be64e9de","abstract_canon_sha256":"e07ea36bfe8eceb63d42ae6630f9972864e3124b07e297a9666fab274746532d"},"schema_version":"1.0"},"canonical_sha256":"1f746d66a589e4afe3118f727c80e9ef27a6e7dd43e1fa0d38a3d810b593fe1a","source":{"kind":"arxiv","id":"2405.06067","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.06067","created_at":"2026-07-05T10:10:23Z"},{"alias_kind":"arxiv_version","alias_value":"2405.06067v3","created_at":"2026-07-05T10:10:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.06067","created_at":"2026-07-05T10:10:23Z"},{"alias_kind":"pith_short_12","alias_value":"D52G2ZVFRHSK","created_at":"2026-07-05T10:10:23Z"},{"alias_kind":"pith_short_16","alias_value":"D52G2ZVFRHSK7YYR","created_at":"2026-07-05T10:10:23Z"},{"alias_kind":"pith_short_8","alias_value":"D52G2ZVF","created_at":"2026-07-05T10:10:23Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:D52G2ZVFRHSK7YYRR5ZHZAHJ54","target":"record","payload":{"canonical_record":{"source":{"id":"2405.06067","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-09T19:32:49Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"8ecd280e54b079c2366e99cf678390e1ef2ba4202115e5a4d0d98fe5be64e9de","abstract_canon_sha256":"e07ea36bfe8eceb63d42ae6630f9972864e3124b07e297a9666fab274746532d"},"schema_version":"1.0"},"canonical_sha256":"1f746d66a589e4afe3118f727c80e9ef27a6e7dd43e1fa0d38a3d810b593fe1a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:10:23.219869Z","signature_b64":"gzx2HJikz3U3SpgycLJ18I7jpXTfZIYhMRZ//EK4BptH2VDrHSCl2bfN8VsM6TZGYpyblsRbtY+uySCMhXJXAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1f746d66a589e4afe3118f727c80e9ef27a6e7dd43e1fa0d38a3d810b593fe1a","last_reissued_at":"2026-07-05T10:10:23.219434Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:10:23.219434Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.06067","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:10:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5bHwdUvUANXjmYWCTOdI9iU9Ri6dY9R7FUlNZ5wNd0cp9SFrJZS47QWNIVN0F3a+wWe/P25Ts9oaK+24ZycCCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T19:21:05.004017Z"},"content_sha256":"ac512f88de8f553f71020dcc19d48190fe7aa541c6c9dd5bd3bfd0da5c70a336","schema_version":"1.0","event_id":"sha256:ac512f88de8f553f71020dcc19d48190fe7aa541c6c9dd5bd3bfd0da5c70a336"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:D52G2ZVFRHSK7YYRR5ZHZAHJ54","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"HMT: Hierarchical Memory Transformer for Efficient Long Context Language Processing","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Jason Cong, Neha Prakriya, Yingqi Cao, Yizhou Sun, Zifan He, Zongyue Qin","submitted_at":"2024-05-09T19:32:49Z","abstract_excerpt":"Transformer-based large language models (LLM) have been widely used in language processing applications. However, due to the memory constraints of the devices, most of them restrict the context window. Even though recurrent models in previous works can memorize past tokens to enable unlimited context and maintain effectiveness, they have ``flat'' memory architectures. Such architectures have limitations in selecting and filtering information. Since humans are good at learning and self-adjustment, we believe that imitating brain memory hierarchy is beneficial for model memorization. Thus, we pr"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.06067","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.06067/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:10:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IQLIdmSN9YfyF9nosSA+xrstXIZaKOWvSGkdW6ptHV+GkRhfviSuoFBem83O+98qqSZcXbMnN+6xpOvCcYJ4DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T19:21:05.005372Z"},"content_sha256":"24304ee2185ac38b0f5f9c87c3aca4fe2b43ff6c424a5dd4ac1fb1ce6b4009a3","schema_version":"1.0","event_id":"sha256:24304ee2185ac38b0f5f9c87c3aca4fe2b43ff6c424a5dd4ac1fb1ce6b4009a3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/D52G2ZVFRHSK7YYRR5ZHZAHJ54/bundle.json","state_url":"https://pith.science/pith/D52G2ZVFRHSK7YYRR5ZHZAHJ54/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/D52G2ZVFRHSK7YYRR5ZHZAHJ54/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T19:21:05Z","links":{"resolver":"https://pith.science/pith/D52G2ZVFRHSK7YYRR5ZHZAHJ54","bundle":"https://pith.science/pith/D52G2ZVFRHSK7YYRR5ZHZAHJ54/bundle.json","state":"https://pith.science/pith/D52G2ZVFRHSK7YYRR5ZHZAHJ54/state.json","well_known_bundle":"https://pith.science/.well-known/pith/D52G2ZVFRHSK7YYRR5ZHZAHJ54/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:D52G2ZVFRHSK7YYRR5ZHZAHJ54","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e07ea36bfe8eceb63d42ae6630f9972864e3124b07e297a9666fab274746532d","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-09T19:32:49Z","title_canon_sha256":"8ecd280e54b079c2366e99cf678390e1ef2ba4202115e5a4d0d98fe5be64e9de"},"schema_version":"1.0","source":{"id":"2405.06067","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.06067","created_at":"2026-07-05T10:10:23Z"},{"alias_kind":"arxiv_version","alias_value":"2405.06067v3","created_at":"2026-07-05T10:10:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.06067","created_at":"2026-07-05T10:10:23Z"},{"alias_kind":"pith_short_12","alias_value":"D52G2ZVFRHSK","created_at":"2026-07-05T10:10:23Z"},{"alias_kind":"pith_short_16","alias_value":"D52G2ZVFRHSK7YYR","created_at":"2026-07-05T10:10:23Z"},{"alias_kind":"pith_short_8","alias_value":"D52G2ZVF","created_at":"2026-07-05T10:10:23Z"}],"graph_snapshots":[{"event_id":"sha256:24304ee2185ac38b0f5f9c87c3aca4fe2b43ff6c424a5dd4ac1fb1ce6b4009a3","target":"graph","created_at":"2026-07-05T10:10:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.06067/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformer-based large language models (LLM) have been widely used in language processing applications. However, due to the memory constraints of the devices, most of them restrict the context window. Even though recurrent models in previous works can memorize past tokens to enable unlimited context and maintain effectiveness, they have ``flat'' memory architectures. Such architectures have limitations in selecting and filtering information. Since humans are good at learning and self-adjustment, we believe that imitating brain memory hierarchy is beneficial for model memorization. Thus, we pr","authors_text":"Jason Cong, Neha Prakriya, Yingqi Cao, Yizhou Sun, Zifan He, Zongyue Qin","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-09T19:32:49Z","title":"HMT: Hierarchical Memory Transformer for Efficient Long Context Language Processing"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.06067","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ac512f88de8f553f71020dcc19d48190fe7aa541c6c9dd5bd3bfd0da5c70a336","target":"record","created_at":"2026-07-05T10:10:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e07ea36bfe8eceb63d42ae6630f9972864e3124b07e297a9666fab274746532d","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-09T19:32:49Z","title_canon_sha256":"8ecd280e54b079c2366e99cf678390e1ef2ba4202115e5a4d0d98fe5be64e9de"},"schema_version":"1.0","source":{"id":"2405.06067","kind":"arxiv","version":3}},"canonical_sha256":"1f746d66a589e4afe3118f727c80e9ef27a6e7dd43e1fa0d38a3d810b593fe1a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1f746d66a589e4afe3118f727c80e9ef27a6e7dd43e1fa0d38a3d810b593fe1a","first_computed_at":"2026-07-05T10:10:23.219434Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:10:23.219434Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"gzx2HJikz3U3SpgycLJ18I7jpXTfZIYhMRZ//EK4BptH2VDrHSCl2bfN8VsM6TZGYpyblsRbtY+uySCMhXJXAA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:10:23.219869Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.06067","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ac512f88de8f553f71020dcc19d48190fe7aa541c6c9dd5bd3bfd0da5c70a336","sha256:24304ee2185ac38b0f5f9c87c3aca4fe2b43ff6c424a5dd4ac1fb1ce6b4009a3"],"state_sha256":"f6bd962e7109dda7736da77e9bf32233ada4a932a9475b12e372d1dc4d27394a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IlHvankROgEPkU/hgvdX/Tpvfqcz5synmRQeaAao7ga1prNaYYPiW7/v2quSXD29jvBmMP4WreyAIgEd9zBhDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T19:21:05.013158Z","bundle_sha256":"153a29842691a5eb9fefb2855286315c5b4cad3e2e14faf5719099c6c94d4992"}}