{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:7IAP5ICP5NQ725KYP2OKARE5NM","short_pith_number":"pith:7IAP5ICP","canonical_record":{"source":{"id":"2402.07616","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-12T12:48:02Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"ecbedf0891a310b40f2bbbdead4863ad4d6c35e5e80ee378bc9ae19f4846230f","abstract_canon_sha256":"20886a0228ffddb620bee94e7b708494d8ae06bf5af5d5d448545ecd800b2d8a"},"schema_version":"1.0"},"canonical_sha256":"fa00fea04feb61fd75587e9ca0449d6b1d3af492d53f6b4296486a63cfdc51a1","source":{"kind":"arxiv","id":"2402.07616","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.07616","created_at":"2026-07-05T08:25:52Z"},{"alias_kind":"arxiv_version","alias_value":"2402.07616v3","created_at":"2026-07-05T08:25:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.07616","created_at":"2026-07-05T08:25:52Z"},{"alias_kind":"pith_short_12","alias_value":"7IAP5ICP5NQ7","created_at":"2026-07-05T08:25:52Z"},{"alias_kind":"pith_short_16","alias_value":"7IAP5ICP5NQ725KY","created_at":"2026-07-05T08:25:52Z"},{"alias_kind":"pith_short_8","alias_value":"7IAP5ICP","created_at":"2026-07-05T08:25:52Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:7IAP5ICP5NQ725KYP2OKARE5NM","target":"record","payload":{"canonical_record":{"source":{"id":"2402.07616","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-12T12:48:02Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"ecbedf0891a310b40f2bbbdead4863ad4d6c35e5e80ee378bc9ae19f4846230f","abstract_canon_sha256":"20886a0228ffddb620bee94e7b708494d8ae06bf5af5d5d448545ecd800b2d8a"},"schema_version":"1.0"},"canonical_sha256":"fa00fea04feb61fd75587e9ca0449d6b1d3af492d53f6b4296486a63cfdc51a1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:25:52.344541Z","signature_b64":"a0SoSCiezCyzrhzrN/kdoD5rIHcfDLySjNGB7kT1buvm9rfzs+65pD0c76pu2kAhNI7Iy594TFsSgNdbWrtvDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fa00fea04feb61fd75587e9ca0449d6b1d3af492d53f6b4296486a63cfdc51a1","last_reissued_at":"2026-07-05T08:25:52.343969Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:25:52.343969Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.07616","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:25:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jEVsyOevM45AUoI4dUKZJLBiEhmglkv3K7T2ZHr5P1cs9jK1eDcWg3XEO2grv+Kw883kSXpIAeOLPzKWZAG7Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T09:15:50.577462Z"},"content_sha256":"3c1ca30443aa778ec958d295cb8de94b95b7eca272382e00bda2d22579398e4d","schema_version":"1.0","event_id":"sha256:3c1ca30443aa778ec958d295cb8de94b95b7eca272382e00bda2d22579398e4d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:7IAP5ICP5NQ725KYP2OKARE5NM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Anchor-based Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Derek Fai Wong, Fanghua Ye, Jianhui Pang, Longyue Wang, Wanshun Chen, Xin He","submitted_at":"2024-02-12T12:48:02Z","abstract_excerpt":"Large language models (LLMs) predominantly employ decoder-only transformer architectures, necessitating the retention of keys/values information for historical tokens to provide contextual information and avoid redundant computation. However, the substantial size and parameter volume of these LLMs require massive GPU memory. This memory demand increases with the length of the input text, leading to an urgent need for more efficient methods of information storage and processing. This study introduces Anchor-based LLMs (AnLLMs), which utilize an innovative anchor-based self-attention network (An"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.07616","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.07616/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:25:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pwld2TIbaoFlAkRWf0WKKiXnfve0zknlGI4TAuYmp2MgxXvWubItCKeHU63YJ1cPPGGwHXEG/wfNWcotXP2FDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T09:15:50.577959Z"},"content_sha256":"fe8398c02dba12cb488c9e3e668eb2caf9d9dd279f21cb9b54dca94f0a129a08","schema_version":"1.0","event_id":"sha256:fe8398c02dba12cb488c9e3e668eb2caf9d9dd279f21cb9b54dca94f0a129a08"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7IAP5ICP5NQ725KYP2OKARE5NM/bundle.json","state_url":"https://pith.science/pith/7IAP5ICP5NQ725KYP2OKARE5NM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7IAP5ICP5NQ725KYP2OKARE5NM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T09:15:50Z","links":{"resolver":"https://pith.science/pith/7IAP5ICP5NQ725KYP2OKARE5NM","bundle":"https://pith.science/pith/7IAP5ICP5NQ725KYP2OKARE5NM/bundle.json","state":"https://pith.science/pith/7IAP5ICP5NQ725KYP2OKARE5NM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7IAP5ICP5NQ725KYP2OKARE5NM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:7IAP5ICP5NQ725KYP2OKARE5NM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"20886a0228ffddb620bee94e7b708494d8ae06bf5af5d5d448545ecd800b2d8a","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-12T12:48:02Z","title_canon_sha256":"ecbedf0891a310b40f2bbbdead4863ad4d6c35e5e80ee378bc9ae19f4846230f"},"schema_version":"1.0","source":{"id":"2402.07616","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.07616","created_at":"2026-07-05T08:25:52Z"},{"alias_kind":"arxiv_version","alias_value":"2402.07616v3","created_at":"2026-07-05T08:25:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.07616","created_at":"2026-07-05T08:25:52Z"},{"alias_kind":"pith_short_12","alias_value":"7IAP5ICP5NQ7","created_at":"2026-07-05T08:25:52Z"},{"alias_kind":"pith_short_16","alias_value":"7IAP5ICP5NQ725KY","created_at":"2026-07-05T08:25:52Z"},{"alias_kind":"pith_short_8","alias_value":"7IAP5ICP","created_at":"2026-07-05T08:25:52Z"}],"graph_snapshots":[{"event_id":"sha256:fe8398c02dba12cb488c9e3e668eb2caf9d9dd279f21cb9b54dca94f0a129a08","target":"graph","created_at":"2026-07-05T08:25:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.07616/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) predominantly employ decoder-only transformer architectures, necessitating the retention of keys/values information for historical tokens to provide contextual information and avoid redundant computation. However, the substantial size and parameter volume of these LLMs require massive GPU memory. This memory demand increases with the length of the input text, leading to an urgent need for more efficient methods of information storage and processing. This study introduces Anchor-based LLMs (AnLLMs), which utilize an innovative anchor-based self-attention network (An","authors_text":"Derek Fai Wong, Fanghua Ye, Jianhui Pang, Longyue Wang, Wanshun Chen, Xin He","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-12T12:48:02Z","title":"Anchor-based Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.07616","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3c1ca30443aa778ec958d295cb8de94b95b7eca272382e00bda2d22579398e4d","target":"record","created_at":"2026-07-05T08:25:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"20886a0228ffddb620bee94e7b708494d8ae06bf5af5d5d448545ecd800b2d8a","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-12T12:48:02Z","title_canon_sha256":"ecbedf0891a310b40f2bbbdead4863ad4d6c35e5e80ee378bc9ae19f4846230f"},"schema_version":"1.0","source":{"id":"2402.07616","kind":"arxiv","version":3}},"canonical_sha256":"fa00fea04feb61fd75587e9ca0449d6b1d3af492d53f6b4296486a63cfdc51a1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fa00fea04feb61fd75587e9ca0449d6b1d3af492d53f6b4296486a63cfdc51a1","first_computed_at":"2026-07-05T08:25:52.343969Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:25:52.343969Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"a0SoSCiezCyzrhzrN/kdoD5rIHcfDLySjNGB7kT1buvm9rfzs+65pD0c76pu2kAhNI7Iy594TFsSgNdbWrtvDA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:25:52.344541Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.07616","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3c1ca30443aa778ec958d295cb8de94b95b7eca272382e00bda2d22579398e4d","sha256:fe8398c02dba12cb488c9e3e668eb2caf9d9dd279f21cb9b54dca94f0a129a08"],"state_sha256":"83fd9f803122ea2551ebf3e4213c85d63c91ae43037a6bfaf360cc00e2654830"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lL6IquBF+7uEJQ7ARkG3xf2YR/6ZV9isxxoCNkqP88ZCdKZuee8Vxd+Mw+/z5ydzfH0FkQezpi9SeVpWITYdBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T09:15:50.581679Z","bundle_sha256":"6e291e36dc35c2316d0c64ca24be380f707966f533b3b6c1a66309435b8f0cde"}}