{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:4FBCUMWK6YCRT7SHBFVRD2ZN5T","short_pith_number":"pith:4FBCUMWK","canonical_record":{"source":{"id":"2401.03462","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-01-07T11:57:40Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"c95fc1a6d966a6a255d925a69597cdfd492191239db17605fe47898419f20c81","abstract_canon_sha256":"5fe99ee81c34fd740ff22d22e783d29781c6b64c095cef34acf7214e562c0153"},"schema_version":"1.0"},"canonical_sha256":"e1422a32caf60519fe47096b11eb2decf3f44d490f902cb203f3f83e834a45e2","source":{"kind":"arxiv","id":"2401.03462","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.03462","created_at":"2026-07-05T09:18:51Z"},{"alias_kind":"arxiv_version","alias_value":"2401.03462v3","created_at":"2026-07-05T09:18:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.03462","created_at":"2026-07-05T09:18:51Z"},{"alias_kind":"pith_short_12","alias_value":"4FBCUMWK6YCR","created_at":"2026-07-05T09:18:51Z"},{"alias_kind":"pith_short_16","alias_value":"4FBCUMWK6YCRT7SH","created_at":"2026-07-05T09:18:51Z"},{"alias_kind":"pith_short_8","alias_value":"4FBCUMWK","created_at":"2026-07-05T09:18:51Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:4FBCUMWK6YCRT7SHBFVRD2ZN5T","target":"record","payload":{"canonical_record":{"source":{"id":"2401.03462","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-01-07T11:57:40Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"c95fc1a6d966a6a255d925a69597cdfd492191239db17605fe47898419f20c81","abstract_canon_sha256":"5fe99ee81c34fd740ff22d22e783d29781c6b64c095cef34acf7214e562c0153"},"schema_version":"1.0"},"canonical_sha256":"e1422a32caf60519fe47096b11eb2decf3f44d490f902cb203f3f83e834a45e2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:18:51.706884Z","signature_b64":"iYa0mnOrdtFkxTE45P/+Anw4zQ+r/7TXuhnKLLMq9naVohqgXWx3Efr5u5Lm/YBgPhMj/uO+eGnZ4BVfQyGOBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e1422a32caf60519fe47096b11eb2decf3f44d490f902cb203f3f83e834a45e2","last_reissued_at":"2026-07-05T09:18:51.706380Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:18:51.706380Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2401.03462","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:18:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lyzupmeut5slPVgng8ZoMOEUTveZwrTgsAPJ/QYeshJ4IcOj+oxfZr1LQ/cxFoKdLMbh9hdcepMZeaHgSbuxDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T18:33:46.696793Z"},"content_sha256":"b24befc740a7eabe0e2dad7b4d3ea11b562245276188d225e7cc65d0326a8c3d","schema_version":"1.0","event_id":"sha256:b24befc740a7eabe0e2dad7b4d3ea11b562245276188d225e7cc65d0326a8c3d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:4FBCUMWK6YCRT7SHBFVRD2ZN5T","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Long Context Compression with Activation Beacon","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Ninglu Shao, Peitian Zhang, Qiwei Ye, Shitao Xiao, Zheng Liu, Zhicheng Dou","submitted_at":"2024-01-07T11:57:40Z","abstract_excerpt":"Long context compression is a critical research problem due to its significance in reducing the high computational and memory costs associated with LLMs. In this paper, we propose Activation Beacon, a plug-in module for transformer-based LLMs that targets effective, efficient, and flexible compression of long contexts. To achieve this, our method introduces the following technical designs. 1) We directly compress the activations (i.e. keys and values at every layer), rather than leveraging soft prompts to relay information (which constitute a major bottleneck to encapsulate the complex informa"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.03462","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2401.03462/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:18:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"a6OZSU/YP98f9JpYHGffc78Z2kGrQAsiMuN8wJD5eTDnJAbKBj89tKj1x4+EH1nQCsb9hmjk/dY326SkePWtAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T18:33:46.697081Z"},"content_sha256":"42b9ffdec26bb17b9c7456fcc3b12d3e6a25923a1023e29cdbaad766aba0c0c7","schema_version":"1.0","event_id":"sha256:42b9ffdec26bb17b9c7456fcc3b12d3e6a25923a1023e29cdbaad766aba0c0c7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4FBCUMWK6YCRT7SHBFVRD2ZN5T/bundle.json","state_url":"https://pith.science/pith/4FBCUMWK6YCRT7SHBFVRD2ZN5T/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4FBCUMWK6YCRT7SHBFVRD2ZN5T/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T18:33:46Z","links":{"resolver":"https://pith.science/pith/4FBCUMWK6YCRT7SHBFVRD2ZN5T","bundle":"https://pith.science/pith/4FBCUMWK6YCRT7SHBFVRD2ZN5T/bundle.json","state":"https://pith.science/pith/4FBCUMWK6YCRT7SHBFVRD2ZN5T/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4FBCUMWK6YCRT7SHBFVRD2ZN5T/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:4FBCUMWK6YCRT7SHBFVRD2ZN5T","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5fe99ee81c34fd740ff22d22e783d29781c6b64c095cef34acf7214e562c0153","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-01-07T11:57:40Z","title_canon_sha256":"c95fc1a6d966a6a255d925a69597cdfd492191239db17605fe47898419f20c81"},"schema_version":"1.0","source":{"id":"2401.03462","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.03462","created_at":"2026-07-05T09:18:51Z"},{"alias_kind":"arxiv_version","alias_value":"2401.03462v3","created_at":"2026-07-05T09:18:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.03462","created_at":"2026-07-05T09:18:51Z"},{"alias_kind":"pith_short_12","alias_value":"4FBCUMWK6YCR","created_at":"2026-07-05T09:18:51Z"},{"alias_kind":"pith_short_16","alias_value":"4FBCUMWK6YCRT7SH","created_at":"2026-07-05T09:18:51Z"},{"alias_kind":"pith_short_8","alias_value":"4FBCUMWK","created_at":"2026-07-05T09:18:51Z"}],"graph_snapshots":[{"event_id":"sha256:42b9ffdec26bb17b9c7456fcc3b12d3e6a25923a1023e29cdbaad766aba0c0c7","target":"graph","created_at":"2026-07-05T09:18:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2401.03462/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Long context compression is a critical research problem due to its significance in reducing the high computational and memory costs associated with LLMs. In this paper, we propose Activation Beacon, a plug-in module for transformer-based LLMs that targets effective, efficient, and flexible compression of long contexts. To achieve this, our method introduces the following technical designs. 1) We directly compress the activations (i.e. keys and values at every layer), rather than leveraging soft prompts to relay information (which constitute a major bottleneck to encapsulate the complex informa","authors_text":"Ninglu Shao, Peitian Zhang, Qiwei Ye, Shitao Xiao, Zheng Liu, Zhicheng Dou","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-01-07T11:57:40Z","title":"Long Context Compression with Activation Beacon"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.03462","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b24befc740a7eabe0e2dad7b4d3ea11b562245276188d225e7cc65d0326a8c3d","target":"record","created_at":"2026-07-05T09:18:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5fe99ee81c34fd740ff22d22e783d29781c6b64c095cef34acf7214e562c0153","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-01-07T11:57:40Z","title_canon_sha256":"c95fc1a6d966a6a255d925a69597cdfd492191239db17605fe47898419f20c81"},"schema_version":"1.0","source":{"id":"2401.03462","kind":"arxiv","version":3}},"canonical_sha256":"e1422a32caf60519fe47096b11eb2decf3f44d490f902cb203f3f83e834a45e2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e1422a32caf60519fe47096b11eb2decf3f44d490f902cb203f3f83e834a45e2","first_computed_at":"2026-07-05T09:18:51.706380Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:18:51.706380Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"iYa0mnOrdtFkxTE45P/+Anw4zQ+r/7TXuhnKLLMq9naVohqgXWx3Efr5u5Lm/YBgPhMj/uO+eGnZ4BVfQyGOBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:18:51.706884Z","signed_message":"canonical_sha256_bytes"},"source_id":"2401.03462","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b24befc740a7eabe0e2dad7b4d3ea11b562245276188d225e7cc65d0326a8c3d","sha256:42b9ffdec26bb17b9c7456fcc3b12d3e6a25923a1023e29cdbaad766aba0c0c7"],"state_sha256":"423cfaeb56562e6bb227e328907f0dd2e47c8cfd3ce6f3899acfbfffce0764bc"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6S6lAVZsHdQIYzhFHBK681nmBQfSblRy++ENJhjDzq2JycxUTV2ZMYYKlT5YD5Lt68DM7RRtNRwV0xd3Dd+JDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T18:33:46.700474Z","bundle_sha256":"4ecb3cb5ee7e77fd4922e47af076237fbc11d5dc06c65ebfd5d45b5ede5d3de6"}}