{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:SNFQBTXQZE7CNHQXLOFUQAJWEF","short_pith_number":"pith:SNFQBTXQ","canonical_record":{"source":{"id":"2409.17422","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-25T23:14:47Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"ba6b8cedf9528aa37fa6c23095adaacfbdc49a8c53fcfbb29e2dd8f47652e04d","abstract_canon_sha256":"52de0854855751fa68f7cb4cb56cff5e1ce37d0e2df9153da485a28fb865d5b7"},"schema_version":"1.0"},"canonical_sha256":"934b00cef0c93e269e175b8b480136216f7cc8d3b8f8eb6bf4d304f09ea75ff9","source":{"kind":"arxiv","id":"2409.17422","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.17422","created_at":"2026-07-05T09:11:53Z"},{"alias_kind":"arxiv_version","alias_value":"2409.17422v1","created_at":"2026-07-05T09:11:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.17422","created_at":"2026-07-05T09:11:53Z"},{"alias_kind":"pith_short_12","alias_value":"SNFQBTXQZE7C","created_at":"2026-07-05T09:11:53Z"},{"alias_kind":"pith_short_16","alias_value":"SNFQBTXQZE7CNHQX","created_at":"2026-07-05T09:11:53Z"},{"alias_kind":"pith_short_8","alias_value":"SNFQBTXQ","created_at":"2026-07-05T09:11:53Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:SNFQBTXQZE7CNHQXLOFUQAJWEF","target":"record","payload":{"canonical_record":{"source":{"id":"2409.17422","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-25T23:14:47Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"ba6b8cedf9528aa37fa6c23095adaacfbdc49a8c53fcfbb29e2dd8f47652e04d","abstract_canon_sha256":"52de0854855751fa68f7cb4cb56cff5e1ce37d0e2df9153da485a28fb865d5b7"},"schema_version":"1.0"},"canonical_sha256":"934b00cef0c93e269e175b8b480136216f7cc8d3b8f8eb6bf4d304f09ea75ff9","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:11:53.599895Z","signature_b64":"jkIJrS3lPeZ9aayILfr8Ly39H84ELw/U/weki5wAXna9pMbf/DAkjwdmXdu/pRoCwwQQUfU/TeW3Kdupg0+YDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"934b00cef0c93e269e175b8b480136216f7cc8d3b8f8eb6bf4d304f09ea75ff9","last_reissued_at":"2026-07-05T09:11:53.599293Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:11:53.599293Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.17422","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:11:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NmlakIUhoWvBY43MWcJRKSxnaRDbkBNHlwPJqmYZCm2TVVDgneEGyrIbyhHvb8QePeVDB0qVDtNbMrGZmgDsDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T04:57:34.695915Z"},"content_sha256":"26228d3bc1b3116d404655adc61fe73a0356bbee6eb07c5334bbee07984fe4d2","schema_version":"1.0","event_id":"sha256:26228d3bc1b3116d404655adc61fe73a0356bbee6eb07c5334bbee07984fe4d2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:SNFQBTXQZE7CNHQXLOFUQAJWEF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Discovering the Gems in Early Layers: Accelerating Long-Context LLMs with 1000x Input Token Reduction","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Shafiq Joty, Xuan-Phi Nguyen, Yifei Ming, Yingyu Liang, Zhenmei Shi","submitted_at":"2024-09-25T23:14:47Z","abstract_excerpt":"Large Language Models (LLMs) have demonstrated remarkable capabilities in handling long context inputs, but this comes at the cost of increased computational resources and latency. Our research introduces a novel approach for the long context bottleneck to accelerate LLM inference and reduce GPU memory consumption. Our research demonstrates that LLMs can identify relevant tokens in the early layers before generating answers to a query. Leveraging this insight, we propose an algorithm that uses early layers of an LLM as filters to select and compress input tokens, significantly reducing the con"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.17422","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.17422/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:11:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FOUoFZOrGB4rmYO4As+gQ4gL0QN7BL4b+ksaJAJRDltx1RzoBIJ5keDUHnMDMde5LhEsRyAG2gf79mIuKf34Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T04:57:34.696506Z"},"content_sha256":"e2ef54ec4b0032516fdf18ec3dd0af671dac903f1bff0f5541eea10bd9be5e8c","schema_version":"1.0","event_id":"sha256:e2ef54ec4b0032516fdf18ec3dd0af671dac903f1bff0f5541eea10bd9be5e8c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/SNFQBTXQZE7CNHQXLOFUQAJWEF/bundle.json","state_url":"https://pith.science/pith/SNFQBTXQZE7CNHQXLOFUQAJWEF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/SNFQBTXQZE7CNHQXLOFUQAJWEF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T04:57:34Z","links":{"resolver":"https://pith.science/pith/SNFQBTXQZE7CNHQXLOFUQAJWEF","bundle":"https://pith.science/pith/SNFQBTXQZE7CNHQXLOFUQAJWEF/bundle.json","state":"https://pith.science/pith/SNFQBTXQZE7CNHQXLOFUQAJWEF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/SNFQBTXQZE7CNHQXLOFUQAJWEF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:SNFQBTXQZE7CNHQXLOFUQAJWEF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"52de0854855751fa68f7cb4cb56cff5e1ce37d0e2df9153da485a28fb865d5b7","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-25T23:14:47Z","title_canon_sha256":"ba6b8cedf9528aa37fa6c23095adaacfbdc49a8c53fcfbb29e2dd8f47652e04d"},"schema_version":"1.0","source":{"id":"2409.17422","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.17422","created_at":"2026-07-05T09:11:53Z"},{"alias_kind":"arxiv_version","alias_value":"2409.17422v1","created_at":"2026-07-05T09:11:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.17422","created_at":"2026-07-05T09:11:53Z"},{"alias_kind":"pith_short_12","alias_value":"SNFQBTXQZE7C","created_at":"2026-07-05T09:11:53Z"},{"alias_kind":"pith_short_16","alias_value":"SNFQBTXQZE7CNHQX","created_at":"2026-07-05T09:11:53Z"},{"alias_kind":"pith_short_8","alias_value":"SNFQBTXQ","created_at":"2026-07-05T09:11:53Z"}],"graph_snapshots":[{"event_id":"sha256:e2ef54ec4b0032516fdf18ec3dd0af671dac903f1bff0f5541eea10bd9be5e8c","target":"graph","created_at":"2026-07-05T09:11:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.17422/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have demonstrated remarkable capabilities in handling long context inputs, but this comes at the cost of increased computational resources and latency. Our research introduces a novel approach for the long context bottleneck to accelerate LLM inference and reduce GPU memory consumption. Our research demonstrates that LLMs can identify relevant tokens in the early layers before generating answers to a query. Leveraging this insight, we propose an algorithm that uses early layers of an LLM as filters to select and compress input tokens, significantly reducing the con","authors_text":"Shafiq Joty, Xuan-Phi Nguyen, Yifei Ming, Yingyu Liang, Zhenmei Shi","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-25T23:14:47Z","title":"Discovering the Gems in Early Layers: Accelerating Long-Context LLMs with 1000x Input Token Reduction"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.17422","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:26228d3bc1b3116d404655adc61fe73a0356bbee6eb07c5334bbee07984fe4d2","target":"record","created_at":"2026-07-05T09:11:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"52de0854855751fa68f7cb4cb56cff5e1ce37d0e2df9153da485a28fb865d5b7","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-25T23:14:47Z","title_canon_sha256":"ba6b8cedf9528aa37fa6c23095adaacfbdc49a8c53fcfbb29e2dd8f47652e04d"},"schema_version":"1.0","source":{"id":"2409.17422","kind":"arxiv","version":1}},"canonical_sha256":"934b00cef0c93e269e175b8b480136216f7cc8d3b8f8eb6bf4d304f09ea75ff9","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"934b00cef0c93e269e175b8b480136216f7cc8d3b8f8eb6bf4d304f09ea75ff9","first_computed_at":"2026-07-05T09:11:53.599293Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:11:53.599293Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"jkIJrS3lPeZ9aayILfr8Ly39H84ELw/U/weki5wAXna9pMbf/DAkjwdmXdu/pRoCwwQQUfU/TeW3Kdupg0+YDg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:11:53.599895Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.17422","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:26228d3bc1b3116d404655adc61fe73a0356bbee6eb07c5334bbee07984fe4d2","sha256:e2ef54ec4b0032516fdf18ec3dd0af671dac903f1bff0f5541eea10bd9be5e8c"],"state_sha256":"82a1f547a727ac759d4033265c6c87a483a1ae9448b4c8eae98de01c52a1481f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bXlH41mQGrxBlyU79s1sEQ1PvForJj0On0d1XsWV5lGCTvpchAKVRT7ZKRgG9gX9PE99ynLcxsLXDA1SiFOHAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T04:57:34.701508Z","bundle_sha256":"71514f803739f2d48df03d1616502773ca32fba1cf0196e6b6c47725d82b7c83"}}