{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:XE55HDQMCLTUMB7M7P63SZTAX7","short_pith_number":"pith:XE55HDQM","canonical_record":{"source":{"id":"2412.12094","kind":"arxiv","version":6},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-16T18:58:57Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"cbf1d4fea96d5445378bbd4d48e5da10dc126f3bbfbf50bae7720bf4c03b863b","abstract_canon_sha256":"c8b03af16d342e4ab5f44682a0cccfba87af81c490228fe006ae0489ad8ec36b"},"schema_version":"1.0"},"canonical_sha256":"b93bd38e0c12e74607ecfbfdb96660bfcd556ad14af2a8333187136321c8fd86","source":{"kind":"arxiv","id":"2412.12094","version":6},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.12094","created_at":"2026-07-05T11:14:00Z"},{"alias_kind":"arxiv_version","alias_value":"2412.12094v6","created_at":"2026-07-05T11:14:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.12094","created_at":"2026-07-05T11:14:00Z"},{"alias_kind":"pith_short_12","alias_value":"XE55HDQMCLTU","created_at":"2026-07-05T11:14:00Z"},{"alias_kind":"pith_short_16","alias_value":"XE55HDQMCLTUMB7M","created_at":"2026-07-05T11:14:00Z"},{"alias_kind":"pith_short_8","alias_value":"XE55HDQM","created_at":"2026-07-05T11:14:00Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:XE55HDQMCLTUMB7M7P63SZTAX7","target":"record","payload":{"canonical_record":{"source":{"id":"2412.12094","kind":"arxiv","version":6},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-16T18:58:57Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"cbf1d4fea96d5445378bbd4d48e5da10dc126f3bbfbf50bae7720bf4c03b863b","abstract_canon_sha256":"c8b03af16d342e4ab5f44682a0cccfba87af81c490228fe006ae0489ad8ec36b"},"schema_version":"1.0"},"canonical_sha256":"b93bd38e0c12e74607ecfbfdb96660bfcd556ad14af2a8333187136321c8fd86","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:14:00.777749Z","signature_b64":"u2C/It5TYTb6roWtQQNAxORY2c7KkBZQUGHroSHlAYI0MwlwHgjJ9Rl9RhaTEqcDaaNEYJmTtCYhSARFaIGPCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b93bd38e0c12e74607ecfbfdb96660bfcd556ad14af2a8333187136321c8fd86","last_reissued_at":"2026-07-05T11:14:00.777225Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:14:00.777225Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.12094","source_version":6,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:14:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WcXLqbe5EF4M+D6x/DoW5TzHnCI3Qg8OfGJBtfJ61psFLVWcJWAq44q3y5aJo/9dHJCzkysTrZ162nd4MqGJBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T21:55:29.373640Z"},"content_sha256":"cf3552ca26b0c463349976455415c2acd99c05b88445f8e5c1258ac063b6e0f6","schema_version":"1.0","event_id":"sha256:cf3552ca26b0c463349976455415c2acd99c05b88445f8e5c1258ac063b6e0f6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:XE55HDQMCLTUMB7M7P63SZTAX7","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"SepLLM: Accelerate Large Language Models by Compressing One Segment into One Separator","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Chao Huang, Guoxuan Chen, Han Shi, Jiawei Li, Weiyang Liu, Xiaozhe Ren, Xin Jiang, Yihang Gao, Yimeng Chen, Zhenguo Li","submitted_at":"2024-12-16T18:58:57Z","abstract_excerpt":"Large Language Models (LLMs) have exhibited exceptional performance across a spectrum of natural language processing tasks. However, their substantial sizes pose considerable challenges, particularly in computational demands and inference speed, due to their quadratic complexity. In this work, we have identified a key pattern: certain seemingly meaningless separator tokens (i.e., punctuations) contribute disproportionately to attention scores compared to semantically meaningful tokens. This observation suggests that information of the segments between these separator tokens can be effectively "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.12094","kind":"arxiv","version":6},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.12094/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:14:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NmTpzZTaa8W/dZARDIZt5hfkXAkTcshVuFCfaAxa7wN2BYA3Bo9dLoMiZzOi2grEH1aVBnmgAW/Q9+DrzF/ZAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T21:55:29.374157Z"},"content_sha256":"68cd398c18a63ca2d6dd654b9e617f5628ec0604030b59d4fcbeb045c2ea303b","schema_version":"1.0","event_id":"sha256:68cd398c18a63ca2d6dd654b9e617f5628ec0604030b59d4fcbeb045c2ea303b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XE55HDQMCLTUMB7M7P63SZTAX7/bundle.json","state_url":"https://pith.science/pith/XE55HDQMCLTUMB7M7P63SZTAX7/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XE55HDQMCLTUMB7M7P63SZTAX7/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T21:55:29Z","links":{"resolver":"https://pith.science/pith/XE55HDQMCLTUMB7M7P63SZTAX7","bundle":"https://pith.science/pith/XE55HDQMCLTUMB7M7P63SZTAX7/bundle.json","state":"https://pith.science/pith/XE55HDQMCLTUMB7M7P63SZTAX7/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XE55HDQMCLTUMB7M7P63SZTAX7/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:XE55HDQMCLTUMB7M7P63SZTAX7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c8b03af16d342e4ab5f44682a0cccfba87af81c490228fe006ae0489ad8ec36b","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-16T18:58:57Z","title_canon_sha256":"cbf1d4fea96d5445378bbd4d48e5da10dc126f3bbfbf50bae7720bf4c03b863b"},"schema_version":"1.0","source":{"id":"2412.12094","kind":"arxiv","version":6}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.12094","created_at":"2026-07-05T11:14:00Z"},{"alias_kind":"arxiv_version","alias_value":"2412.12094v6","created_at":"2026-07-05T11:14:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.12094","created_at":"2026-07-05T11:14:00Z"},{"alias_kind":"pith_short_12","alias_value":"XE55HDQMCLTU","created_at":"2026-07-05T11:14:00Z"},{"alias_kind":"pith_short_16","alias_value":"XE55HDQMCLTUMB7M","created_at":"2026-07-05T11:14:00Z"},{"alias_kind":"pith_short_8","alias_value":"XE55HDQM","created_at":"2026-07-05T11:14:00Z"}],"graph_snapshots":[{"event_id":"sha256:68cd398c18a63ca2d6dd654b9e617f5628ec0604030b59d4fcbeb045c2ea303b","target":"graph","created_at":"2026-07-05T11:14:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.12094/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have exhibited exceptional performance across a spectrum of natural language processing tasks. However, their substantial sizes pose considerable challenges, particularly in computational demands and inference speed, due to their quadratic complexity. In this work, we have identified a key pattern: certain seemingly meaningless separator tokens (i.e., punctuations) contribute disproportionately to attention scores compared to semantically meaningful tokens. This observation suggests that information of the segments between these separator tokens can be effectively ","authors_text":"Chao Huang, Guoxuan Chen, Han Shi, Jiawei Li, Weiyang Liu, Xiaozhe Ren, Xin Jiang, Yihang Gao, Yimeng Chen, Zhenguo Li","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-16T18:58:57Z","title":"SepLLM: Accelerate Large Language Models by Compressing One Segment into One Separator"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.12094","kind":"arxiv","version":6},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cf3552ca26b0c463349976455415c2acd99c05b88445f8e5c1258ac063b6e0f6","target":"record","created_at":"2026-07-05T11:14:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c8b03af16d342e4ab5f44682a0cccfba87af81c490228fe006ae0489ad8ec36b","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-16T18:58:57Z","title_canon_sha256":"cbf1d4fea96d5445378bbd4d48e5da10dc126f3bbfbf50bae7720bf4c03b863b"},"schema_version":"1.0","source":{"id":"2412.12094","kind":"arxiv","version":6}},"canonical_sha256":"b93bd38e0c12e74607ecfbfdb96660bfcd556ad14af2a8333187136321c8fd86","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b93bd38e0c12e74607ecfbfdb96660bfcd556ad14af2a8333187136321c8fd86","first_computed_at":"2026-07-05T11:14:00.777225Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:14:00.777225Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"u2C/It5TYTb6roWtQQNAxORY2c7KkBZQUGHroSHlAYI0MwlwHgjJ9Rl9RhaTEqcDaaNEYJmTtCYhSARFaIGPCg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:14:00.777749Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.12094","source_kind":"arxiv","source_version":6}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cf3552ca26b0c463349976455415c2acd99c05b88445f8e5c1258ac063b6e0f6","sha256:68cd398c18a63ca2d6dd654b9e617f5628ec0604030b59d4fcbeb045c2ea303b"],"state_sha256":"694f33f76d09deb8bf12d5a31a0735b294dd897347fe5a7f4ee1885b4d17da70"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Lbg+hwZ35O7bYr1xk9fWf6jCprcEDL40Yb7aJqYJT4f6xUpuZDvAijboylcbi1Ljp4qTI06K3hvIuPh9s016Cg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T21:55:29.378455Z","bundle_sha256":"5756edfd28f8de229c2bdeb7fcf1138d3e4a8644ce4cef0bd277fbb7dfe1279e"}}