{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:KHVCRWABVA6W43D2P4ZYVO5GVR","short_pith_number":"pith:KHVCRWAB","canonical_record":{"source":{"id":"2412.12465","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-17T01:54:08Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"14c54407f65a04a66d77101b5613d1cefd613c857a68a8dda0f8f58d0569891c","abstract_canon_sha256":"00380c2a34c2acff933a2bd95d4f876c4d3fecac39464350c3a381b69869ba70"},"schema_version":"1.0"},"canonical_sha256":"51ea28d801a83d6e6c7a7f338abba6ac7fec328922d6d4d96a8f31d3648c5ae3","source":{"kind":"arxiv","id":"2412.12465","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.12465","created_at":"2026-07-05T11:47:16Z"},{"alias_kind":"arxiv_version","alias_value":"2412.12465v3","created_at":"2026-07-05T11:47:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.12465","created_at":"2026-07-05T11:47:16Z"},{"alias_kind":"pith_short_12","alias_value":"KHVCRWABVA6W","created_at":"2026-07-05T11:47:16Z"},{"alias_kind":"pith_short_16","alias_value":"KHVCRWABVA6W43D2","created_at":"2026-07-05T11:47:16Z"},{"alias_kind":"pith_short_8","alias_value":"KHVCRWAB","created_at":"2026-07-05T11:47:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:KHVCRWABVA6W43D2P4ZYVO5GVR","target":"record","payload":{"canonical_record":{"source":{"id":"2412.12465","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-17T01:54:08Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"14c54407f65a04a66d77101b5613d1cefd613c857a68a8dda0f8f58d0569891c","abstract_canon_sha256":"00380c2a34c2acff933a2bd95d4f876c4d3fecac39464350c3a381b69869ba70"},"schema_version":"1.0"},"canonical_sha256":"51ea28d801a83d6e6c7a7f338abba6ac7fec328922d6d4d96a8f31d3648c5ae3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:47:16.716946Z","signature_b64":"H9jRXY72wMUNU+RfSaqLpfMJRRrXO/bQGRyiQrVCzb9iY+wEz/rIiAU6GwKCQWGmmF95NRUltu3GmXpt2Z7NAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"51ea28d801a83d6e6c7a7f338abba6ac7fec328922d6d4d96a8f31d3648c5ae3","last_reissued_at":"2026-07-05T11:47:16.716376Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:47:16.716376Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.12465","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:47:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BhI7cPx8H0/GjdhMOSTY7+AJi8jWJmkpcSo5ezRhadyam4mSigOM8ktTNRcgtetX/d2ufPmSqeVcMlSPanLACg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T05:06:07.070523Z"},"content_sha256":"441b102f76b1625acbfc7432b32f210d7323c488fc088ed62c00c8690280775f","schema_version":"1.0","event_id":"sha256:441b102f76b1625acbfc7432b32f210d7323c488fc088ed62c00c8690280775f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:KHVCRWABVA6W43D2P4ZYVO5GVR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Core Context Aware Transformers for Long Context Language Modeling","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Haokun Li, Mingkui Tan, Shuhai Zhang, Yaofo Chen, Yaowei Wang, Yirui Li, Zeng You","submitted_at":"2024-12-17T01:54:08Z","abstract_excerpt":"Transformer-based Large Language Models (LLMs) have exhibited remarkable success in extensive tasks primarily attributed to self-attention mechanism, which requires a token to consider all preceding tokens as its context to compute attention. However, when the context length L becomes very large (e.g., 128K), the amount of potentially redundant information in the context tends to increase. The redundant context not only hampers the modeling representation performance but also incurs unnecessary computational and storage overhead. In this paper, we propose a plug-and-play Core Context Aware (CC"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.12465","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.12465/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:47:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ocr5l1QLMTmD5cSd5mT5mpnfczpWKmdcTONaHiWVbGNWIXT0Ct29ISKbW9YfcCZagDsThZ+v6q/0msGn3CTVAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T05:06:07.071187Z"},"content_sha256":"1f05fdfc32e58d13e703735ef242874bc7226666bc96c3ff2e3937974c0b6359","schema_version":"1.0","event_id":"sha256:1f05fdfc32e58d13e703735ef242874bc7226666bc96c3ff2e3937974c0b6359"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KHVCRWABVA6W43D2P4ZYVO5GVR/bundle.json","state_url":"https://pith.science/pith/KHVCRWABVA6W43D2P4ZYVO5GVR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KHVCRWABVA6W43D2P4ZYVO5GVR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-16T05:06:07Z","links":{"resolver":"https://pith.science/pith/KHVCRWABVA6W43D2P4ZYVO5GVR","bundle":"https://pith.science/pith/KHVCRWABVA6W43D2P4ZYVO5GVR/bundle.json","state":"https://pith.science/pith/KHVCRWABVA6W43D2P4ZYVO5GVR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KHVCRWABVA6W43D2P4ZYVO5GVR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:KHVCRWABVA6W43D2P4ZYVO5GVR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"00380c2a34c2acff933a2bd95d4f876c4d3fecac39464350c3a381b69869ba70","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-17T01:54:08Z","title_canon_sha256":"14c54407f65a04a66d77101b5613d1cefd613c857a68a8dda0f8f58d0569891c"},"schema_version":"1.0","source":{"id":"2412.12465","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.12465","created_at":"2026-07-05T11:47:16Z"},{"alias_kind":"arxiv_version","alias_value":"2412.12465v3","created_at":"2026-07-05T11:47:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.12465","created_at":"2026-07-05T11:47:16Z"},{"alias_kind":"pith_short_12","alias_value":"KHVCRWABVA6W","created_at":"2026-07-05T11:47:16Z"},{"alias_kind":"pith_short_16","alias_value":"KHVCRWABVA6W43D2","created_at":"2026-07-05T11:47:16Z"},{"alias_kind":"pith_short_8","alias_value":"KHVCRWAB","created_at":"2026-07-05T11:47:16Z"}],"graph_snapshots":[{"event_id":"sha256:1f05fdfc32e58d13e703735ef242874bc7226666bc96c3ff2e3937974c0b6359","target":"graph","created_at":"2026-07-05T11:47:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.12465/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformer-based Large Language Models (LLMs) have exhibited remarkable success in extensive tasks primarily attributed to self-attention mechanism, which requires a token to consider all preceding tokens as its context to compute attention. However, when the context length L becomes very large (e.g., 128K), the amount of potentially redundant information in the context tends to increase. The redundant context not only hampers the modeling representation performance but also incurs unnecessary computational and storage overhead. In this paper, we propose a plug-and-play Core Context Aware (CC","authors_text":"Haokun Li, Mingkui Tan, Shuhai Zhang, Yaofo Chen, Yaowei Wang, Yirui Li, Zeng You","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-17T01:54:08Z","title":"Core Context Aware Transformers for Long Context Language Modeling"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.12465","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:441b102f76b1625acbfc7432b32f210d7323c488fc088ed62c00c8690280775f","target":"record","created_at":"2026-07-05T11:47:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"00380c2a34c2acff933a2bd95d4f876c4d3fecac39464350c3a381b69869ba70","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-17T01:54:08Z","title_canon_sha256":"14c54407f65a04a66d77101b5613d1cefd613c857a68a8dda0f8f58d0569891c"},"schema_version":"1.0","source":{"id":"2412.12465","kind":"arxiv","version":3}},"canonical_sha256":"51ea28d801a83d6e6c7a7f338abba6ac7fec328922d6d4d96a8f31d3648c5ae3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"51ea28d801a83d6e6c7a7f338abba6ac7fec328922d6d4d96a8f31d3648c5ae3","first_computed_at":"2026-07-05T11:47:16.716376Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:47:16.716376Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"H9jRXY72wMUNU+RfSaqLpfMJRRrXO/bQGRyiQrVCzb9iY+wEz/rIiAU6GwKCQWGmmF95NRUltu3GmXpt2Z7NAA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:47:16.716946Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.12465","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:441b102f76b1625acbfc7432b32f210d7323c488fc088ed62c00c8690280775f","sha256:1f05fdfc32e58d13e703735ef242874bc7226666bc96c3ff2e3937974c0b6359"],"state_sha256":"46201033683c503f030eb309fbbb2635faf7be2dcb0042763666bdab938dffef"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wOinPEYq2DA+rMvSvIYz0AwNUb0KxpmE3jJgwoRZMEE0KDbpXyDMXQ3r1YU2ScXbIohBE9kBYrtE1aXKMUFCAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-16T05:06:07.078320Z","bundle_sha256":"d82461876bcb1fc0ad7ab03b2ed4c1d673da9bb7ea66113ffbbfa1b771434927"}}