{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:2MFCJBY5FQB27DVD3OORKF6HMS","short_pith_number":"pith:2MFCJBY5","canonical_record":{"source":{"id":"2607.23054","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-07-25T05:45:59Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"6a4b69b179e34d5d9883e88437d7c8f0483f0c0a7fe124f8327e6c38d9c88bb2","abstract_canon_sha256":"3d6f02721ba71a4269909f7c1756f87c684796c410215ebf1b631eae7f13b79c"},"schema_version":"1.0"},"canonical_sha256":"d30a24871d2c03af8ea3db9d1517c764b09456c7446ed9630fdffdc8ae17f888","source":{"kind":"arxiv","id":"2607.23054","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2607.23054","created_at":"2026-07-28T00:22:09Z"},{"alias_kind":"arxiv_version","alias_value":"2607.23054v1","created_at":"2026-07-28T00:22:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2607.23054","created_at":"2026-07-28T00:22:09Z"},{"alias_kind":"pith_short_12","alias_value":"2MFCJBY5FQB2","created_at":"2026-07-28T00:22:09Z"},{"alias_kind":"pith_short_16","alias_value":"2MFCJBY5FQB27DVD","created_at":"2026-07-28T00:22:09Z"},{"alias_kind":"pith_short_8","alias_value":"2MFCJBY5","created_at":"2026-07-28T00:22:09Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:2MFCJBY5FQB27DVD3OORKF6HMS","target":"record","payload":{"canonical_record":{"source":{"id":"2607.23054","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-07-25T05:45:59Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"6a4b69b179e34d5d9883e88437d7c8f0483f0c0a7fe124f8327e6c38d9c88bb2","abstract_canon_sha256":"3d6f02721ba71a4269909f7c1756f87c684796c410215ebf1b631eae7f13b79c"},"schema_version":"1.0"},"canonical_sha256":"d30a24871d2c03af8ea3db9d1517c764b09456c7446ed9630fdffdc8ae17f888","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-28T00:22:09.917840Z","signature_b64":"RPy7YO8EP4bcjRZcd07dJRdpxe7+qGEz+fpZrHZ2Tcb2iXa4L/TWM2FYn+rtwRx14z7Ghlu1ZDRlxDGVPoHvAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d30a24871d2c03af8ea3db9d1517c764b09456c7446ed9630fdffdc8ae17f888","last_reissued_at":"2026-07-28T00:22:09.916926Z","signature_status":"signed_v1","first_computed_at":"2026-07-28T00:22:09.916926Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2607.23054","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-28T00:22:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/2RDfOfVv3C/d7lVs340Aka96JJi2HWSQBTgrk8/8D9OdMaOcKCXt6dC0eQ5jsne+r6+rUcIys0iqgaO7IaQCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T06:44:03.460567Z"},"content_sha256":"3442594ed7b97845b6636e0d43b7c9314403b6fb5e4cfa5717902cb24138ea0a","schema_version":"1.0","event_id":"sha256:3442594ed7b97845b6636e0d43b7c9314403b6fb5e4cfa5717902cb24138ea0a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:2MFCJBY5FQB27DVD3OORKF6HMS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Through the Bottleneck: How Multi-head Latent Attention Separates Content from Position in Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Dhruvil S, Fenil Sojitra, Ravirajsinh Chauhan","submitted_at":"2026-07-25T05:45:59Z","abstract_excerpt":"Multi-head Latent Attention (MLA), introduced in DeepSeek-V2, compresses key-value pairs through a shared low-rank bottleneck (cKV), achieving 81% KV-cache reduction during inference. Despite its adoption in massive production models, no prior work has studied what information this bottleneck preserves or discards, nor how it reshapes internal transformer circuits. We present the first comprehensive mechanistic interpretability study of MLA, training a 114M-parameter transformer (pretrained on a web/code/math mixture, fine-tuned on TinyStories) and analyzing its representations through SVD, at"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2607.23054","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2607.23054/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-28T00:22:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ry0F1o1yS4V0tmj4bMb3GNbgX5H33FyojrV/fMQBmBj05PmbN74q+LJF/T8DaTYlxkVHB9Tju3xL+IbwiJF1Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T06:44:03.461062Z"},"content_sha256":"c3a5f57080d6b91d9d69bad2c902ca08a4cffb0f9b2a6b3c38df58dacc437512","schema_version":"1.0","event_id":"sha256:c3a5f57080d6b91d9d69bad2c902ca08a4cffb0f9b2a6b3c38df58dacc437512"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2MFCJBY5FQB27DVD3OORKF6HMS/bundle.json","state_url":"https://pith.science/pith/2MFCJBY5FQB27DVD3OORKF6HMS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2MFCJBY5FQB27DVD3OORKF6HMS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T06:44:03Z","links":{"resolver":"https://pith.science/pith/2MFCJBY5FQB27DVD3OORKF6HMS","bundle":"https://pith.science/pith/2MFCJBY5FQB27DVD3OORKF6HMS/bundle.json","state":"https://pith.science/pith/2MFCJBY5FQB27DVD3OORKF6HMS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2MFCJBY5FQB27DVD3OORKF6HMS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:2MFCJBY5FQB27DVD3OORKF6HMS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3d6f02721ba71a4269909f7c1756f87c684796c410215ebf1b631eae7f13b79c","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-07-25T05:45:59Z","title_canon_sha256":"6a4b69b179e34d5d9883e88437d7c8f0483f0c0a7fe124f8327e6c38d9c88bb2"},"schema_version":"1.0","source":{"id":"2607.23054","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2607.23054","created_at":"2026-07-28T00:22:09Z"},{"alias_kind":"arxiv_version","alias_value":"2607.23054v1","created_at":"2026-07-28T00:22:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2607.23054","created_at":"2026-07-28T00:22:09Z"},{"alias_kind":"pith_short_12","alias_value":"2MFCJBY5FQB2","created_at":"2026-07-28T00:22:09Z"},{"alias_kind":"pith_short_16","alias_value":"2MFCJBY5FQB27DVD","created_at":"2026-07-28T00:22:09Z"},{"alias_kind":"pith_short_8","alias_value":"2MFCJBY5","created_at":"2026-07-28T00:22:09Z"}],"graph_snapshots":[{"event_id":"sha256:c3a5f57080d6b91d9d69bad2c902ca08a4cffb0f9b2a6b3c38df58dacc437512","target":"graph","created_at":"2026-07-28T00:22:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2607.23054/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Multi-head Latent Attention (MLA), introduced in DeepSeek-V2, compresses key-value pairs through a shared low-rank bottleneck (cKV), achieving 81% KV-cache reduction during inference. Despite its adoption in massive production models, no prior work has studied what information this bottleneck preserves or discards, nor how it reshapes internal transformer circuits. We present the first comprehensive mechanistic interpretability study of MLA, training a 114M-parameter transformer (pretrained on a web/code/math mixture, fine-tuned on TinyStories) and analyzing its representations through SVD, at","authors_text":"Dhruvil S, Fenil Sojitra, Ravirajsinh Chauhan","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-07-25T05:45:59Z","title":"Through the Bottleneck: How Multi-head Latent Attention Separates Content from Position in Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2607.23054","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3442594ed7b97845b6636e0d43b7c9314403b6fb5e4cfa5717902cb24138ea0a","target":"record","created_at":"2026-07-28T00:22:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3d6f02721ba71a4269909f7c1756f87c684796c410215ebf1b631eae7f13b79c","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-07-25T05:45:59Z","title_canon_sha256":"6a4b69b179e34d5d9883e88437d7c8f0483f0c0a7fe124f8327e6c38d9c88bb2"},"schema_version":"1.0","source":{"id":"2607.23054","kind":"arxiv","version":1}},"canonical_sha256":"d30a24871d2c03af8ea3db9d1517c764b09456c7446ed9630fdffdc8ae17f888","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d30a24871d2c03af8ea3db9d1517c764b09456c7446ed9630fdffdc8ae17f888","first_computed_at":"2026-07-28T00:22:09.916926Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-28T00:22:09.916926Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"RPy7YO8EP4bcjRZcd07dJRdpxe7+qGEz+fpZrHZ2Tcb2iXa4L/TWM2FYn+rtwRx14z7Ghlu1ZDRlxDGVPoHvAw==","signature_status":"signed_v1","signed_at":"2026-07-28T00:22:09.917840Z","signed_message":"canonical_sha256_bytes"},"source_id":"2607.23054","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3442594ed7b97845b6636e0d43b7c9314403b6fb5e4cfa5717902cb24138ea0a","sha256:c3a5f57080d6b91d9d69bad2c902ca08a4cffb0f9b2a6b3c38df58dacc437512"],"state_sha256":"c451a06a71f8855036f0bce34b0b0b9f80ec5cdaf1150dffd1acaeec47d2d1b5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gS1w/8R8Sogp3/6Pbx1SgV2tPV8jxM3bCnTxu9E01liltAVVym6Yxns+AR2KPBzahwy+5lJpXxq+tLkGjprjAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T06:44:03.464416Z","bundle_sha256":"5832a42c8428bed764104a2157cffcd3f10e1499c120abbb0439e7d713caee27"}}