{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:6IFJMP2D4M4TITD2DY6DERES25","short_pith_number":"pith:6IFJMP2D","canonical_record":{"source":{"id":"2409.04040","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2024-09-06T06:16:55Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"640d1c89ae0700b0d7eb662780decf874ecbcbe592dad5cb4eced637fa7340e3","abstract_canon_sha256":"d35024ade04c6f008d1af9a3ac4035b5fe3c9b2f5f7835c3b7bbd78db3459396"},"schema_version":"1.0"},"canonical_sha256":"f20a963f43e339344c7a1e3c324492d77449ed17106a975cc2dcb0d2464a771a","source":{"kind":"arxiv","id":"2409.04040","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.04040","created_at":"2026-07-05T09:04:00Z"},{"alias_kind":"arxiv_version","alias_value":"2409.04040v1","created_at":"2026-07-05T09:04:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.04040","created_at":"2026-07-05T09:04:00Z"},{"alias_kind":"pith_short_12","alias_value":"6IFJMP2D4M4T","created_at":"2026-07-05T09:04:00Z"},{"alias_kind":"pith_short_16","alias_value":"6IFJMP2D4M4TITD2","created_at":"2026-07-05T09:04:00Z"},{"alias_kind":"pith_short_8","alias_value":"6IFJMP2D","created_at":"2026-07-05T09:04:00Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:6IFJMP2D4M4TITD2DY6DERES25","target":"record","payload":{"canonical_record":{"source":{"id":"2409.04040","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2024-09-06T06:16:55Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"640d1c89ae0700b0d7eb662780decf874ecbcbe592dad5cb4eced637fa7340e3","abstract_canon_sha256":"d35024ade04c6f008d1af9a3ac4035b5fe3c9b2f5f7835c3b7bbd78db3459396"},"schema_version":"1.0"},"canonical_sha256":"f20a963f43e339344c7a1e3c324492d77449ed17106a975cc2dcb0d2464a771a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:04:00.689211Z","signature_b64":"anCtSeqk1TYwqbA2Rx705Z+wwz+C32ZuqkyfyZlqti3IISb2HSpJRLsOL59sj7Z6AyOLS5o7woRRdTIpuo4BBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f20a963f43e339344c7a1e3c324492d77449ed17106a975cc2dcb0d2464a771a","last_reissued_at":"2026-07-05T09:04:00.688810Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:04:00.688810Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.04040","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:04:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iJj3FjRs9lzTXg/i0/m4zFDRg8YJ8i5bs0r0Wclb5vQJk8jr9uT8mkOKxxPxHASplu7ZTIrAdKq1wG9z/HNkAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T11:41:08.139420Z"},"content_sha256":"ae3f1ac49a05401bf41a4b2bcd22cdee5f6a8586b9256bde36d94792eff7051a","schema_version":"1.0","event_id":"sha256:ae3f1ac49a05401bf41a4b2bcd22cdee5f6a8586b9256bde36d94792eff7051a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:6IFJMP2D4M4TITD2DY6DERES25","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A First Look At Efficient And Secure On-Device LLM Inference Against KV Leakage","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CR","authors_text":"Deyu Zhang, Huan Yang, Yuanchun Li, Yudong Zhao, Yunxin Liu","submitted_at":"2024-09-06T06:16:55Z","abstract_excerpt":"Running LLMs on end devices has garnered significant attention recently due to their advantages in privacy preservation. With the advent of lightweight LLM models and specially designed GPUs, on-device LLM inference has achieved the necessary accuracy and performance metrics. However, we have identified that LLM inference on GPUs can leak privacy-sensitive intermediate information, specifically the KV pairs. An attacker could exploit these KV pairs to reconstruct the entire user conversation, leading to significant vulnerabilities. Existing solutions, such as Fully Homomorphic Encryption (FHE)"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.04040","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.04040/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:04:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"paysRhWasZbWf5qyWRW6/n4LGmgm/AId9UM0TIz1XHygYgTSKcrYy6iTaH2g4IAGQ9smwSx3eoue4ZtN+0ZYBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T11:41:08.140562Z"},"content_sha256":"67c0f7e6404233202c0be11cfa21ebfcfabd13f463eff58fa27e397116ac07d2","schema_version":"1.0","event_id":"sha256:67c0f7e6404233202c0be11cfa21ebfcfabd13f463eff58fa27e397116ac07d2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6IFJMP2D4M4TITD2DY6DERES25/bundle.json","state_url":"https://pith.science/pith/6IFJMP2D4M4TITD2DY6DERES25/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6IFJMP2D4M4TITD2DY6DERES25/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T11:41:08Z","links":{"resolver":"https://pith.science/pith/6IFJMP2D4M4TITD2DY6DERES25","bundle":"https://pith.science/pith/6IFJMP2D4M4TITD2DY6DERES25/bundle.json","state":"https://pith.science/pith/6IFJMP2D4M4TITD2DY6DERES25/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6IFJMP2D4M4TITD2DY6DERES25/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:6IFJMP2D4M4TITD2DY6DERES25","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d35024ade04c6f008d1af9a3ac4035b5fe3c9b2f5f7835c3b7bbd78db3459396","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2024-09-06T06:16:55Z","title_canon_sha256":"640d1c89ae0700b0d7eb662780decf874ecbcbe592dad5cb4eced637fa7340e3"},"schema_version":"1.0","source":{"id":"2409.04040","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.04040","created_at":"2026-07-05T09:04:00Z"},{"alias_kind":"arxiv_version","alias_value":"2409.04040v1","created_at":"2026-07-05T09:04:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.04040","created_at":"2026-07-05T09:04:00Z"},{"alias_kind":"pith_short_12","alias_value":"6IFJMP2D4M4T","created_at":"2026-07-05T09:04:00Z"},{"alias_kind":"pith_short_16","alias_value":"6IFJMP2D4M4TITD2","created_at":"2026-07-05T09:04:00Z"},{"alias_kind":"pith_short_8","alias_value":"6IFJMP2D","created_at":"2026-07-05T09:04:00Z"}],"graph_snapshots":[{"event_id":"sha256:67c0f7e6404233202c0be11cfa21ebfcfabd13f463eff58fa27e397116ac07d2","target":"graph","created_at":"2026-07-05T09:04:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.04040/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Running LLMs on end devices has garnered significant attention recently due to their advantages in privacy preservation. With the advent of lightweight LLM models and specially designed GPUs, on-device LLM inference has achieved the necessary accuracy and performance metrics. However, we have identified that LLM inference on GPUs can leak privacy-sensitive intermediate information, specifically the KV pairs. An attacker could exploit these KV pairs to reconstruct the entire user conversation, leading to significant vulnerabilities. Existing solutions, such as Fully Homomorphic Encryption (FHE)","authors_text":"Deyu Zhang, Huan Yang, Yuanchun Li, Yudong Zhao, Yunxin Liu","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2024-09-06T06:16:55Z","title":"A First Look At Efficient And Secure On-Device LLM Inference Against KV Leakage"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.04040","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ae3f1ac49a05401bf41a4b2bcd22cdee5f6a8586b9256bde36d94792eff7051a","target":"record","created_at":"2026-07-05T09:04:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d35024ade04c6f008d1af9a3ac4035b5fe3c9b2f5f7835c3b7bbd78db3459396","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2024-09-06T06:16:55Z","title_canon_sha256":"640d1c89ae0700b0d7eb662780decf874ecbcbe592dad5cb4eced637fa7340e3"},"schema_version":"1.0","source":{"id":"2409.04040","kind":"arxiv","version":1}},"canonical_sha256":"f20a963f43e339344c7a1e3c324492d77449ed17106a975cc2dcb0d2464a771a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f20a963f43e339344c7a1e3c324492d77449ed17106a975cc2dcb0d2464a771a","first_computed_at":"2026-07-05T09:04:00.688810Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:04:00.688810Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"anCtSeqk1TYwqbA2Rx705Z+wwz+C32ZuqkyfyZlqti3IISb2HSpJRLsOL59sj7Z6AyOLS5o7woRRdTIpuo4BBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:04:00.689211Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.04040","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ae3f1ac49a05401bf41a4b2bcd22cdee5f6a8586b9256bde36d94792eff7051a","sha256:67c0f7e6404233202c0be11cfa21ebfcfabd13f463eff58fa27e397116ac07d2"],"state_sha256":"a31c43c2e11a3c856b60ed5fa927b0f16abb02909f7334b5321df12bba0bc4c4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lpU8AaT2jWoyo0J0o5fvL6UWCNJED5SsdCjVfMRJnNvJq8tw56xZJGPBI6gpDibTOgLevGMzgEz5hFnO7vVyBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T11:41:08.148206Z","bundle_sha256":"41de1d64cd139cc25614d10653d911ce42310e1516d191fe6af50928bd4099c6"}}