{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:SZIN5FNANVJNGDYXPNTYOPNWO2","short_pith_number":"pith:SZIN5FNA","canonical_record":{"source":{"id":"2412.16434","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2024-12-21T01:48:52Z","cross_cats_sorted":[],"title_canon_sha256":"5a479268f19c17aaddfb62c6f9a8f9701449cb354eb44da7821b66053f164623","abstract_canon_sha256":"8e1f05826407f69513c44de111fdf3937442a13353187fb2caefbcf780f7348b"},"schema_version":"1.0"},"canonical_sha256":"9650de95a06d52d30f177b67873db676856d76ed0849ef63de8c87296af69ba8","source":{"kind":"arxiv","id":"2412.16434","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.16434","created_at":"2026-07-05T09:52:45Z"},{"alias_kind":"arxiv_version","alias_value":"2412.16434v1","created_at":"2026-07-05T09:52:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.16434","created_at":"2026-07-05T09:52:45Z"},{"alias_kind":"pith_short_12","alias_value":"SZIN5FNANVJN","created_at":"2026-07-05T09:52:45Z"},{"alias_kind":"pith_short_16","alias_value":"SZIN5FNANVJNGDYX","created_at":"2026-07-05T09:52:45Z"},{"alias_kind":"pith_short_8","alias_value":"SZIN5FNA","created_at":"2026-07-05T09:52:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:SZIN5FNANVJNGDYXPNTYOPNWO2","target":"record","payload":{"canonical_record":{"source":{"id":"2412.16434","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2024-12-21T01:48:52Z","cross_cats_sorted":[],"title_canon_sha256":"5a479268f19c17aaddfb62c6f9a8f9701449cb354eb44da7821b66053f164623","abstract_canon_sha256":"8e1f05826407f69513c44de111fdf3937442a13353187fb2caefbcf780f7348b"},"schema_version":"1.0"},"canonical_sha256":"9650de95a06d52d30f177b67873db676856d76ed0849ef63de8c87296af69ba8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:52:45.980940Z","signature_b64":"xM8KAaHuY+l86Z5gU2HfgOX0TdPac49D2nT+usYSfpp/rmRuGW2QxH/gSZKzNZ/HZ7HJPLYRI42fEC849svoDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9650de95a06d52d30f177b67873db676856d76ed0849ef63de8c87296af69ba8","last_reissued_at":"2026-07-05T09:52:45.980510Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:52:45.980510Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.16434","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:52:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xZH7O7XTOqSrhSBCjeGKkdKRiTY639QcQrK7tPNesUVujSdoqzuTJ0wndYOzpiNCmcz23TMnyzYo8EdLafU7Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T00:18:47.236860Z"},"content_sha256":"82f8117470f7eff9554ce0dd2bd2174e46f09a2f6528a22e7c57cc284f7c4759","schema_version":"1.0","event_id":"sha256:82f8117470f7eff9554ce0dd2bd2174e46f09a2f6528a22e7c57cc284f7c4759"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:SZIN5FNANVJNGDYXPNTYOPNWO2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"SYMPHONY: Improving Memory Management for LLM Inference Workloads","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.DC","authors_text":"Aditya Akella, Anyong Mao, Saurabh Agarwal, Shivaram Venkataraman","submitted_at":"2024-12-21T01:48:52Z","abstract_excerpt":"Large Language Models (LLMs) are increasingly being deployed in applications such as chatbots, code editors, and conversational agents. A key feature of LLMs is their ability to engage in multi-turn interactions with humans or external tools, enabling a wide range of tasks. Each new request in a multi-turn interaction depends on the intermediate state, specifically the key-value (K,V) caches, from previous requests in the ongoing interaction. Existing serving engines either recompute the K,V caches or offload them to main memory. Profiling reveals that recomputation can result in over 99% of p"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.16434","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.16434/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:52:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"O3+CTIOdAJxPUUj31h0vlusFUmb3PfZK+pAvdytBKYeg9hF2nrXLloTZzHWyuwu16CX4PP9p8qYC8B1371I5Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T00:18:47.237352Z"},"content_sha256":"64d8d8fdf6ea59914d0f4d19b157c80b397dca17405c6131ee5721512ac49dad","schema_version":"1.0","event_id":"sha256:64d8d8fdf6ea59914d0f4d19b157c80b397dca17405c6131ee5721512ac49dad"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/SZIN5FNANVJNGDYXPNTYOPNWO2/bundle.json","state_url":"https://pith.science/pith/SZIN5FNANVJNGDYXPNTYOPNWO2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/SZIN5FNANVJNGDYXPNTYOPNWO2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T00:18:47Z","links":{"resolver":"https://pith.science/pith/SZIN5FNANVJNGDYXPNTYOPNWO2","bundle":"https://pith.science/pith/SZIN5FNANVJNGDYXPNTYOPNWO2/bundle.json","state":"https://pith.science/pith/SZIN5FNANVJNGDYXPNTYOPNWO2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/SZIN5FNANVJNGDYXPNTYOPNWO2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:SZIN5FNANVJNGDYXPNTYOPNWO2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8e1f05826407f69513c44de111fdf3937442a13353187fb2caefbcf780f7348b","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2024-12-21T01:48:52Z","title_canon_sha256":"5a479268f19c17aaddfb62c6f9a8f9701449cb354eb44da7821b66053f164623"},"schema_version":"1.0","source":{"id":"2412.16434","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.16434","created_at":"2026-07-05T09:52:45Z"},{"alias_kind":"arxiv_version","alias_value":"2412.16434v1","created_at":"2026-07-05T09:52:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.16434","created_at":"2026-07-05T09:52:45Z"},{"alias_kind":"pith_short_12","alias_value":"SZIN5FNANVJN","created_at":"2026-07-05T09:52:45Z"},{"alias_kind":"pith_short_16","alias_value":"SZIN5FNANVJNGDYX","created_at":"2026-07-05T09:52:45Z"},{"alias_kind":"pith_short_8","alias_value":"SZIN5FNA","created_at":"2026-07-05T09:52:45Z"}],"graph_snapshots":[{"event_id":"sha256:64d8d8fdf6ea59914d0f4d19b157c80b397dca17405c6131ee5721512ac49dad","target":"graph","created_at":"2026-07-05T09:52:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.16434/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) are increasingly being deployed in applications such as chatbots, code editors, and conversational agents. A key feature of LLMs is their ability to engage in multi-turn interactions with humans or external tools, enabling a wide range of tasks. Each new request in a multi-turn interaction depends on the intermediate state, specifically the key-value (K,V) caches, from previous requests in the ongoing interaction. Existing serving engines either recompute the K,V caches or offload them to main memory. Profiling reveals that recomputation can result in over 99% of p","authors_text":"Aditya Akella, Anyong Mao, Saurabh Agarwal, Shivaram Venkataraman","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2024-12-21T01:48:52Z","title":"SYMPHONY: Improving Memory Management for LLM Inference Workloads"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.16434","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:82f8117470f7eff9554ce0dd2bd2174e46f09a2f6528a22e7c57cc284f7c4759","target":"record","created_at":"2026-07-05T09:52:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8e1f05826407f69513c44de111fdf3937442a13353187fb2caefbcf780f7348b","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2024-12-21T01:48:52Z","title_canon_sha256":"5a479268f19c17aaddfb62c6f9a8f9701449cb354eb44da7821b66053f164623"},"schema_version":"1.0","source":{"id":"2412.16434","kind":"arxiv","version":1}},"canonical_sha256":"9650de95a06d52d30f177b67873db676856d76ed0849ef63de8c87296af69ba8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9650de95a06d52d30f177b67873db676856d76ed0849ef63de8c87296af69ba8","first_computed_at":"2026-07-05T09:52:45.980510Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:52:45.980510Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"xM8KAaHuY+l86Z5gU2HfgOX0TdPac49D2nT+usYSfpp/rmRuGW2QxH/gSZKzNZ/HZ7HJPLYRI42fEC849svoDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:52:45.980940Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.16434","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:82f8117470f7eff9554ce0dd2bd2174e46f09a2f6528a22e7c57cc284f7c4759","sha256:64d8d8fdf6ea59914d0f4d19b157c80b397dca17405c6131ee5721512ac49dad"],"state_sha256":"b97409dc91e5c925aa0b95d927b097d8fd1c3f5a8ef8b702a6181751b6af18a7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iG0tcsD2Z8RsipYCtqtgBjXk0F92OQ/XGow5DAbFBHjQPTKKCUCvldN7Ne3zfGFphahs5WUKPUfQTgfp6UsSDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T00:18:47.245006Z","bundle_sha256":"4a077bfb2af77c1662f170c15f472b25e7076b22a7ef50a9dc9670f9a2602ce4"}}