{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:HTTTMZ6PCHE2EUSKEVTVHDSCU7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"136c9493182a0719499a5f0b84e0cb803fcff4fee97ee6a61031c10027067c76","cross_cats_sorted":["cs.DC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-21T03:52:41Z","title_canon_sha256":"12848c07fd2500f05b37ba3a744050f51180a763ab4dfe9a886c52fbc4500772"},"schema_version":"1.0","source":{"id":"2411.13820","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.13820","created_at":"2026-07-05T11:36:25Z"},{"alias_kind":"arxiv_version","alias_value":"2411.13820v2","created_at":"2026-07-05T11:36:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.13820","created_at":"2026-07-05T11:36:25Z"},{"alias_kind":"pith_short_12","alias_value":"HTTTMZ6PCHE2","created_at":"2026-07-05T11:36:25Z"},{"alias_kind":"pith_short_16","alias_value":"HTTTMZ6PCHE2EUSK","created_at":"2026-07-05T11:36:25Z"},{"alias_kind":"pith_short_8","alias_value":"HTTTMZ6P","created_at":"2026-07-05T11:36:25Z"}],"graph_snapshots":[{"event_id":"sha256:ce836e62173de417545b6a285fd36954aabc890b47ac47ee3b9fa773f8f61899","target":"graph","created_at":"2026-07-05T11:36:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.13820/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The revolutionary capabilities of Large Language Models (LLMs) are attracting rapidly growing popularity and leading to soaring user requests to inference serving systems. Caching techniques, which leverage data reuse to reduce computation, offer opportunities to optimize the performance of LLM inference engines. On the one hand, the low-level key-value (KV) cache working at the token level is widely adopted, albeit it incurs significant overhead as request volume grows. On the other hand, instruction-level caching, which stores full instruction-response pairs, is expected to play an increasin","authors_text":"Jiamu Kang, Jiangang Kong, Longwei Zou, Tingfeng Liu, Yangdong Deng, Yan Liu","cross_cats":["cs.DC"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-21T03:52:41Z","title":"InstCache: A Predictive Cache for LLM Serving"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.13820","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:42ade6bbdc90d41f7585898a52f1e409b7a849158d06b921fa8bb5d9062402e4","target":"record","created_at":"2026-07-05T11:36:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"136c9493182a0719499a5f0b84e0cb803fcff4fee97ee6a61031c10027067c76","cross_cats_sorted":["cs.DC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-21T03:52:41Z","title_canon_sha256":"12848c07fd2500f05b37ba3a744050f51180a763ab4dfe9a886c52fbc4500772"},"schema_version":"1.0","source":{"id":"2411.13820","kind":"arxiv","version":2}},"canonical_sha256":"3ce73667cf11c9a2524a2567538e42a7c11274e6be66ee7cc7c5ad51ce2c6c05","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3ce73667cf11c9a2524a2567538e42a7c11274e6be66ee7cc7c5ad51ce2c6c05","first_computed_at":"2026-07-05T11:36:25.727768Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:36:25.727768Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"puAdN5+TFwl2pLHD1COo2N00AQl3T/sl5o2NL+qh/aGUf07CIflUjBaZfmDrdBua6Pi2WUi91O0ydBvHbxxwDA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:36:25.728270Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.13820","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:42ade6bbdc90d41f7585898a52f1e409b7a849158d06b921fa8bb5d9062402e4","sha256:ce836e62173de417545b6a285fd36954aabc890b47ac47ee3b9fa773f8f61899"],"state_sha256":"1487c131d0ca00758d7d097f8e9b109e756555a709ef58539ef4d90ce129677f"}