{"as_of":"2026-08-04T23:17:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:4f844f786e4859912eb4eb2368ca2e922e20a3dc7334ca035516d6164268353e","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":35,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":35,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-04T06:34:03.388597+00:00","state":"measured"},{"denominator":35,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":35,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-04T16:35:33.896184Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"pith","source_observed_at":"2026-07-11T01:57:51.001945Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2402.16363","last_updated":"2024-05-01T20:42:28Z","snapshot_observed_at":"2026-08-01T22:52:35.092898Z","submitted_at":"2024-02-26T07:33:05Z","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","version":6},"cited_work":{"arxiv_id":"2402.16363","doi":null,"metadata_source":"pith","pith_arxiv_id":"2402.16363","snapshot_observed_at":"2026-07-11T01:57:51.001945Z","title":"Llm inference unveiled: Survey and roofline model insights","venue":"cs.CL","work_id":"ab1b1623-49b9-406b-9b4a-f5de11424e01","year":2024},"citing_paper":{"arxiv_id":"2312.05821","last_updated":"2025-08-28T03:57:52Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-12-10T08:41:24Z","title":"ASVD: Activation-aware Singular Value Decomposition for Compressing Large Language Models","version":5},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-05-20T13:49:33.747672Z"},"links":{"cited_paper":"/paper/2402.16363","citing_paper":"/paper/2312.05821"},"observation_digest":"sha256:7a7a09a8d49b8f8e0945405e0bf60233816a0fa50e8be2b44d4281c17547474e","observation_id":"90806b5a-d669-4a41-ae24-75184098e22d","resolution":{"observed_at":"2026-05-20T13:49:33.794422Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.16363","last_updated":"2024-05-01T20:42:28Z","snapshot_observed_at":"2026-08-01T22:52:35.092898Z","submitted_at":"2024-02-26T07:33:05Z","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","version":6},"cited_work":{"arxiv_id":"2402.16363","doi":null,"metadata_source":"pith","pith_arxiv_id":"2402.16363","snapshot_observed_at":"2026-07-11T01:57:51.001945Z","title":"Llm inference unveiled: Survey and roofline model insights","venue":"cs.CL","work_id":"ab1b1623-49b9-406b-9b4a-f5de11424e01","year":2024},"citing_paper":{"arxiv_id":"2404.14294","last_updated":"2024-07-19T04:47:36Z","snapshot_observed_at":"2026-07-06T18:03:47.096406Z","submitted_at":"2024-04-22T15:53:08Z","title":"A Survey on Efficient Inference for Large Language Models","version":3},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-05-15T02:39:33.007894Z"},"links":{"cited_paper":"/paper/2402.16363","citing_paper":"/paper/2404.14294"},"observation_digest":"sha256:6b075e7b41de26a7aedcbf7c1fcaeeea500f2852bbf233ac35e8986b8802bb32","observation_id":"456ea09f-255f-4c50-a111-d7d38c867900","resolution":{"observed_at":"2026-05-15T02:39:33.159051Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.16363","last_updated":"2024-05-01T20:42:28Z","snapshot_observed_at":"2026-08-01T22:52:35.092898Z","submitted_at":"2024-02-26T07:33:05Z","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","version":6},"cited_work":{"arxiv_id":"2402.16363","doi":null,"metadata_source":"pith","pith_arxiv_id":"2402.16363","snapshot_observed_at":"2026-07-11T01:57:51.001945Z","title":"Llm inference unveiled: Survey and roofline model insights","venue":"cs.CL","work_id":"ab1b1623-49b9-406b-9b4a-f5de11424e01","year":2024},"citing_paper":{"arxiv_id":"2409.19256","last_updated":"2024-10-02T04:01:47Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-09-28T06:20:03Z","title":"HybridFlow: A Flexible and Efficient RLHF Framework","version":2},"reference_index":96,"source":"pdf_text","source_observed_at":"2026-05-11T07:53:38.715353Z"},"links":{"cited_paper":"/paper/2402.16363","citing_paper":"/paper/2409.19256"},"observation_digest":"sha256:07c6bfcd6982436439dec1e1bed1d533ad253983e7419e8160f1aee9a3cda0fc","observation_id":"a7a73652-6c22-41ac-92fe-6bfd2dedddae","resolution":{"observed_at":"2026-05-11T07:53:38.959988Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.16363","last_updated":"2024-05-01T20:42:28Z","snapshot_observed_at":"2026-08-01T22:52:35.092898Z","submitted_at":"2024-02-26T07:33:05Z","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","version":6},"cited_work":{"arxiv_id":"2402.16363","doi":null,"metadata_source":"pith","pith_arxiv_id":"2402.16363","snapshot_observed_at":"2026-07-11T01:57:51.001945Z","title":"Llm inference unveiled: Survey and roofline model insights","venue":"cs.CL","work_id":"ab1b1623-49b9-406b-9b4a-f5de11424e01","year":2024},"citing_paper":{"arxiv_id":"2503.19950","last_updated":"2025-03-25T16:24:45Z","snapshot_observed_at":"2026-08-02T05:11:13.500453Z","submitted_at":"2025-03-25T16:24:45Z","title":"LogQuant: Log-Distributed 2-Bit Quantization of KV Cache with Superior Accuracy Preservation","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-05-22T22:07:37.906916Z"},"links":{"cited_paper":"/paper/2402.16363","citing_paper":"/paper/2503.19950"},"observation_digest":"sha256:d5db844ec8a7e6c4e59d1fa30c899641ad72be762893807f22cc26d9f1320abb","observation_id":"70f92a0a-1dbc-4fd9-840c-8d0f1db5a590","resolution":{"observed_at":"2026-05-22T22:12:11.621335Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.16363","last_updated":"2024-05-01T20:42:28Z","snapshot_observed_at":"2026-08-01T22:52:35.092898Z","submitted_at":"2024-02-26T07:33:05Z","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.16363","snapshot_observed_at":"2026-08-04T16:35:33.896184Z","title":"LLM Inference Unveiled: Survey and Roofline Model Insights,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.12993","last_updated":"2026-07-03T09:21:53Z","snapshot_observed_at":"2026-08-04T16:35:28.483412Z","submitted_at":"2025-09-16T12:04:00Z","title":"HPIM: Heterogeneous Processing-In-Memory-based Accelerator for Large Language Models Inference","version":3},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-04T16:35:33.896184Z"},"links":{"cited_paper":"/paper/2402.16363","citing_paper":"/paper/2509.12993"},"observation_digest":"sha256:d0b49017d887324360c41e2b65876139de4d85f6a8413b81bb932a428d78cce3","observation_id":"56688505-a8b2-4bcc-9b9b-e778f36b9c4e","resolution":{"observed_at":"2026-08-04T16:35:33.896184Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.16363","last_updated":"2024-05-01T20:42:28Z","snapshot_observed_at":"2026-08-01T22:52:35.092898Z","submitted_at":"2024-02-26T07:33:05Z","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","version":6},"cited_work":{"arxiv_id":"2402.16363","doi":null,"metadata_source":"pith","pith_arxiv_id":"2402.16363","snapshot_observed_at":"2026-07-11T01:57:51.001945Z","title":"Llm inference unveiled: Survey and roofline model insights","venue":"cs.CL","work_id":"ab1b1623-49b9-406b-9b4a-f5de11424e01","year":2024},"citing_paper":{"arxiv_id":"2601.21351","last_updated":"2026-05-12T02:35:02Z","snapshot_observed_at":"2026-07-06T22:43:26.250071Z","submitted_at":"2026-01-29T07:22:27Z","title":"Analytical Provisioning for Attention-FFN Disaggregated LLM Serving under Stochastic Workloads","version":3},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-05-16T09:53:13.057587Z"},"links":{"cited_paper":"/paper/2402.16363","citing_paper":"/paper/2601.21351"},"observation_digest":"sha256:24d53178fd2bbb17ebb68b68caff42317969c2ee319a2e55e59d4dca124153ab","observation_id":"159f7077-0ace-467e-af00-344d9027a091","resolution":{"observed_at":"2026-05-16T09:57:43.030400Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.16363","last_updated":"2024-05-01T20:42:28Z","snapshot_observed_at":"2026-08-01T22:52:35.092898Z","submitted_at":"2024-02-26T07:33:05Z","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","version":6},"cited_work":{"arxiv_id":"2402.16363","doi":null,"metadata_source":"pith","pith_arxiv_id":"2402.16363","snapshot_observed_at":"2026-07-11T01:57:51.001945Z","title":"Llm inference unveiled: Survey and roofline model insights","venue":"cs.CL","work_id":"ab1b1623-49b9-406b-9b4a-f5de11424e01","year":2024},"citing_paper":{"arxiv_id":"2602.05695","last_updated":"2026-02-23T09:49:19Z","snapshot_observed_at":"2026-07-06T22:44:42.380489Z","submitted_at":"2026-02-05T14:21:00Z","title":"SweetSpot: An Analytical Model for Predicting Energy Efficiency of LLM Inference","version":2},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-05-16T07:05:56.380048Z"},"links":{"cited_paper":"/paper/2402.16363","citing_paper":"/paper/2602.05695"},"observation_digest":"sha256:a962a20385960595b1828f937128ce5409f6e2c06a5bb3b302be7c08ef401b8f","observation_id":"0d18adca-0792-44d3-890d-59c722e37061","resolution":{"observed_at":"2026-05-16T07:07:29.606715Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.16363","last_updated":"2024-05-01T20:42:28Z","snapshot_observed_at":"2026-08-01T22:52:35.092898Z","submitted_at":"2024-02-26T07:33:05Z","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","version":6},"cited_work":{"arxiv_id":"2402.16363","doi":null,"metadata_source":"pith","pith_arxiv_id":"2402.16363","snapshot_observed_at":"2026-07-11T01:57:51.001945Z","title":"Llm inference unveiled: Survey and roofline model insights","venue":"cs.CL","work_id":"ab1b1623-49b9-406b-9b4a-f5de11424e01","year":2024},"citing_paper":{"arxiv_id":"2604.03298","last_updated":"2026-04-07T13:42:14Z","snapshot_observed_at":"2026-08-02T08:21:56.727699Z","submitted_at":"2026-03-28T16:11:56Z","title":"ENEC: A Lossless AI Model Compression Method Enabling Fast Inference on Ascend NPUs","version":2},"reference_index":60,"source":"pdf_text","source_observed_at":"2026-05-14T21:56:38.684104Z"},"links":{"cited_paper":"/paper/2402.16363","citing_paper":"/paper/2604.03298"},"observation_digest":"sha256:ec9069646a3512fc25ce34bdca05ed3ab6976ca753e48ccf48e92d20449605be","observation_id":"147cae87-5bfc-4a14-beb9-9ecd4747d509","resolution":{"observed_at":"2026-05-14T21:58:03.122102Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.16363","last_updated":"2024-05-01T20:42:28Z","snapshot_observed_at":"2026-08-01T22:52:35.092898Z","submitted_at":"2024-02-26T07:33:05Z","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","version":6},"cited_work":{"arxiv_id":"2402.16363","doi":null,"metadata_source":"pith","pith_arxiv_id":"2402.16363","snapshot_observed_at":"2026-07-11T01:57:51.001945Z","title":"Llm inference unveiled: Survey and roofline model insights","venue":"cs.CL","work_id":"ab1b1623-49b9-406b-9b4a-f5de11424e01","year":2024},"citing_paper":{"arxiv_id":"2604.04987","last_updated":"2026-04-05T03:37:30Z","snapshot_observed_at":"2026-07-31T15:20:31.745403Z","submitted_at":"2026-04-05T03:37:30Z","title":"Cactus: Accelerating Auto-Regressive Decoding with Constrained Acceptance Speculative Sampling","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-05-13T17:36:06.003661Z"},"links":{"cited_paper":"/paper/2402.16363","citing_paper":"/paper/2604.04987"},"observation_digest":"sha256:2c91e3d2a37df52319441caf6e726facc230c0a0b3f9f99ee665078f1ac18683","observation_id":"f5ff9e9a-1a6d-4c80-ac42-0fe94c2f005e","resolution":{"observed_at":"2026-05-13T17:38:02.718186Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.16363","last_updated":"2024-05-01T20:42:28Z","snapshot_observed_at":"2026-08-01T22:52:35.092898Z","submitted_at":"2024-02-26T07:33:05Z","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","version":6},"cited_work":{"arxiv_id":"2402.16363","doi":null,"metadata_source":"pith","pith_arxiv_id":"2402.16363","snapshot_observed_at":"2026-07-11T01:57:51.001945Z","title":"Llm inference unveiled: Survey and roofline model insights","venue":"cs.CL","work_id":"ab1b1623-49b9-406b-9b4a-f5de11424e01","year":2024},"citing_paper":{"arxiv_id":"2604.07144","last_updated":"2026-04-08T14:37:17Z","snapshot_observed_at":"2026-07-06T22:55:28.855291Z","submitted_at":"2026-04-08T14:37:17Z","title":"Autopoiesis: A Self-Evolving System Paradigm for LLM Serving Under Runtime Dynamics","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-05-10T17:30:40.021376Z"},"links":{"cited_paper":"/paper/2402.16363","citing_paper":"/paper/2604.07144"},"observation_digest":"sha256:5dccfd312ed49bdd0cf46fd87eeb11621d006cd815060348bb8e267ce0d109a5","observation_id":"a65b5d76-97c6-4b4b-a227-02f450f67153","resolution":{"observed_at":"2026-05-11T06:41:19.616843Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.16363","last_updated":"2024-05-01T20:42:28Z","snapshot_observed_at":"2026-08-01T22:52:35.092898Z","submitted_at":"2024-02-26T07:33:05Z","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","version":6},"cited_work":{"arxiv_id":"2402.16363","doi":null,"metadata_source":"pith","pith_arxiv_id":"2402.16363","snapshot_observed_at":"2026-07-11T01:57:51.001945Z","title":"Llm inference unveiled: Survey and roofline model insights","venue":"cs.CL","work_id":"ab1b1623-49b9-406b-9b4a-f5de11424e01","year":2024},"citing_paper":{"arxiv_id":"2604.12358","last_updated":"2026-04-15T17:43:53Z","snapshot_observed_at":"2026-07-06T23:00:32.607699Z","submitted_at":"2026-04-14T06:48:31Z","title":"Why and When Visual Token Pruning Fails? A Study on Relevant Visual Information Shift in MLLMs Decoding","version":2},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-05-10T14:50:37.022338Z"},"links":{"cited_paper":"/paper/2402.16363","citing_paper":"/paper/2604.12358"},"observation_digest":"sha256:06307d059f13fa9f5f8f12553f5dce01579c495844d0e3bc25003d57040518af","observation_id":"045be78f-94a9-4672-9169-9c9e6102a303","resolution":{"observed_at":"2026-05-11T11:31:01.463875Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.16363","last_updated":"2024-05-01T20:42:28Z","snapshot_observed_at":"2026-08-01T22:52:35.092898Z","submitted_at":"2024-02-26T07:33:05Z","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","version":6},"cited_work":{"arxiv_id":"2402.16363","doi":null,"metadata_source":"pith","pith_arxiv_id":"2402.16363","snapshot_observed_at":"2026-07-11T01:57:51.001945Z","title":"Llm inference unveiled: Survey and roofline model insights","venue":"cs.CL","work_id":"ab1b1623-49b9-406b-9b4a-f5de11424e01","year":2024},"citing_paper":{"arxiv_id":"2604.21399","last_updated":"2026-04-23T08:05:10Z","snapshot_observed_at":"2026-07-06T23:08:01.670049Z","submitted_at":"2026-04-23T08:05:10Z","title":"A Task Decomposition and Planning Framework for Efficient LLM Inference in AI-Enabled WiFi-Offload Networks","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-05-08T14:11:26.862363Z"},"links":{"cited_paper":"/paper/2402.16363","citing_paper":"/paper/2604.21399"},"observation_digest":"sha256:74e842d68f2c491c069a97ca116ab39a598ad426f377a5ab9cf8a3ab729a612f","observation_id":"056bba68-557b-4834-9c14-b507ffce08df","resolution":{"observed_at":"2026-05-11T18:41:12.821198Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.16363","last_updated":"2024-05-01T20:42:28Z","snapshot_observed_at":"2026-08-01T22:52:35.092898Z","submitted_at":"2024-02-26T07:33:05Z","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","version":6},"cited_work":{"arxiv_id":"2402.16363","doi":null,"metadata_source":"pith","pith_arxiv_id":"2402.16363","snapshot_observed_at":"2026-07-11T01:57:51.001945Z","title":"Llm inference unveiled: Survey and roofline model insights","venue":"cs.CL","work_id":"ab1b1623-49b9-406b-9b4a-f5de11424e01","year":2024},"citing_paper":{"arxiv_id":"2605.00342","last_updated":"2026-05-01T01:52:01Z","snapshot_observed_at":"2026-08-03T04:07:32.005688Z","submitted_at":"2026-05-01T01:52:01Z","title":"Making Every Verified Token Count: Adaptive Verification for MoE Speculative Decoding","version":1},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-05-09T19:53:40.791974Z"},"links":{"cited_paper":"/paper/2402.16363","citing_paper":"/paper/2605.00342"},"observation_digest":"sha256:53213d285f5e2d9bc8777ad74c32c0af646da5b00528e33180152904b2f24ad6","observation_id":"8ef061b4-f73b-4e58-80d3-c1a271d5a89c","resolution":{"observed_at":"2026-05-11T15:31:05.348415Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.16363","last_updated":"2024-05-01T20:42:28Z","snapshot_observed_at":"2026-08-01T22:52:35.092898Z","submitted_at":"2024-02-26T07:33:05Z","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","version":6},"cited_work":{"arxiv_id":"2402.16363","doi":null,"metadata_source":"pith","pith_arxiv_id":"2402.16363","snapshot_observed_at":"2026-07-11T01:57:51.001945Z","title":"Llm inference unveiled: Survey and roofline model insights","venue":"cs.CL","work_id":"ab1b1623-49b9-406b-9b4a-f5de11424e01","year":2024},"citing_paper":{"arxiv_id":"2605.00555","last_updated":"2026-07-21T17:07:05Z","snapshot_observed_at":"2026-08-02T15:09:42.063495Z","submitted_at":"2026-05-01T10:46:38Z","title":"Sim-FA: A GPGPU Simulator Framework for Fine-Grained Asynchronous Pipeline Analysis","version":2},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-05-09T18:43:06.803528Z"},"links":{"cited_paper":"/paper/2402.16363","citing_paper":"/paper/2605.00555"},"observation_digest":"sha256:1d04f7a2a017acb3c23a3a632b3c79b2ec19e7e7958cc0fb41b62e84df027aa0","observation_id":"06e377ad-dcda-403a-bccc-88435008d2aa","resolution":{"observed_at":"2026-05-11T16:06:26.967126Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.16363","last_updated":"2024-05-01T20:42:28Z","snapshot_observed_at":"2026-08-01T22:52:35.092898Z","submitted_at":"2024-02-26T07:33:05Z","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.16363","snapshot_observed_at":"2026-08-02T15:09:44.098075Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2605.00555","last_updated":"2026-07-21T17:07:05Z","snapshot_observed_at":"2026-08-02T15:09:42.063495Z","submitted_at":"2026-05-01T10:46:38Z","title":"Sim-FA: A GPGPU Simulator Framework for Fine-Grained Asynchronous Pipeline Analysis","version":3},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-02T15:09:44.098075Z"},"links":{"cited_paper":"/paper/2402.16363","citing_paper":"/paper/2605.00555"},"observation_digest":"sha256:20e6ab2ca98a7e09e64ab46515ca05d5683c3eed6d0115ebf17a181f23dffd59","observation_id":"e530f9f2-06aa-4692-912e-9a96b177b4c0","resolution":{"observed_at":"2026-08-02T15:09:44.098075Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.16363","last_updated":"2024-05-01T20:42:28Z","snapshot_observed_at":"2026-08-01T22:52:35.092898Z","submitted_at":"2024-02-26T07:33:05Z","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","version":6},"cited_work":{"arxiv_id":"2402.16363","doi":null,"metadata_source":"pith","pith_arxiv_id":"2402.16363","snapshot_observed_at":"2026-07-11T01:57:51.001945Z","title":"Llm inference unveiled: Survey and roofline model insights","venue":"cs.CL","work_id":"ab1b1623-49b9-406b-9b4a-f5de11424e01","year":2024},"citing_paper":{"arxiv_id":"2605.03109","last_updated":"2026-05-04T19:48:40Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2026-05-04T19:48:40Z","title":"Gated Subspace Inference for Transformer Acceleration","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-05-08T19:26:08.510348Z"},"links":{"cited_paper":"/paper/2402.16363","citing_paper":"/paper/2605.03109"},"observation_digest":"sha256:32810a71ac158de0ab904eccba01b5639047f0661066894d000de906b4588b77","observation_id":"e9c5676f-0207-4e02-bdfb-cf1ed7537661","resolution":{"observed_at":"2026-05-12T10:41:31.916138Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.16363","last_updated":"2024-05-01T20:42:28Z","snapshot_observed_at":"2026-08-01T22:52:35.092898Z","submitted_at":"2024-02-26T07:33:05Z","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","version":6},"cited_work":{"arxiv_id":"2402.16363","doi":null,"metadata_source":"pith","pith_arxiv_id":"2402.16363","snapshot_observed_at":"2026-07-11T01:57:51.001945Z","title":"Llm inference unveiled: Survey and roofline model insights","venue":"cs.CL","work_id":"ab1b1623-49b9-406b-9b4a-f5de11424e01","year":2024},"citing_paper":{"arxiv_id":"2605.04738","last_updated":"2026-05-09T08:06:42Z","snapshot_observed_at":"2026-07-06T23:17:28.583202Z","submitted_at":"2026-05-06T10:35:25Z","title":"OSAQ: Outlier Self-Absorption for Accurate Low-bit LLM Quantization","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-05-08T18:23:14.935801Z"},"links":{"cited_paper":"/paper/2402.16363","citing_paper":"/paper/2605.04738"},"observation_digest":"sha256:f1c6bee80d52d2e4474e6ae31b9b0399218bd59685f6ed1019acba8116db0a70","observation_id":"42e9d4d3-7ed4-41d9-a55b-429b60591205","resolution":{"observed_at":"2026-05-09T06:30:44.191274Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.16363","last_updated":"2024-05-01T20:42:28Z","snapshot_observed_at":"2026-08-01T22:52:35.092898Z","submitted_at":"2024-02-26T07:33:05Z","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","version":6},"cited_work":{"arxiv_id":"2402.16363","doi":null,"metadata_source":"pith","pith_arxiv_id":"2402.16363","snapshot_observed_at":"2026-07-11T01:57:51.001945Z","title":"Llm inference unveiled: Survey and roofline model insights","venue":"cs.CL","work_id":"ab1b1623-49b9-406b-9b4a-f5de11424e01","year":2024},"citing_paper":{"arxiv_id":"2605.04738","last_updated":"2026-05-09T08:06:42Z","snapshot_observed_at":"2026-07-06T23:17:28.583202Z","submitted_at":"2026-05-06T10:35:25Z","title":"OSAQ: Outlier Self-Absorption for Accurate Low-bit LLM Quantization","version":2},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-05-12T02:59:00.997742Z"},"links":{"cited_paper":"/paper/2402.16363","citing_paper":"/paper/2605.04738"},"observation_digest":"sha256:e8c229af01271be0ab1c799c468fb5a687085184e751b48186685b23b2f4b49f","observation_id":"b24b8616-dbc5-43d5-a0c1-d1b4ed63a515","resolution":{"observed_at":"2026-05-12T03:01:18.177694Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.16363","last_updated":"2024-05-01T20:42:28Z","snapshot_observed_at":"2026-08-01T22:52:35.092898Z","submitted_at":"2024-02-26T07:33:05Z","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","version":6},"cited_work":{"arxiv_id":"2402.16363","doi":null,"metadata_source":"pith","pith_arxiv_id":"2402.16363","snapshot_observed_at":"2026-07-11T01:57:51.001945Z","title":"Llm inference unveiled: Survey and roofline model insights","venue":"cs.CL","work_id":"ab1b1623-49b9-406b-9b4a-f5de11424e01","year":2024},"citing_paper":{"arxiv_id":"2605.18071","last_updated":"2026-05-18T08:54:16Z","snapshot_observed_at":"2026-08-02T15:32:20.092680Z","submitted_at":"2026-05-18T08:54:16Z","title":"KVDrive: A Holistic Multi-Tier KV Cache Management System for Long-Context LLM Inference","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-05-20T11:13:46.098095Z"},"links":{"cited_paper":"/paper/2402.16363","citing_paper":"/paper/2605.18071"},"observation_digest":"sha256:ac24217c5a742d11f2647340cadf6e153c69b7db51a3e5205d73b3e8b60bf79d","observation_id":"8246754b-f481-416b-9f79-16f07c5cff9c","resolution":{"observed_at":"2026-05-20T11:18:13.959019Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.16363","last_updated":"2024-05-01T20:42:28Z","snapshot_observed_at":"2026-08-01T22:52:35.092898Z","submitted_at":"2024-02-26T07:33:05Z","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","version":6},"cited_work":{"arxiv_id":"2402.16363","doi":null,"metadata_source":"pith","pith_arxiv_id":"2402.16363","snapshot_observed_at":"2026-07-11T01:57:51.001945Z","title":"Llm inference unveiled: Survey and roofline model insights","venue":"cs.CL","work_id":"ab1b1623-49b9-406b-9b4a-f5de11424e01","year":2024},"citing_paper":{"arxiv_id":"2605.30544","last_updated":"2026-05-28T20:21:52Z","snapshot_observed_at":"2026-07-06T23:39:48.531480Z","submitted_at":"2026-05-28T20:21:52Z","title":"On-Device Generative AI for GDPR-Compliant Visual Monitoring: Natural Language Alerts from Local Object Detection","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-06-29T07:51:13.367200Z"},"links":{"cited_paper":"/paper/2402.16363","citing_paper":"/paper/2605.30544"},"observation_digest":"sha256:01962e0feb5631e1681297038ec5e8f1050ad7ae3bc72b3a0835e996e5e88219","observation_id":"1bd1c73a-6b8a-45a0-a48f-b7e1d9ba5b0c","resolution":{"observed_at":"2026-06-29T07:53:13.308427Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.16363","last_updated":"2024-05-01T20:42:28Z","snapshot_observed_at":"2026-08-01T22:52:35.092898Z","submitted_at":"2024-02-26T07:33:05Z","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","version":6},"cited_work":{"arxiv_id":"2402.16363","doi":null,"metadata_source":"pith","pith_arxiv_id":"2402.16363","snapshot_observed_at":"2026-07-11T01:57:51.001945Z","title":"Llm inference unveiled: Survey and roofline model insights","venue":"cs.CL","work_id":"ab1b1623-49b9-406b-9b4a-f5de11424e01","year":2024},"citing_paper":{"arxiv_id":"2606.00288","last_updated":"2026-06-24T07:36:07Z","snapshot_observed_at":"2026-07-06T23:41:01.066075Z","submitted_at":"2026-05-29T19:20:16Z","title":"Model-Native Computing Architecture: Envisioning Future System Architecture Through the Lens of Computer Architecture","version":3},"reference_index":170,"source":"pdf_text","source_observed_at":"2026-06-28T22:12:13.114405Z"},"links":{"cited_paper":"/paper/2402.16363","citing_paper":"/paper/2606.00288"},"observation_digest":"sha256:965ca94752c41209a47a19ff64a69f136fe86c3c75129047117b8f12f79c0e25","observation_id":"275b708e-8721-476b-a29a-1fd21f16047b","resolution":{"observed_at":"2026-07-01T19:36:09.263898Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.16363","last_updated":"2024-05-01T20:42:28Z","snapshot_observed_at":"2026-08-01T22:52:35.092898Z","submitted_at":"2024-02-26T07:33:05Z","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","version":6},"cited_work":{"arxiv_id":"2402.16363","doi":null,"metadata_source":"pith","pith_arxiv_id":"2402.16363","snapshot_observed_at":"2026-07-11T01:57:51.001945Z","title":"Llm inference unveiled: Survey and roofline model insights","venue":"cs.CL","work_id":"ab1b1623-49b9-406b-9b4a-f5de11424e01","year":2024},"citing_paper":{"arxiv_id":"2606.08565","last_updated":"2026-06-07T10:43:30Z","snapshot_observed_at":"2026-07-06T23:48:02.118629Z","submitted_at":"2026-06-07T10:43:30Z","title":"EinSort: Sorting is All We Need for Tensorizing LLM","version":1},"reference_index":94,"source":"arxiv_source","source_observed_at":"2026-06-27T18:31:01.804061Z"},"links":{"cited_paper":"/paper/2402.16363","citing_paper":"/paper/2606.08565"},"observation_digest":"sha256:083554a52fe3708e3959096ea061b74b59936f0779129e801ed83a623dbdffd7","observation_id":"5bb01164-4430-424f-8618-806e1500196c","resolution":{"observed_at":"2026-07-02T22:57:26.711487Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.16363","last_updated":"2024-05-01T20:42:28Z","snapshot_observed_at":"2026-08-01T22:52:35.092898Z","submitted_at":"2024-02-26T07:33:05Z","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","version":6},"cited_work":{"arxiv_id":"2402.16363","doi":null,"metadata_source":"pith","pith_arxiv_id":"2402.16363","snapshot_observed_at":"2026-07-11T01:57:51.001945Z","title":"Llm inference unveiled: Survey and roofline model insights","venue":"cs.CL","work_id":"ab1b1623-49b9-406b-9b4a-f5de11424e01","year":2024},"citing_paper":{"arxiv_id":"2606.09879","last_updated":"2026-06-03T02:48:34Z","snapshot_observed_at":"2026-08-02T01:41:45.785555Z","submitted_at":"2026-06-03T02:48:34Z","title":"Operator Fusion for LLM Inference on the Tensix Architecture","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-06-28T07:01:15.392433Z"},"links":{"cited_paper":"/paper/2402.16363","citing_paper":"/paper/2606.09879"},"observation_digest":"sha256:cf5ee0c262ac6da4a13112d10a83eb0051fff600d7dd440ff66c3e933ce2a359","observation_id":"edaa94ed-94a3-4f1c-85da-db9cf5bf72a7","resolution":{"observed_at":"2026-07-02T07:16:44.969993Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.16363","last_updated":"2024-05-01T20:42:28Z","snapshot_observed_at":"2026-08-01T22:52:35.092898Z","submitted_at":"2024-02-26T07:33:05Z","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","version":6},"cited_work":{"arxiv_id":"2402.16363","doi":null,"metadata_source":"pith","pith_arxiv_id":"2402.16363","snapshot_observed_at":"2026-07-11T01:57:51.001945Z","title":"Llm inference unveiled: Survey and roofline model insights","venue":"cs.CL","work_id":"ab1b1623-49b9-406b-9b4a-f5de11424e01","year":2024},"citing_paper":{"arxiv_id":"2606.18967","last_updated":"2026-06-17T11:51:06Z","snapshot_observed_at":"2026-08-02T03:11:43.085236Z","submitted_at":"2026-06-17T11:51:06Z","title":"EfficientRollout: System-Aware Self-Speculative Decoding for RL Rollouts","version":1},"reference_index":65,"source":"pdf_text","source_observed_at":"2026-06-26T21:32:41.428871Z"},"links":{"cited_paper":"/paper/2402.16363","citing_paper":"/paper/2606.18967"},"observation_digest":"sha256:ec76813f526fe496cf3622a040a85dd0b40572d994a4e29ef678b7ec33314e4c","observation_id":"d58a23c3-f7e6-4a53-997d-a141d21b67c9","resolution":{"observed_at":"2026-07-03T23:59:07.177818Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.16363","last_updated":"2024-05-01T20:42:28Z","snapshot_observed_at":"2026-08-01T22:52:35.092898Z","submitted_at":"2024-02-26T07:33:05Z","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","version":6},"cited_work":{"arxiv_id":"2402.16363","doi":null,"metadata_source":"pith","pith_arxiv_id":"2402.16363","snapshot_observed_at":"2026-07-11T01:57:51.001945Z","title":"Llm inference unveiled: Survey and roofline model insights","venue":"cs.CL","work_id":"ab1b1623-49b9-406b-9b4a-f5de11424e01","year":2024},"citing_paper":{"arxiv_id":"2606.24957","last_updated":"2026-06-23T08:51:20Z","snapshot_observed_at":"2026-07-06T23:59:28.120338Z","submitted_at":"2026-06-23T08:51:20Z","title":"Dustin: Draft-Augmented Sparse Verification for Efficient Long-Context Generation with Speculative Decoding","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-06-26T00:11:58.636939Z"},"links":{"cited_paper":"/paper/2402.16363","citing_paper":"/paper/2606.24957"},"observation_digest":"sha256:89d032f9c594f8ac3e0650943bf21fdb521c8764b25ba8df6e7735796441d4a4","observation_id":"0c1ecd48-3c85-496f-86e8-8da5a2c8fcfb","resolution":{"observed_at":"2026-07-04T16:49:57.985869Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.16363","last_updated":"2024-05-01T20:42:28Z","snapshot_observed_at":"2026-08-01T22:52:35.092898Z","submitted_at":"2024-02-26T07:33:05Z","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","version":6},"cited_work":{"arxiv_id":"2402.16363","doi":null,"metadata_source":"pith","pith_arxiv_id":"2402.16363","snapshot_observed_at":"2026-07-11T01:57:51.001945Z","title":"Llm inference unveiled: Survey and roofline model insights","venue":"cs.CL","work_id":"ab1b1623-49b9-406b-9b4a-f5de11424e01","year":2024},"citing_paper":{"arxiv_id":"2607.01237","last_updated":"2026-07-03T02:55:22Z","snapshot_observed_at":"2026-08-01T23:58:30.893639Z","submitted_at":"2026-05-01T15:54:13Z","title":"KARA: Efficient Reasoning LLM Serving via Sliding-Window KV Cache Compression","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-07-04T01:23:46.175022Z"},"links":{"cited_paper":"/paper/2402.16363","citing_paper":"/paper/2607.01237"},"observation_digest":"sha256:8e7065873c5e4fd88548c25b77f8c4c1d28ee2b7870e8876bac7b8d2ec48bc73","observation_id":"71735d02-751c-4462-b4a0-537cf837c9c6","resolution":{"observed_at":"2026-07-04T01:29:22.036003Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.16363","last_updated":"2024-05-01T20:42:28Z","snapshot_observed_at":"2026-08-01T22:52:35.092898Z","submitted_at":"2024-02-26T07:33:05Z","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.16363","snapshot_observed_at":"2026-07-12T17:54:40.241144Z","title":"Llm inference unveiled: Survey and roofline model insights.arXiv preprint arXiv:2402.16363, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.01237","last_updated":"2026-07-03T02:55:22Z","snapshot_observed_at":"2026-08-01T23:58:30.893639Z","submitted_at":"2026-05-01T15:54:13Z","title":"KARA: Efficient Reasoning LLM Serving via Sliding-Window KV Cache Compression","version":2},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-07-12T17:54:40.241144Z"},"links":{"cited_paper":"/paper/2402.16363","citing_paper":"/paper/2607.01237"},"observation_digest":"sha256:96f546b5de85e5a91b50221be8d527682282137b820a1dfdef4a7664b6b6d9a1","observation_id":"335dbaa4-29f2-468a-a406-8b2e36a447af","resolution":{"observed_at":"2026-07-12T17:54:40.241144Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.16363","last_updated":"2024-05-01T20:42:28Z","snapshot_observed_at":"2026-08-01T22:52:35.092898Z","submitted_at":"2024-02-26T07:33:05Z","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.16363","snapshot_observed_at":"2026-07-12T11:05:56.233115Z","title":"LLM inference unveiled: Survey and roofline model insights","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.02558","last_updated":"2026-06-28T02:30:44Z","snapshot_observed_at":"2026-08-01T21:25:05.137068Z","submitted_at":"2026-06-28T02:30:44Z","title":"MLSYSIM: First-Principles Infrastructure Modeling for Machine Learning Systems","version":1},"reference_index":136,"source":"arxiv_source","source_observed_at":"2026-07-12T11:05:56.233115Z"},"links":{"cited_paper":"/paper/2402.16363","citing_paper":"/paper/2607.02558"},"observation_digest":"sha256:149a4b9dfa7918df0df9f7f7538cfe6098a00f851a963373360c2213de97e21e","observation_id":"e4ae8fa4-9ab3-4f41-9429-8aca7ece18b7","resolution":{"observed_at":"2026-07-12T11:05:56.233115Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.16363","last_updated":"2024-05-01T20:42:28Z","snapshot_observed_at":"2026-08-01T22:52:35.092898Z","submitted_at":"2024-02-26T07:33:05Z","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","version":6},"cited_work":{"arxiv_id":"2402.16363","doi":null,"metadata_source":"pith","pith_arxiv_id":"2402.16363","snapshot_observed_at":"2026-07-11T01:57:51.001945Z","title":"Llm inference unveiled: Survey and roofline model insights","venue":"cs.CL","work_id":"ab1b1623-49b9-406b-9b4a-f5de11424e01","year":2024},"citing_paper":{"arxiv_id":"2607.05876","last_updated":"2026-07-08T02:47:41Z","snapshot_observed_at":"2026-07-11T23:18:21.608281Z","submitted_at":"2026-07-07T06:11:54Z","title":"Think Before You Grid-Search: Floor-First Triage for LLM Serving","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-07-08T22:38:12.637901Z"},"links":{"cited_paper":"/paper/2402.16363","citing_paper":"/paper/2607.05876"},"observation_digest":"sha256:432375dd0d2b216cc1710c21e0f3e134232469440b116584c630782e109188f8","observation_id":"3df85082-7be3-42d5-bf95-d3b761ddf1b2","resolution":{"observed_at":"2026-07-08T22:45:40.136167Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.16363","last_updated":"2024-05-01T20:42:28Z","snapshot_observed_at":"2026-08-01T22:52:35.092898Z","submitted_at":"2024-02-26T07:33:05Z","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","version":6},"cited_work":{"arxiv_id":"2402.16363","doi":null,"metadata_source":"pith","pith_arxiv_id":"2402.16363","snapshot_observed_at":"2026-07-11T01:57:51.001945Z","title":"Llm inference unveiled: Survey and roofline model insights","venue":"cs.CL","work_id":"ab1b1623-49b9-406b-9b4a-f5de11424e01","year":2024},"citing_paper":{"arxiv_id":"2607.05876","last_updated":"2026-07-08T02:47:41Z","snapshot_observed_at":"2026-07-11T23:18:21.608281Z","submitted_at":"2026-07-07T06:11:54Z","title":"Think Before You Grid-Search: Floor-First Triage for LLM Serving","version":2},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-07-11T01:55:09.658053Z"},"links":{"cited_paper":"/paper/2402.16363","citing_paper":"/paper/2607.05876"},"observation_digest":"sha256:b0f619d3f35f12d0ec7fb8c1f78645e4611d658e241952ce80d41035799f015e","observation_id":"a0405de9-45c6-4168-a446-b473c3262421","resolution":{"observed_at":"2026-07-11T01:57:51.036518Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-04T06:34:03.388597+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.16363","last_updated":"2024-05-01T20:42:28Z","snapshot_observed_at":"2026-08-01T22:52:35.092898Z","submitted_at":"2024-02-26T07:33:05Z","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.16363","snapshot_observed_at":"2026-08-01T21:12:12.343498Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.16183","last_updated":"2026-07-17T17:57:49Z","snapshot_observed_at":"2026-08-03T17:36:07.986054Z","submitted_at":"2026-07-17T17:57:49Z","title":"A Blueprint for Equilibrium-Based Differentiable Continuous-Variable Thermodynamic Computing","version":1},"reference_index":105,"source":"pdf_text","source_observed_at":"2026-08-01T21:12:12.343498Z"},"links":{"cited_paper":"/paper/2402.16363","citing_paper":"/paper/2607.16183"},"observation_digest":"sha256:1113d735e315177bc9cf04be6412764f0a17f19c9f850917818736847ff5b3d9","observation_id":"8ecd1f7a-97e0-4398-8016-4c8f0275c8f9","resolution":{"observed_at":"2026-08-01T21:12:12.343498Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.16363","last_updated":"2024-05-01T20:42:28Z","snapshot_observed_at":"2026-08-01T22:52:35.092898Z","submitted_at":"2024-02-26T07:33:05Z","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.16363","snapshot_observed_at":"2026-08-01T04:58:46.181845Z","title":"Llm inference unveiled: Survey and roofline model insights,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.22389","last_updated":"2026-07-24T15:15:10Z","snapshot_observed_at":"2026-08-04T22:20:40.176566Z","submitted_at":"2026-07-24T15:15:10Z","title":"HiKV: Hierarchical Importance-Aware KV Cache with Hardware Acceleration for LLM Decoding","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-01T04:58:46.181845Z"},"links":{"cited_paper":"/paper/2402.16363","citing_paper":"/paper/2607.22389"},"observation_digest":"sha256:0e797d284ff8310b691f867c32e96c94ecfdc3393443474aa7a0a847168347d7","observation_id":"9168e695-d063-4ad4-9634-4fa85f8a9393","resolution":{"observed_at":"2026-08-01T04:58:46.181845Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.16363","last_updated":"2024-05-01T20:42:28Z","snapshot_observed_at":"2026-08-01T22:52:35.092898Z","submitted_at":"2024-02-26T07:33:05Z","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.16363","snapshot_observed_at":"2026-08-01T04:49:48.043261Z","title":"arXiv preprint arXiv:2402.16363(2024)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.22432","last_updated":"2026-07-24T15:50:23Z","snapshot_observed_at":"2026-08-04T12:10:15.151909Z","submitted_at":"2026-07-24T15:50:23Z","title":"TileSight: A First-Principles Tile-Centric Analytical GPU Performance Model from Cores to Clusters","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-01T04:49:48.043261Z"},"links":{"cited_paper":"/paper/2402.16363","citing_paper":"/paper/2607.22432"},"observation_digest":"sha256:92b623c7e5299c09a89b2844d6d77cae9ace35931d4732c39ba9394c478e29c9","observation_id":"7af833aa-6c1b-444c-9024-198ac481d754","resolution":{"observed_at":"2026-08-01T04:49:48.043261Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.16363","last_updated":"2024-05-01T20:42:28Z","snapshot_observed_at":"2026-08-01T22:52:35.092898Z","submitted_at":"2024-02-26T07:33:05Z","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.16363","snapshot_observed_at":"2026-08-01T12:00:24.412238Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.26633","last_updated":"2026-07-29T08:58:04Z","snapshot_observed_at":"2026-08-01T23:27:58.423236Z","submitted_at":"2026-07-29T08:58:04Z","title":"NELSSA: A GPU-PNM Heterogeneous System for Mixed-Length LLM Serving via Length-based Request Placement","version":1},"reference_index":57,"source":"pdf_text","source_observed_at":"2026-08-01T12:00:24.412238Z"},"links":{"cited_paper":"/paper/2402.16363","citing_paper":"/paper/2607.26633"},"observation_digest":"sha256:e8c9ab118f19e5bfd8c7ef911c373caa0132dae7a9aab68ac88fe70057e5e9c3","observation_id":"9d2d8d7c-48a5-4710-a506-4a869d174421","resolution":{"observed_at":"2026-08-01T12:00:24.412238Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.16363","last_updated":"2024-05-01T20:42:28Z","snapshot_observed_at":"2026-08-01T22:52:35.092898Z","submitted_at":"2024-02-26T07:33:05Z","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.16363","snapshot_observed_at":"2026-08-03T04:22:53.202838Z","title":"Llm inference unveiled: Survey and roofline model insights,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.29575","last_updated":"2026-07-31T16:02:31Z","snapshot_observed_at":"2026-08-04T22:19:35.448675Z","submitted_at":"2026-07-31T16:02:31Z","title":"SLIM: Saturation-Aware Lightweight Performance Modeling for LLM Serving","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-03T04:22:53.202838Z"},"links":{"cited_paper":"/paper/2402.16363","citing_paper":"/paper/2607.29575"},"observation_digest":"sha256:3ef09a43c69e90bd9b3f4f9905f2a2f78244b716133d5126391e79f4e1d93f83","observation_id":"a133c8c9-ab5f-42b6-a05b-570a8d2e5d44","resolution":{"observed_at":"2026-08-03T04:22:53.202838Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2402.16363/citation-record","integrity":"/paper/2402.16363/integrity","json":"/paper/2402.16363/citation-record.json","paper":"/paper/2402.16363"},"outbound":[],"paper":{"arxiv_id":"2402.16363","last_updated":"2024-05-01T20:42:28Z","latest_version":6,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-01T22:52:35.092898Z","submitted_at":"2024-02-26T07:33:05Z","title":"LLM Inference Unveiled: Survey and Roofline Model Insights"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"thesis":"As of 4 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 35 inbound Pith citation observations for arXiv:2402.16363."}