{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:OZCNZ3MVHWX2SNMDYDGH5LM7OU","short_pith_number":"pith:OZCNZ3MV","canonical_record":{"source":{"id":"2503.15921","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2025-03-20T07:57:57Z","cross_cats_sorted":[],"title_canon_sha256":"8f3cde97e435ed36c8b05ce65b9dfeae903c7bea65fdbdfcace1aba4a5d28a60","abstract_canon_sha256":"5be2be38f8c5131d548a669d1215ca0ed77211745bffdd1026696303a489be58"},"schema_version":"1.0"},"canonical_sha256":"7644dced953dafa93583c0cc7ead9f752ad1e2874cf55dcc29728e510f73f200","source":{"kind":"arxiv","id":"2503.15921","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.15921","created_at":"2026-07-05T10:36:01Z"},{"alias_kind":"arxiv_version","alias_value":"2503.15921v1","created_at":"2026-07-05T10:36:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.15921","created_at":"2026-07-05T10:36:01Z"},{"alias_kind":"pith_short_12","alias_value":"OZCNZ3MVHWX2","created_at":"2026-07-05T10:36:01Z"},{"alias_kind":"pith_short_16","alias_value":"OZCNZ3MVHWX2SNMD","created_at":"2026-07-05T10:36:01Z"},{"alias_kind":"pith_short_8","alias_value":"OZCNZ3MV","created_at":"2026-07-05T10:36:01Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:OZCNZ3MVHWX2SNMDYDGH5LM7OU","target":"record","payload":{"canonical_record":{"source":{"id":"2503.15921","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2025-03-20T07:57:57Z","cross_cats_sorted":[],"title_canon_sha256":"8f3cde97e435ed36c8b05ce65b9dfeae903c7bea65fdbdfcace1aba4a5d28a60","abstract_canon_sha256":"5be2be38f8c5131d548a669d1215ca0ed77211745bffdd1026696303a489be58"},"schema_version":"1.0"},"canonical_sha256":"7644dced953dafa93583c0cc7ead9f752ad1e2874cf55dcc29728e510f73f200","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:36:01.835964Z","signature_b64":"zS6cHBZqTX98UurF3DijdhHJGEJFu444ViFUNCluOJdLKWzk2Xp6t//PvA0moO+78q3NNMelcg71SJDT/wwUDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7644dced953dafa93583c0cc7ead9f752ad1e2874cf55dcc29728e510f73f200","last_reissued_at":"2026-07-05T10:36:01.835506Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:36:01.835506Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2503.15921","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:36:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"72T4fv1jwkOrLdAekhlZ37U39jSVHyzA2P8b5yjJQdhIDw5xS4C5FhqHnkBVYhZaocwtISeYE1U6wVkY1QIkDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T01:41:32.908499Z"},"content_sha256":"2df1f9865482391b624054d0919ee64f5b524f1266406d3c312b2fbd98a782e7","schema_version":"1.0","event_id":"sha256:2df1f9865482391b624054d0919ee64f5b524f1266406d3c312b2fbd98a782e7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:OZCNZ3MVHWX2SNMDYDGH5LM7OU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"SPIN: Accelerating Large Language Model Inference with Heterogeneous Speculative Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.DC","authors_text":"Fahao Chen, Jing Deng, Peng Li, Tom H. Luan, Zhou Su","submitted_at":"2025-03-20T07:57:57Z","abstract_excerpt":"Speculative decoding has been shown as an effective way to accelerate Large Language Model (LLM) inference by using a Small Speculative Model (SSM) to generate candidate tokens in a so-called speculation phase, which are subsequently verified by the LLM in a verification phase. However, current state-of-the-art speculative decoding approaches have three key limitations: handling requests with varying difficulty using homogeneous SSMs, lack of robust support for batch processing, and insufficient holistic optimization for both speculation and verification phases. In this paper, we introduce SPI"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.15921","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2503.15921/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:36:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/9P5wOvrjj60FdPMiKcBatPod4LhwgLIoDOwCYW0c+Gk4vavq3yBOnDFhXzpvV44AsOCDzUTdv0YFxGoyxndAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T01:41:32.909178Z"},"content_sha256":"cc1db59a758815759763535670837132cc67457727440104b7c5cabb28bb233d","schema_version":"1.0","event_id":"sha256:cc1db59a758815759763535670837132cc67457727440104b7c5cabb28bb233d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OZCNZ3MVHWX2SNMDYDGH5LM7OU/bundle.json","state_url":"https://pith.science/pith/OZCNZ3MVHWX2SNMDYDGH5LM7OU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OZCNZ3MVHWX2SNMDYDGH5LM7OU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T01:41:32Z","links":{"resolver":"https://pith.science/pith/OZCNZ3MVHWX2SNMDYDGH5LM7OU","bundle":"https://pith.science/pith/OZCNZ3MVHWX2SNMDYDGH5LM7OU/bundle.json","state":"https://pith.science/pith/OZCNZ3MVHWX2SNMDYDGH5LM7OU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OZCNZ3MVHWX2SNMDYDGH5LM7OU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:OZCNZ3MVHWX2SNMDYDGH5LM7OU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5be2be38f8c5131d548a669d1215ca0ed77211745bffdd1026696303a489be58","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2025-03-20T07:57:57Z","title_canon_sha256":"8f3cde97e435ed36c8b05ce65b9dfeae903c7bea65fdbdfcace1aba4a5d28a60"},"schema_version":"1.0","source":{"id":"2503.15921","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.15921","created_at":"2026-07-05T10:36:01Z"},{"alias_kind":"arxiv_version","alias_value":"2503.15921v1","created_at":"2026-07-05T10:36:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.15921","created_at":"2026-07-05T10:36:01Z"},{"alias_kind":"pith_short_12","alias_value":"OZCNZ3MVHWX2","created_at":"2026-07-05T10:36:01Z"},{"alias_kind":"pith_short_16","alias_value":"OZCNZ3MVHWX2SNMD","created_at":"2026-07-05T10:36:01Z"},{"alias_kind":"pith_short_8","alias_value":"OZCNZ3MV","created_at":"2026-07-05T10:36:01Z"}],"graph_snapshots":[{"event_id":"sha256:cc1db59a758815759763535670837132cc67457727440104b7c5cabb28bb233d","target":"graph","created_at":"2026-07-05T10:36:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2503.15921/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Speculative decoding has been shown as an effective way to accelerate Large Language Model (LLM) inference by using a Small Speculative Model (SSM) to generate candidate tokens in a so-called speculation phase, which are subsequently verified by the LLM in a verification phase. However, current state-of-the-art speculative decoding approaches have three key limitations: handling requests with varying difficulty using homogeneous SSMs, lack of robust support for batch processing, and insufficient holistic optimization for both speculation and verification phases. In this paper, we introduce SPI","authors_text":"Fahao Chen, Jing Deng, Peng Li, Tom H. Luan, Zhou Su","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2025-03-20T07:57:57Z","title":"SPIN: Accelerating Large Language Model Inference with Heterogeneous Speculative Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.15921","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2df1f9865482391b624054d0919ee64f5b524f1266406d3c312b2fbd98a782e7","target":"record","created_at":"2026-07-05T10:36:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5be2be38f8c5131d548a669d1215ca0ed77211745bffdd1026696303a489be58","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2025-03-20T07:57:57Z","title_canon_sha256":"8f3cde97e435ed36c8b05ce65b9dfeae903c7bea65fdbdfcace1aba4a5d28a60"},"schema_version":"1.0","source":{"id":"2503.15921","kind":"arxiv","version":1}},"canonical_sha256":"7644dced953dafa93583c0cc7ead9f752ad1e2874cf55dcc29728e510f73f200","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7644dced953dafa93583c0cc7ead9f752ad1e2874cf55dcc29728e510f73f200","first_computed_at":"2026-07-05T10:36:01.835506Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:36:01.835506Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"zS6cHBZqTX98UurF3DijdhHJGEJFu444ViFUNCluOJdLKWzk2Xp6t//PvA0moO+78q3NNMelcg71SJDT/wwUDA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:36:01.835964Z","signed_message":"canonical_sha256_bytes"},"source_id":"2503.15921","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2df1f9865482391b624054d0919ee64f5b524f1266406d3c312b2fbd98a782e7","sha256:cc1db59a758815759763535670837132cc67457727440104b7c5cabb28bb233d"],"state_sha256":"e46bedf3e962c3fbda0b2353e2512c3cbd63f35334addf7c736b79311632081e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"P9Xx6p3/GoJQMHzPnWIYl72o1Wz/uNTwGxTM/h2G33qF+dkFpg9b2rMC83hI8fjSWSMoB0hSfASHX7TReAUWDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T01:41:32.913333Z","bundle_sha256":"7d93a515affe509e0eefbf532f22fd6fa35689fc83dd77552aac8c9df9318a6b"}}