{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:ZN3CROP6G4656TFVFZERDC44I3","short_pith_number":"pith:ZN3CROP6","canonical_record":{"source":{"id":"2310.18581","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-28T04:07:58Z","cross_cats_sorted":[],"title_canon_sha256":"4869918265b1cb4d7e5681ac49b98560274ef269ea3026dcdc678ec935de6d2a","abstract_canon_sha256":"782351659b295aa40321a45439e9ffc111aadf7bfdb051de61902d2dca2c35ae"},"schema_version":"1.0"},"canonical_sha256":"cb7628b9fe373ddf4cb52e49118b9c46c39e4cb806aaa945857e55a6b015b753","source":{"kind":"arxiv","id":"2310.18581","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.18581","created_at":"2026-07-05T07:09:55Z"},{"alias_kind":"arxiv_version","alias_value":"2310.18581v2","created_at":"2026-07-05T07:09:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.18581","created_at":"2026-07-05T07:09:55Z"},{"alias_kind":"pith_short_12","alias_value":"ZN3CROP6G465","created_at":"2026-07-05T07:09:55Z"},{"alias_kind":"pith_short_16","alias_value":"ZN3CROP6G4656TFV","created_at":"2026-07-05T07:09:55Z"},{"alias_kind":"pith_short_8","alias_value":"ZN3CROP6","created_at":"2026-07-05T07:09:55Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:ZN3CROP6G4656TFVFZERDC44I3","target":"record","payload":{"canonical_record":{"source":{"id":"2310.18581","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-28T04:07:58Z","cross_cats_sorted":[],"title_canon_sha256":"4869918265b1cb4d7e5681ac49b98560274ef269ea3026dcdc678ec935de6d2a","abstract_canon_sha256":"782351659b295aa40321a45439e9ffc111aadf7bfdb051de61902d2dca2c35ae"},"schema_version":"1.0"},"canonical_sha256":"cb7628b9fe373ddf4cb52e49118b9c46c39e4cb806aaa945857e55a6b015b753","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:09:55.508084Z","signature_b64":"dYTqBOwe6XhVNVQTADoz+eu7Q+nDU6M5X/QsEnPFpHmTLcD9QDRFsplAVoqeLaWVJCC8/+uDH4X5K4T2A/e6Cg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"cb7628b9fe373ddf4cb52e49118b9c46c39e4cb806aaa945857e55a6b015b753","last_reissued_at":"2026-07-05T07:09:55.507585Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:09:55.507585Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.18581","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:09:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"t86u2bM/2a/VzMFZ7seOUgrC5XZCw8y6YgOqSyY54zz70CzkJh9xKNdvyXO2qQzjuDKmZ+c5ewZaPctlK+3WDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T22:06:41.540042Z"},"content_sha256":"5dba3802cdce587b2d6696cbb8e64edb3d4f897bee7b12d8f324be8c47bf169d","schema_version":"1.0","event_id":"sha256:5dba3802cdce587b2d6696cbb8e64edb3d4f897bee7b12d8f324be8c47bf169d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:ZN3CROP6G4656TFVFZERDC44I3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Accelerating LLaMA Inference by Enabling Intermediate Layer Decoding via Instruction Tuning with LITE","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Agneet Chatterjee, Chitta Baral, Mihir Parmar, Neeraj Varshney","submitted_at":"2023-10-28T04:07:58Z","abstract_excerpt":"Large Language Models (LLMs) have achieved remarkable performance across a wide variety of natural language tasks; however, their large size makes their inference slow and computationally expensive. Focusing on this problem, we propose to instruction tune LLMs with additional explicit losses from the intermediate layers (LITE) and show that it enables these layers to acquire 'good' generation ability without affecting the generation ability of the final layer. We perform 'dynamic confidence-based early exiting' at token level from the intermediate layers which improves the efficiency of text g"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.18581","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.18581/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:09:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EEyM8kSGD9rCN8K8XtZf24XO15ppYfp/c/Mw601UDMe7DiLjjrl/K66VFMTh9/BbBm1syxr2SMv9juunwZ/nDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T22:06:41.540584Z"},"content_sha256":"ff5e1d96d8ced8f6cb32920f0b8c5f324eddfcd6f91afb891ec6f5f1e1c36929","schema_version":"1.0","event_id":"sha256:ff5e1d96d8ced8f6cb32920f0b8c5f324eddfcd6f91afb891ec6f5f1e1c36929"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZN3CROP6G4656TFVFZERDC44I3/bundle.json","state_url":"https://pith.science/pith/ZN3CROP6G4656TFVFZERDC44I3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZN3CROP6G4656TFVFZERDC44I3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T22:06:41Z","links":{"resolver":"https://pith.science/pith/ZN3CROP6G4656TFVFZERDC44I3","bundle":"https://pith.science/pith/ZN3CROP6G4656TFVFZERDC44I3/bundle.json","state":"https://pith.science/pith/ZN3CROP6G4656TFVFZERDC44I3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZN3CROP6G4656TFVFZERDC44I3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:ZN3CROP6G4656TFVFZERDC44I3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"782351659b295aa40321a45439e9ffc111aadf7bfdb051de61902d2dca2c35ae","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-28T04:07:58Z","title_canon_sha256":"4869918265b1cb4d7e5681ac49b98560274ef269ea3026dcdc678ec935de6d2a"},"schema_version":"1.0","source":{"id":"2310.18581","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.18581","created_at":"2026-07-05T07:09:55Z"},{"alias_kind":"arxiv_version","alias_value":"2310.18581v2","created_at":"2026-07-05T07:09:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.18581","created_at":"2026-07-05T07:09:55Z"},{"alias_kind":"pith_short_12","alias_value":"ZN3CROP6G465","created_at":"2026-07-05T07:09:55Z"},{"alias_kind":"pith_short_16","alias_value":"ZN3CROP6G4656TFV","created_at":"2026-07-05T07:09:55Z"},{"alias_kind":"pith_short_8","alias_value":"ZN3CROP6","created_at":"2026-07-05T07:09:55Z"}],"graph_snapshots":[{"event_id":"sha256:ff5e1d96d8ced8f6cb32920f0b8c5f324eddfcd6f91afb891ec6f5f1e1c36929","target":"graph","created_at":"2026-07-05T07:09:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.18581/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have achieved remarkable performance across a wide variety of natural language tasks; however, their large size makes their inference slow and computationally expensive. Focusing on this problem, we propose to instruction tune LLMs with additional explicit losses from the intermediate layers (LITE) and show that it enables these layers to acquire 'good' generation ability without affecting the generation ability of the final layer. We perform 'dynamic confidence-based early exiting' at token level from the intermediate layers which improves the efficiency of text g","authors_text":"Agneet Chatterjee, Chitta Baral, Mihir Parmar, Neeraj Varshney","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-28T04:07:58Z","title":"Accelerating LLaMA Inference by Enabling Intermediate Layer Decoding via Instruction Tuning with LITE"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.18581","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5dba3802cdce587b2d6696cbb8e64edb3d4f897bee7b12d8f324be8c47bf169d","target":"record","created_at":"2026-07-05T07:09:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"782351659b295aa40321a45439e9ffc111aadf7bfdb051de61902d2dca2c35ae","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-28T04:07:58Z","title_canon_sha256":"4869918265b1cb4d7e5681ac49b98560274ef269ea3026dcdc678ec935de6d2a"},"schema_version":"1.0","source":{"id":"2310.18581","kind":"arxiv","version":2}},"canonical_sha256":"cb7628b9fe373ddf4cb52e49118b9c46c39e4cb806aaa945857e55a6b015b753","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"cb7628b9fe373ddf4cb52e49118b9c46c39e4cb806aaa945857e55a6b015b753","first_computed_at":"2026-07-05T07:09:55.507585Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:09:55.507585Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"dYTqBOwe6XhVNVQTADoz+eu7Q+nDU6M5X/QsEnPFpHmTLcD9QDRFsplAVoqeLaWVJCC8/+uDH4X5K4T2A/e6Cg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:09:55.508084Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.18581","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5dba3802cdce587b2d6696cbb8e64edb3d4f897bee7b12d8f324be8c47bf169d","sha256:ff5e1d96d8ced8f6cb32920f0b8c5f324eddfcd6f91afb891ec6f5f1e1c36929"],"state_sha256":"c1f8dabe4a82ff3458c305b7a29016bea06c5b171c35aef383bc784a63d69775"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jvneBSUBwRhrbwcjSNMqAU3EAY0LV7u5SDj91+8EGZJVlKbRTXatKa4OS6AAy444NWebTpbvgn47OB3AFPhvAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T22:06:41.544655Z","bundle_sha256":"43fc6df3a0cf91a787056fc57880f2c57e555a8acc7db6db8fc23492866007b3"}}