{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:QCOBOMJMVJ7TQ2ZB2R46P5ZAD6","short_pith_number":"pith:QCOBOMJM","canonical_record":{"source":{"id":"2305.15805","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-25T07:39:41Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"06aa1c007bea4d090e91de9e3c4c27104c42f62b57bf8de1cb46aedaaf53f341","abstract_canon_sha256":"606ee6539b5bd7d932ba32bd36d4ea5002e0b11de95f467962a98db9780f380f"},"schema_version":"1.0"},"canonical_sha256":"809c17312caa7f386b21d479e7f7201fa923eb80a37dbdb4973142c68232b87c","source":{"kind":"arxiv","id":"2305.15805","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.15805","created_at":"2026-07-05T08:25:27Z"},{"alias_kind":"arxiv_version","alias_value":"2305.15805v3","created_at":"2026-07-05T08:25:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.15805","created_at":"2026-07-05T08:25:27Z"},{"alias_kind":"pith_short_12","alias_value":"QCOBOMJMVJ7T","created_at":"2026-07-05T08:25:27Z"},{"alias_kind":"pith_short_16","alias_value":"QCOBOMJMVJ7TQ2ZB","created_at":"2026-07-05T08:25:27Z"},{"alias_kind":"pith_short_8","alias_value":"QCOBOMJM","created_at":"2026-07-05T08:25:27Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:QCOBOMJMVJ7TQ2ZB2R46P5ZAD6","target":"record","payload":{"canonical_record":{"source":{"id":"2305.15805","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-25T07:39:41Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"06aa1c007bea4d090e91de9e3c4c27104c42f62b57bf8de1cb46aedaaf53f341","abstract_canon_sha256":"606ee6539b5bd7d932ba32bd36d4ea5002e0b11de95f467962a98db9780f380f"},"schema_version":"1.0"},"canonical_sha256":"809c17312caa7f386b21d479e7f7201fa923eb80a37dbdb4973142c68232b87c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:25:27.662276Z","signature_b64":"oZzQvJ7zSmlEeujgwEuTP7Q6R+qGDueqtBW9uDMpgW3tiPhkFCu12ObiYmIZfoFnhkRrUDM/OevX/+2uJi75Dg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"809c17312caa7f386b21d479e7f7201fa923eb80a37dbdb4973142c68232b87c","last_reissued_at":"2026-07-05T08:25:27.661786Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:25:27.661786Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.15805","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:25:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YwWNiPeyiQA/Q972LSQbZlTQkGdZwb8A0mA4+LSSXYR0MhR7UaO3AuYSBO9tvoLWSRzqpJe72ung4MX6Xk6bBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T13:22:51.807900Z"},"content_sha256":"72fce310224cd4629067c4e7f4a81e9455892f0e1e709abb023d2b56c1d6a7e1","schema_version":"1.0","event_id":"sha256:72fce310224cd4629067c4e7f4a81e9455892f0e1e709abb023d2b56c1d6a7e1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:QCOBOMJMVJ7TQ2ZB2R46P5ZAD6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Dynamic Context Pruning for Efficient and Interpretable Autoregressive Transformers","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Aurelien Lucchi, Dario Pavllo, Lorenzo Noci, Luca Biggio, Sotiris Anagnostidis, Thomas Hofmann","submitted_at":"2023-05-25T07:39:41Z","abstract_excerpt":"Autoregressive Transformers adopted in Large Language Models (LLMs) are hard to scale to long sequences. Despite several works trying to reduce their computational cost, most of LLMs still adopt attention layers between all pairs of tokens in the sequence, thus incurring a quadratic cost. In this study, we present a novel approach that dynamically prunes contextual information while preserving the model's expressiveness, resulting in reduced memory and computational requirements during inference. Our method employs a learnable mechanism that determines which uninformative tokens can be dropped"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.15805","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.15805/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:25:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oLU8IFfmJEAwUrXBn0yBMyJ7xe0oPC7iy8jPCbfPxEKVzJVcIQ1f5vew4S3WPejYUsxHLOzYvy3NKw7x3G75DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T13:22:51.808407Z"},"content_sha256":"fedacb126d3c440c4bd130b53d8691fa1698bfe192ba8bb74b810eda5f8bd42a","schema_version":"1.0","event_id":"sha256:fedacb126d3c440c4bd130b53d8691fa1698bfe192ba8bb74b810eda5f8bd42a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QCOBOMJMVJ7TQ2ZB2R46P5ZAD6/bundle.json","state_url":"https://pith.science/pith/QCOBOMJMVJ7TQ2ZB2R46P5ZAD6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QCOBOMJMVJ7TQ2ZB2R46P5ZAD6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T13:22:51Z","links":{"resolver":"https://pith.science/pith/QCOBOMJMVJ7TQ2ZB2R46P5ZAD6","bundle":"https://pith.science/pith/QCOBOMJMVJ7TQ2ZB2R46P5ZAD6/bundle.json","state":"https://pith.science/pith/QCOBOMJMVJ7TQ2ZB2R46P5ZAD6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QCOBOMJMVJ7TQ2ZB2R46P5ZAD6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:QCOBOMJMVJ7TQ2ZB2R46P5ZAD6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"606ee6539b5bd7d932ba32bd36d4ea5002e0b11de95f467962a98db9780f380f","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-25T07:39:41Z","title_canon_sha256":"06aa1c007bea4d090e91de9e3c4c27104c42f62b57bf8de1cb46aedaaf53f341"},"schema_version":"1.0","source":{"id":"2305.15805","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.15805","created_at":"2026-07-05T08:25:27Z"},{"alias_kind":"arxiv_version","alias_value":"2305.15805v3","created_at":"2026-07-05T08:25:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.15805","created_at":"2026-07-05T08:25:27Z"},{"alias_kind":"pith_short_12","alias_value":"QCOBOMJMVJ7T","created_at":"2026-07-05T08:25:27Z"},{"alias_kind":"pith_short_16","alias_value":"QCOBOMJMVJ7TQ2ZB","created_at":"2026-07-05T08:25:27Z"},{"alias_kind":"pith_short_8","alias_value":"QCOBOMJM","created_at":"2026-07-05T08:25:27Z"}],"graph_snapshots":[{"event_id":"sha256:fedacb126d3c440c4bd130b53d8691fa1698bfe192ba8bb74b810eda5f8bd42a","target":"graph","created_at":"2026-07-05T08:25:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.15805/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Autoregressive Transformers adopted in Large Language Models (LLMs) are hard to scale to long sequences. Despite several works trying to reduce their computational cost, most of LLMs still adopt attention layers between all pairs of tokens in the sequence, thus incurring a quadratic cost. In this study, we present a novel approach that dynamically prunes contextual information while preserving the model's expressiveness, resulting in reduced memory and computational requirements during inference. Our method employs a learnable mechanism that determines which uninformative tokens can be dropped","authors_text":"Aurelien Lucchi, Dario Pavllo, Lorenzo Noci, Luca Biggio, Sotiris Anagnostidis, Thomas Hofmann","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-25T07:39:41Z","title":"Dynamic Context Pruning for Efficient and Interpretable Autoregressive Transformers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.15805","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:72fce310224cd4629067c4e7f4a81e9455892f0e1e709abb023d2b56c1d6a7e1","target":"record","created_at":"2026-07-05T08:25:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"606ee6539b5bd7d932ba32bd36d4ea5002e0b11de95f467962a98db9780f380f","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-25T07:39:41Z","title_canon_sha256":"06aa1c007bea4d090e91de9e3c4c27104c42f62b57bf8de1cb46aedaaf53f341"},"schema_version":"1.0","source":{"id":"2305.15805","kind":"arxiv","version":3}},"canonical_sha256":"809c17312caa7f386b21d479e7f7201fa923eb80a37dbdb4973142c68232b87c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"809c17312caa7f386b21d479e7f7201fa923eb80a37dbdb4973142c68232b87c","first_computed_at":"2026-07-05T08:25:27.661786Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:25:27.661786Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"oZzQvJ7zSmlEeujgwEuTP7Q6R+qGDueqtBW9uDMpgW3tiPhkFCu12ObiYmIZfoFnhkRrUDM/OevX/+2uJi75Dg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:25:27.662276Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.15805","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:72fce310224cd4629067c4e7f4a81e9455892f0e1e709abb023d2b56c1d6a7e1","sha256:fedacb126d3c440c4bd130b53d8691fa1698bfe192ba8bb74b810eda5f8bd42a"],"state_sha256":"9ed1633658859e6278f31c3e4f60beb2be2554a8ead5990430fb849950ba04b2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GOuUzvklZGHPJzFCzPKvvjnnObqhGLxWCnt3ZPbdZXL5kkyetSPq+TQEaYIaD/rdaa0iN+13dCt8JkwpXgeRBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T13:22:51.812774Z","bundle_sha256":"8a55bdec2c956269aed2e585cfe03c668532f828e7adf4ae7a7ff3d8e8557fbd"}}