{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:RCOHOGZFTSHK5RV3HQYCJKWHWN","short_pith_number":"pith:RCOHOGZF","canonical_record":{"source":{"id":"2404.08763","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-04-12T18:42:18Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"6150d44ba710b6f5665b33879f926de67828ce4a84625b6dd186a256937ab6a2","abstract_canon_sha256":"9035781d739aff58acffbca363960a746cafba0e9997e2525ec2a1f44c21841b"},"schema_version":"1.0"},"canonical_sha256":"889c771b259c8eaec6bb3c3024aac7b36608937bfb918ee8be0eeed85170983c","source":{"kind":"arxiv","id":"2404.08763","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.08763","created_at":"2026-07-05T09:30:12Z"},{"alias_kind":"arxiv_version","alias_value":"2404.08763v4","created_at":"2026-07-05T09:30:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.08763","created_at":"2026-07-05T09:30:12Z"},{"alias_kind":"pith_short_12","alias_value":"RCOHOGZFTSHK","created_at":"2026-07-05T09:30:12Z"},{"alias_kind":"pith_short_16","alias_value":"RCOHOGZFTSHK5RV3","created_at":"2026-07-05T09:30:12Z"},{"alias_kind":"pith_short_8","alias_value":"RCOHOGZF","created_at":"2026-07-05T09:30:12Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:RCOHOGZFTSHK5RV3HQYCJKWHWN","target":"record","payload":{"canonical_record":{"source":{"id":"2404.08763","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-04-12T18:42:18Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"6150d44ba710b6f5665b33879f926de67828ce4a84625b6dd186a256937ab6a2","abstract_canon_sha256":"9035781d739aff58acffbca363960a746cafba0e9997e2525ec2a1f44c21841b"},"schema_version":"1.0"},"canonical_sha256":"889c771b259c8eaec6bb3c3024aac7b36608937bfb918ee8be0eeed85170983c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:30:12.423228Z","signature_b64":"Fcjq3RWwVOnQXk6Shx0UL4uglyG/Y8HuphbEilqKxhGnzViIVWLj7tMoFOefPeVJf7qL6phXHUt2xE/GvmYoAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"889c771b259c8eaec6bb3c3024aac7b36608937bfb918ee8be0eeed85170983c","last_reissued_at":"2026-07-05T09:30:12.422808Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:30:12.422808Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.08763","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:30:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+KF/S3tdkoTgZ2Bcs7uaVCLhdwMQdzAYP+nhV4a+1BdtKXUoMMfXnexeP3X3wcMS4ueEO+AnxsosN18/LprcDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T05:41:55.779506Z"},"content_sha256":"d5ad562963d364bc43b2149e36c23c30609b43f1fc14c83e54ec505f8e95ae45","schema_version":"1.0","event_id":"sha256:d5ad562963d364bc43b2149e36c23c30609b43f1fc14c83e54ec505f8e95ae45"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:RCOHOGZFTSHK5RV3HQYCJKWHWN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"CATS: Contextually-Aware Thresholding for Sparsity in Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.LG","authors_text":"Azalia Mirhoseini, Donghyun Lee, Genghan Zhang, Je-Yong Lee, Mo Tiwari","submitted_at":"2024-04-12T18:42:18Z","abstract_excerpt":"Large Language Models (LLMs) have dramatically advanced AI applications, yet their deployment remains challenging due to their immense inference costs. Recent studies ameliorate the computational costs of LLMs by increasing their activation sparsity but suffer from significant performance degradation on downstream tasks. In this work, we introduce a new framework for sparsifying the activations of base LLMs and reducing inference costs, dubbed Contextually Aware Thresholding for Sparsity (CATS). CATS is relatively simple, easy to implement, and highly effective. At the heart of our framework i"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.08763","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.08763/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:30:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"92osU8skH5TXJJqUNNe88Dc73bXrwmAP2Qhgz16Nq3JyYb4LE3Nk50nIxvonM8n5YaMNjLynUIoWfA/4WVsnAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T05:41:55.780009Z"},"content_sha256":"5438bee24d2d71c6f343509427de1960d9bab8d0be12cde6a77c2d00e4bb77fb","schema_version":"1.0","event_id":"sha256:5438bee24d2d71c6f343509427de1960d9bab8d0be12cde6a77c2d00e4bb77fb"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RCOHOGZFTSHK5RV3HQYCJKWHWN/bundle.json","state_url":"https://pith.science/pith/RCOHOGZFTSHK5RV3HQYCJKWHWN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RCOHOGZFTSHK5RV3HQYCJKWHWN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T05:41:55Z","links":{"resolver":"https://pith.science/pith/RCOHOGZFTSHK5RV3HQYCJKWHWN","bundle":"https://pith.science/pith/RCOHOGZFTSHK5RV3HQYCJKWHWN/bundle.json","state":"https://pith.science/pith/RCOHOGZFTSHK5RV3HQYCJKWHWN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RCOHOGZFTSHK5RV3HQYCJKWHWN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:RCOHOGZFTSHK5RV3HQYCJKWHWN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9035781d739aff58acffbca363960a746cafba0e9997e2525ec2a1f44c21841b","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-04-12T18:42:18Z","title_canon_sha256":"6150d44ba710b6f5665b33879f926de67828ce4a84625b6dd186a256937ab6a2"},"schema_version":"1.0","source":{"id":"2404.08763","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.08763","created_at":"2026-07-05T09:30:12Z"},{"alias_kind":"arxiv_version","alias_value":"2404.08763v4","created_at":"2026-07-05T09:30:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.08763","created_at":"2026-07-05T09:30:12Z"},{"alias_kind":"pith_short_12","alias_value":"RCOHOGZFTSHK","created_at":"2026-07-05T09:30:12Z"},{"alias_kind":"pith_short_16","alias_value":"RCOHOGZFTSHK5RV3","created_at":"2026-07-05T09:30:12Z"},{"alias_kind":"pith_short_8","alias_value":"RCOHOGZF","created_at":"2026-07-05T09:30:12Z"}],"graph_snapshots":[{"event_id":"sha256:5438bee24d2d71c6f343509427de1960d9bab8d0be12cde6a77c2d00e4bb77fb","target":"graph","created_at":"2026-07-05T09:30:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.08763/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have dramatically advanced AI applications, yet their deployment remains challenging due to their immense inference costs. Recent studies ameliorate the computational costs of LLMs by increasing their activation sparsity but suffer from significant performance degradation on downstream tasks. In this work, we introduce a new framework for sparsifying the activations of base LLMs and reducing inference costs, dubbed Contextually Aware Thresholding for Sparsity (CATS). CATS is relatively simple, easy to implement, and highly effective. At the heart of our framework i","authors_text":"Azalia Mirhoseini, Donghyun Lee, Genghan Zhang, Je-Yong Lee, Mo Tiwari","cross_cats":["cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-04-12T18:42:18Z","title":"CATS: Contextually-Aware Thresholding for Sparsity in Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.08763","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d5ad562963d364bc43b2149e36c23c30609b43f1fc14c83e54ec505f8e95ae45","target":"record","created_at":"2026-07-05T09:30:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9035781d739aff58acffbca363960a746cafba0e9997e2525ec2a1f44c21841b","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-04-12T18:42:18Z","title_canon_sha256":"6150d44ba710b6f5665b33879f926de67828ce4a84625b6dd186a256937ab6a2"},"schema_version":"1.0","source":{"id":"2404.08763","kind":"arxiv","version":4}},"canonical_sha256":"889c771b259c8eaec6bb3c3024aac7b36608937bfb918ee8be0eeed85170983c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"889c771b259c8eaec6bb3c3024aac7b36608937bfb918ee8be0eeed85170983c","first_computed_at":"2026-07-05T09:30:12.422808Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:30:12.422808Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Fcjq3RWwVOnQXk6Shx0UL4uglyG/Y8HuphbEilqKxhGnzViIVWLj7tMoFOefPeVJf7qL6phXHUt2xE/GvmYoAA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:30:12.423228Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.08763","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d5ad562963d364bc43b2149e36c23c30609b43f1fc14c83e54ec505f8e95ae45","sha256:5438bee24d2d71c6f343509427de1960d9bab8d0be12cde6a77c2d00e4bb77fb"],"state_sha256":"495943ac3afac1c4164268dc26852c7a17d4504fc79ad1d3ccd2426b6849d6ea"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gG7/E5AvDsKUB11Psm5vKqIq1/3LAos/6TDizClto+dJHG3kN+8+tuZh6Z/htEXyNACY2XYZ6vrvBRUZStxmDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T05:41:55.783829Z","bundle_sha256":"527cd8976c834b1d5e054bb41834c154a63ce4da8b5bfe0f9e99b422b3bad0bf"}}