{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:5T3KF2IYSI4NS5TE7PN3CZRHYB","short_pith_number":"pith:5T3KF2IY","canonical_record":{"source":{"id":"2411.15281","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-11-22T16:11:14Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"1d56b051aa50c7ab4e4440aa641c9e4883c0237fab1840916c84d5fcff2c17ab","abstract_canon_sha256":"0d1ac27ae3a93ba7038b5a688927a84440aa5837ddaefc322adc148a648dfd53"},"schema_version":"1.0"},"canonical_sha256":"ecf6a2e9189238d97664fbdbb16627c05ae720afe02df119ae96e057b8646887","source":{"kind":"arxiv","id":"2411.15281","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.15281","created_at":"2026-07-05T09:39:32Z"},{"alias_kind":"arxiv_version","alias_value":"2411.15281v1","created_at":"2026-07-05T09:39:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.15281","created_at":"2026-07-05T09:39:32Z"},{"alias_kind":"pith_short_12","alias_value":"5T3KF2IYSI4N","created_at":"2026-07-05T09:39:32Z"},{"alias_kind":"pith_short_16","alias_value":"5T3KF2IYSI4NS5TE","created_at":"2026-07-05T09:39:32Z"},{"alias_kind":"pith_short_8","alias_value":"5T3KF2IY","created_at":"2026-07-05T09:39:32Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:5T3KF2IYSI4NS5TE7PN3CZRHYB","target":"record","payload":{"canonical_record":{"source":{"id":"2411.15281","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-11-22T16:11:14Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"1d56b051aa50c7ab4e4440aa641c9e4883c0237fab1840916c84d5fcff2c17ab","abstract_canon_sha256":"0d1ac27ae3a93ba7038b5a688927a84440aa5837ddaefc322adc148a648dfd53"},"schema_version":"1.0"},"canonical_sha256":"ecf6a2e9189238d97664fbdbb16627c05ae720afe02df119ae96e057b8646887","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:39:32.424364Z","signature_b64":"MamFl7B84eSRMUT2+ULbDzEQRMbQ32IlCUFsErXYvxRBAo633uM9cPnn2y3SY+WTeOyYQoerasgvI+2DNlWMCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ecf6a2e9189238d97664fbdbb16627c05ae720afe02df119ae96e057b8646887","last_reissued_at":"2026-07-05T09:39:32.423848Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:39:32.423848Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.15281","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:39:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RSovBaCWWEJiiWPsF3sxH1MCQjxq5KCiY6sWUCUN2vTKAF4FVBqhqYZAVRDjH8nHA8wSRaXkOe20z6nV6ztABA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T11:40:51.538614Z"},"content_sha256":"d601aff214026c30a74bbfc5b5f15a61151f6f53f4f44bbba1a3414690c0fb77","schema_version":"1.0","event_id":"sha256:d601aff214026c30a74bbfc5b5f15a61151f6f53f4f44bbba1a3414690c0fb77"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:5T3KF2IYSI4NS5TE7PN3CZRHYB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ElastiFormer: Learned Redundancy Reduction in Transformer via Self-Distillation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Junzhang Liu, Stephen Xia, Tingkai Liu, Yueyuan Sui","submitted_at":"2024-11-22T16:11:14Z","abstract_excerpt":"We introduce ElastiFormer, a post-training technique that adapts pretrained Transformer models into an elastic counterpart with variable inference time compute. ElastiFormer introduces small routing modules (as low as .00006% additional trainable parameters) to dynamically selects subsets of network parameters and input tokens to be processed by each layer of the pretrained network in an inputdependent manner. The routing modules are trained using self-distillation losses to minimize the differences between the output of the pretrained-model and their elastic counterparts. As ElastiFormer make"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.15281","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.15281/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:39:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AWIzPNtyBN/qG/qkgIm9aHJldlsKiOKBqfYmnNCue5qT0BqrYZO0LdJbcpifzuIFRsndYRP4WHslGPJWv9M4BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T11:40:51.539572Z"},"content_sha256":"3f99c014a31802f67344de2f3881e12d15c96a34e0a9139bea356285c3832ae9","schema_version":"1.0","event_id":"sha256:3f99c014a31802f67344de2f3881e12d15c96a34e0a9139bea356285c3832ae9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5T3KF2IYSI4NS5TE7PN3CZRHYB/bundle.json","state_url":"https://pith.science/pith/5T3KF2IYSI4NS5TE7PN3CZRHYB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5T3KF2IYSI4NS5TE7PN3CZRHYB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-21T11:40:51Z","links":{"resolver":"https://pith.science/pith/5T3KF2IYSI4NS5TE7PN3CZRHYB","bundle":"https://pith.science/pith/5T3KF2IYSI4NS5TE7PN3CZRHYB/bundle.json","state":"https://pith.science/pith/5T3KF2IYSI4NS5TE7PN3CZRHYB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5T3KF2IYSI4NS5TE7PN3CZRHYB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:5T3KF2IYSI4NS5TE7PN3CZRHYB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0d1ac27ae3a93ba7038b5a688927a84440aa5837ddaefc322adc148a648dfd53","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-11-22T16:11:14Z","title_canon_sha256":"1d56b051aa50c7ab4e4440aa641c9e4883c0237fab1840916c84d5fcff2c17ab"},"schema_version":"1.0","source":{"id":"2411.15281","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.15281","created_at":"2026-07-05T09:39:32Z"},{"alias_kind":"arxiv_version","alias_value":"2411.15281v1","created_at":"2026-07-05T09:39:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.15281","created_at":"2026-07-05T09:39:32Z"},{"alias_kind":"pith_short_12","alias_value":"5T3KF2IYSI4N","created_at":"2026-07-05T09:39:32Z"},{"alias_kind":"pith_short_16","alias_value":"5T3KF2IYSI4NS5TE","created_at":"2026-07-05T09:39:32Z"},{"alias_kind":"pith_short_8","alias_value":"5T3KF2IY","created_at":"2026-07-05T09:39:32Z"}],"graph_snapshots":[{"event_id":"sha256:3f99c014a31802f67344de2f3881e12d15c96a34e0a9139bea356285c3832ae9","target":"graph","created_at":"2026-07-05T09:39:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.15281/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We introduce ElastiFormer, a post-training technique that adapts pretrained Transformer models into an elastic counterpart with variable inference time compute. ElastiFormer introduces small routing modules (as low as .00006% additional trainable parameters) to dynamically selects subsets of network parameters and input tokens to be processed by each layer of the pretrained network in an inputdependent manner. The routing modules are trained using self-distillation losses to minimize the differences between the output of the pretrained-model and their elastic counterparts. As ElastiFormer make","authors_text":"Junzhang Liu, Stephen Xia, Tingkai Liu, Yueyuan Sui","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-11-22T16:11:14Z","title":"ElastiFormer: Learned Redundancy Reduction in Transformer via Self-Distillation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.15281","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d601aff214026c30a74bbfc5b5f15a61151f6f53f4f44bbba1a3414690c0fb77","target":"record","created_at":"2026-07-05T09:39:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0d1ac27ae3a93ba7038b5a688927a84440aa5837ddaefc322adc148a648dfd53","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-11-22T16:11:14Z","title_canon_sha256":"1d56b051aa50c7ab4e4440aa641c9e4883c0237fab1840916c84d5fcff2c17ab"},"schema_version":"1.0","source":{"id":"2411.15281","kind":"arxiv","version":1}},"canonical_sha256":"ecf6a2e9189238d97664fbdbb16627c05ae720afe02df119ae96e057b8646887","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ecf6a2e9189238d97664fbdbb16627c05ae720afe02df119ae96e057b8646887","first_computed_at":"2026-07-05T09:39:32.423848Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:39:32.423848Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"MamFl7B84eSRMUT2+ULbDzEQRMbQ32IlCUFsErXYvxRBAo633uM9cPnn2y3SY+WTeOyYQoerasgvI+2DNlWMCA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:39:32.424364Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.15281","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d601aff214026c30a74bbfc5b5f15a61151f6f53f4f44bbba1a3414690c0fb77","sha256:3f99c014a31802f67344de2f3881e12d15c96a34e0a9139bea356285c3832ae9"],"state_sha256":"264a226bb85a81487cfde4efff593116f477bb7219c02d5e6181a04bda6110fc"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zZabVtW8JP8D0ev/nIB1QemBsZB3wio40nWnbn+0PVr2RBsbb2VRBHMJNMe+N6UtHQmyAYTE/+0or1nnxCqYAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-21T11:40:51.545894Z","bundle_sha256":"d9f3a0b939a8d33bc3e664bdcd6367888fb619e682d154e0f1f2125e1d42de36"}}