{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:VNXL62A7ZJDU3Y7QHKVK2HJDA6","short_pith_number":"pith:VNXL62A7","canonical_record":{"source":{"id":"2410.14268","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-18T08:22:07Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"7b5848e6cf72c4d882bd72823c606e332cf1de25790b2cabc4393a83730097b0","abstract_canon_sha256":"86e1698386fc9dd73f8967e98f6ee1c3f9b56218a12d50dee4cde56a45551eac"},"schema_version":"1.0"},"canonical_sha256":"ab6ebf681fca474de3f03aaaad1d23078b04187f6e23622c1d7eed80ad9689fe","source":{"kind":"arxiv","id":"2410.14268","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.14268","created_at":"2026-07-05T09:22:29Z"},{"alias_kind":"arxiv_version","alias_value":"2410.14268v1","created_at":"2026-07-05T09:22:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.14268","created_at":"2026-07-05T09:22:29Z"},{"alias_kind":"pith_short_12","alias_value":"VNXL62A7ZJDU","created_at":"2026-07-05T09:22:29Z"},{"alias_kind":"pith_short_16","alias_value":"VNXL62A7ZJDU3Y7Q","created_at":"2026-07-05T09:22:29Z"},{"alias_kind":"pith_short_8","alias_value":"VNXL62A7","created_at":"2026-07-05T09:22:29Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:VNXL62A7ZJDU3Y7QHKVK2HJDA6","target":"record","payload":{"canonical_record":{"source":{"id":"2410.14268","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-18T08:22:07Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"7b5848e6cf72c4d882bd72823c606e332cf1de25790b2cabc4393a83730097b0","abstract_canon_sha256":"86e1698386fc9dd73f8967e98f6ee1c3f9b56218a12d50dee4cde56a45551eac"},"schema_version":"1.0"},"canonical_sha256":"ab6ebf681fca474de3f03aaaad1d23078b04187f6e23622c1d7eed80ad9689fe","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:22:29.935752Z","signature_b64":"SEYpGDIkDcv4CPuGCxtxbQp2edc1Nxp+WBIt8Ju6JsI4fwNpTmdqJ7SYVhr5KX/yfqpgv3SOYY/lEuexrCwDCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ab6ebf681fca474de3f03aaaad1d23078b04187f6e23622c1d7eed80ad9689fe","last_reissued_at":"2026-07-05T09:22:29.935301Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:22:29.935301Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.14268","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:22:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"I+K+Av5DXbT7aCA3bgnhLrl266FU3M0E+jw1iuwTWyXVdAPiFVndENwhjNLO3pII7Y4Nl4Dty1XZ+U8qEcuxCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T00:21:14.972100Z"},"content_sha256":"2aeb9f9ce2da85822295eb131c1510c6acb85080e8bc6bce3a0bf195a9ab863e","schema_version":"1.0","event_id":"sha256:2aeb9f9ce2da85822295eb131c1510c6acb85080e8bc6bce3a0bf195a9ab863e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:VNXL62A7ZJDU3Y7QHKVK2HJDA6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MoDification: Mixture of Depths Made Easy","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Chengqiang Lu, Chen Zhang, Dawei Song, Kehai Chen, Meizhi Zhong, Min Zhang, Qimeng Wang, Xuantao Lu, Yan Gao, Yao Hu, Zheyu Ye","submitted_at":"2024-10-18T08:22:07Z","abstract_excerpt":"Long-context efficiency has recently become a trending topic in serving large language models (LLMs). And mixture of depths (MoD) is proposed as a perfect fit to bring down both latency and memory. In this paper, however, we discover that MoD can barely transform existing LLMs without costly training over an extensive number of tokens. To enable the transformations from any LLMs to MoD ones, we showcase top-k operator in MoD should be promoted to threshold-p operator, and refinement to architecture and data should also be crafted along. All these designs form our method termed MoDification. Th"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.14268","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.14268/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:22:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"y0kXVGGmkHGP1Z7SZYvck+UCJGUwCx/+o1hjU0yTVTMWW73vFS/Lm26gVzVX9DpYct1cV6csyoBg9o9Ojb04Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T00:21:14.972904Z"},"content_sha256":"88e9a13ba7a4d67fbe432713bd0be4f1f903d96ce2b7720ff8e974fc4fa38d35","schema_version":"1.0","event_id":"sha256:88e9a13ba7a4d67fbe432713bd0be4f1f903d96ce2b7720ff8e974fc4fa38d35"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VNXL62A7ZJDU3Y7QHKVK2HJDA6/bundle.json","state_url":"https://pith.science/pith/VNXL62A7ZJDU3Y7QHKVK2HJDA6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VNXL62A7ZJDU3Y7QHKVK2HJDA6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-22T00:21:14Z","links":{"resolver":"https://pith.science/pith/VNXL62A7ZJDU3Y7QHKVK2HJDA6","bundle":"https://pith.science/pith/VNXL62A7ZJDU3Y7QHKVK2HJDA6/bundle.json","state":"https://pith.science/pith/VNXL62A7ZJDU3Y7QHKVK2HJDA6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VNXL62A7ZJDU3Y7QHKVK2HJDA6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:VNXL62A7ZJDU3Y7QHKVK2HJDA6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"86e1698386fc9dd73f8967e98f6ee1c3f9b56218a12d50dee4cde56a45551eac","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-18T08:22:07Z","title_canon_sha256":"7b5848e6cf72c4d882bd72823c606e332cf1de25790b2cabc4393a83730097b0"},"schema_version":"1.0","source":{"id":"2410.14268","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.14268","created_at":"2026-07-05T09:22:29Z"},{"alias_kind":"arxiv_version","alias_value":"2410.14268v1","created_at":"2026-07-05T09:22:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.14268","created_at":"2026-07-05T09:22:29Z"},{"alias_kind":"pith_short_12","alias_value":"VNXL62A7ZJDU","created_at":"2026-07-05T09:22:29Z"},{"alias_kind":"pith_short_16","alias_value":"VNXL62A7ZJDU3Y7Q","created_at":"2026-07-05T09:22:29Z"},{"alias_kind":"pith_short_8","alias_value":"VNXL62A7","created_at":"2026-07-05T09:22:29Z"}],"graph_snapshots":[{"event_id":"sha256:88e9a13ba7a4d67fbe432713bd0be4f1f903d96ce2b7720ff8e974fc4fa38d35","target":"graph","created_at":"2026-07-05T09:22:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.14268/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Long-context efficiency has recently become a trending topic in serving large language models (LLMs). And mixture of depths (MoD) is proposed as a perfect fit to bring down both latency and memory. In this paper, however, we discover that MoD can barely transform existing LLMs without costly training over an extensive number of tokens. To enable the transformations from any LLMs to MoD ones, we showcase top-k operator in MoD should be promoted to threshold-p operator, and refinement to architecture and data should also be crafted along. All these designs form our method termed MoDification. Th","authors_text":"Chengqiang Lu, Chen Zhang, Dawei Song, Kehai Chen, Meizhi Zhong, Min Zhang, Qimeng Wang, Xuantao Lu, Yan Gao, Yao Hu, Zheyu Ye","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-18T08:22:07Z","title":"MoDification: Mixture of Depths Made Easy"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.14268","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2aeb9f9ce2da85822295eb131c1510c6acb85080e8bc6bce3a0bf195a9ab863e","target":"record","created_at":"2026-07-05T09:22:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"86e1698386fc9dd73f8967e98f6ee1c3f9b56218a12d50dee4cde56a45551eac","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-18T08:22:07Z","title_canon_sha256":"7b5848e6cf72c4d882bd72823c606e332cf1de25790b2cabc4393a83730097b0"},"schema_version":"1.0","source":{"id":"2410.14268","kind":"arxiv","version":1}},"canonical_sha256":"ab6ebf681fca474de3f03aaaad1d23078b04187f6e23622c1d7eed80ad9689fe","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ab6ebf681fca474de3f03aaaad1d23078b04187f6e23622c1d7eed80ad9689fe","first_computed_at":"2026-07-05T09:22:29.935301Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:22:29.935301Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"SEYpGDIkDcv4CPuGCxtxbQp2edc1Nxp+WBIt8Ju6JsI4fwNpTmdqJ7SYVhr5KX/yfqpgv3SOYY/lEuexrCwDCw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:22:29.935752Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.14268","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2aeb9f9ce2da85822295eb131c1510c6acb85080e8bc6bce3a0bf195a9ab863e","sha256:88e9a13ba7a4d67fbe432713bd0be4f1f903d96ce2b7720ff8e974fc4fa38d35"],"state_sha256":"9a64e16216487cde1babb52ad650b47475df64858f7492b04daafcef6f17019a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"p6EIX5DbPQSDjfB/1DX4SHcvtdALNxC9HTCT96i586LbIRKkwlJKlE64dhmWCLt1xE3agTOAdX6C1FiMHIqRDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-22T00:21:14.978766Z","bundle_sha256":"ccc7c142d8a1cf3232dabb7a47a5ee7fe86532cfb325b82a0041af13a4fe86d3"}}