{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:JK3KOBDNQKVEVWHORSNCMON5IJ","short_pith_number":"pith:JK3KOBDN","canonical_record":{"source":{"id":"2310.04550","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-10-06T19:24:00Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"7223203884a5998fe144bc04bdd4ce61c40801f888249603f3c26474ce640431","abstract_canon_sha256":"87fb1504ceab06e5049f05d9e620849f23038f0909c88ec57c3ce42d4d1aaaa1"},"schema_version":"1.0"},"canonical_sha256":"4ab6a7046d82aa4ad8ee8c9a2639bd425782f4f7ec8067e1c2fefbf5fdf780e3","source":{"kind":"arxiv","id":"2310.04550","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.04550","created_at":"2026-07-05T06:58:19Z"},{"alias_kind":"arxiv_version","alias_value":"2310.04550v1","created_at":"2026-07-05T06:58:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.04550","created_at":"2026-07-05T06:58:19Z"},{"alias_kind":"pith_short_12","alias_value":"JK3KOBDNQKVE","created_at":"2026-07-05T06:58:19Z"},{"alias_kind":"pith_short_16","alias_value":"JK3KOBDNQKVEVWHO","created_at":"2026-07-05T06:58:19Z"},{"alias_kind":"pith_short_8","alias_value":"JK3KOBDN","created_at":"2026-07-05T06:58:19Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:JK3KOBDNQKVEVWHORSNCMON5IJ","target":"record","payload":{"canonical_record":{"source":{"id":"2310.04550","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-10-06T19:24:00Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"7223203884a5998fe144bc04bdd4ce61c40801f888249603f3c26474ce640431","abstract_canon_sha256":"87fb1504ceab06e5049f05d9e620849f23038f0909c88ec57c3ce42d4d1aaaa1"},"schema_version":"1.0"},"canonical_sha256":"4ab6a7046d82aa4ad8ee8c9a2639bd425782f4f7ec8067e1c2fefbf5fdf780e3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:58:19.855633Z","signature_b64":"vaznSMtfJIlr+KxcWvb/Vnee57chf70WY9nuVVIpzcABtXHFfm28l0UXVDFGYGds0xEiReRlLhGvtsnU0DIVBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4ab6a7046d82aa4ad8ee8c9a2639bd425782f4f7ec8067e1c2fefbf5fdf780e3","last_reissued_at":"2026-07-05T06:58:19.855280Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:58:19.855280Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.04550","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:58:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BhYsUDrRYhz+lBMMUVOUGhZuVLQTQ6AE7rQqgNzv2+JKhb9q/1RZVYy0n9lX0IZC2gg+dmiYasJ8jqpCNW7jAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T11:32:56.115839Z"},"content_sha256":"d3b28ae0837556cdd25787be3ca3f899742cdcbf46a838dba69eaf453f617ba9","schema_version":"1.0","event_id":"sha256:d3b28ae0837556cdd25787be3ca3f899742cdcbf46a838dba69eaf453f617ba9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:JK3KOBDNQKVEVWHORSNCMON5IJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Module-wise Adaptive Distillation for Multimodality Foundation Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL","cs.LG"],"primary_cat":"cs.CV","authors_text":"Boqing Gong, Chen Liang, Jiahui Yu, Matthew Brown, Ming-Hsuan Yang, Tianyi Zhou, Tuo Zhao, Yin Cui","submitted_at":"2023-10-06T19:24:00Z","abstract_excerpt":"Pre-trained multimodal foundation models have demonstrated remarkable generalizability but pose challenges for deployment due to their large sizes. One effective approach to reducing their sizes is layerwise distillation, wherein small student models are trained to match the hidden representations of large teacher models at each layer. Motivated by our observation that certain architecture components, referred to as modules, contribute more significantly to the student's performance than others, we propose to track the contributions of individual modules by recording the loss decrement after d"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.04550","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.04550/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:58:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nVYxn6Qx52RFIwW/zaQUCjePwlfht4mcwp5dqQckN96pLPTeScXQfCw+86yGaIvRY9B+1AVnyoQ8kInwjvIkAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T11:32:56.116216Z"},"content_sha256":"a6465534355e01a2988d5f9a8cb924aa737f6592972452253d33fab6991fd0e0","schema_version":"1.0","event_id":"sha256:a6465534355e01a2988d5f9a8cb924aa737f6592972452253d33fab6991fd0e0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JK3KOBDNQKVEVWHORSNCMON5IJ/bundle.json","state_url":"https://pith.science/pith/JK3KOBDNQKVEVWHORSNCMON5IJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JK3KOBDNQKVEVWHORSNCMON5IJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T11:32:56Z","links":{"resolver":"https://pith.science/pith/JK3KOBDNQKVEVWHORSNCMON5IJ","bundle":"https://pith.science/pith/JK3KOBDNQKVEVWHORSNCMON5IJ/bundle.json","state":"https://pith.science/pith/JK3KOBDNQKVEVWHORSNCMON5IJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JK3KOBDNQKVEVWHORSNCMON5IJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:JK3KOBDNQKVEVWHORSNCMON5IJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"87fb1504ceab06e5049f05d9e620849f23038f0909c88ec57c3ce42d4d1aaaa1","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-10-06T19:24:00Z","title_canon_sha256":"7223203884a5998fe144bc04bdd4ce61c40801f888249603f3c26474ce640431"},"schema_version":"1.0","source":{"id":"2310.04550","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.04550","created_at":"2026-07-05T06:58:19Z"},{"alias_kind":"arxiv_version","alias_value":"2310.04550v1","created_at":"2026-07-05T06:58:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.04550","created_at":"2026-07-05T06:58:19Z"},{"alias_kind":"pith_short_12","alias_value":"JK3KOBDNQKVE","created_at":"2026-07-05T06:58:19Z"},{"alias_kind":"pith_short_16","alias_value":"JK3KOBDNQKVEVWHO","created_at":"2026-07-05T06:58:19Z"},{"alias_kind":"pith_short_8","alias_value":"JK3KOBDN","created_at":"2026-07-05T06:58:19Z"}],"graph_snapshots":[{"event_id":"sha256:a6465534355e01a2988d5f9a8cb924aa737f6592972452253d33fab6991fd0e0","target":"graph","created_at":"2026-07-05T06:58:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.04550/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Pre-trained multimodal foundation models have demonstrated remarkable generalizability but pose challenges for deployment due to their large sizes. One effective approach to reducing their sizes is layerwise distillation, wherein small student models are trained to match the hidden representations of large teacher models at each layer. Motivated by our observation that certain architecture components, referred to as modules, contribute more significantly to the student's performance than others, we propose to track the contributions of individual modules by recording the loss decrement after d","authors_text":"Boqing Gong, Chen Liang, Jiahui Yu, Matthew Brown, Ming-Hsuan Yang, Tianyi Zhou, Tuo Zhao, Yin Cui","cross_cats":["cs.CL","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-10-06T19:24:00Z","title":"Module-wise Adaptive Distillation for Multimodality Foundation Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.04550","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d3b28ae0837556cdd25787be3ca3f899742cdcbf46a838dba69eaf453f617ba9","target":"record","created_at":"2026-07-05T06:58:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"87fb1504ceab06e5049f05d9e620849f23038f0909c88ec57c3ce42d4d1aaaa1","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-10-06T19:24:00Z","title_canon_sha256":"7223203884a5998fe144bc04bdd4ce61c40801f888249603f3c26474ce640431"},"schema_version":"1.0","source":{"id":"2310.04550","kind":"arxiv","version":1}},"canonical_sha256":"4ab6a7046d82aa4ad8ee8c9a2639bd425782f4f7ec8067e1c2fefbf5fdf780e3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4ab6a7046d82aa4ad8ee8c9a2639bd425782f4f7ec8067e1c2fefbf5fdf780e3","first_computed_at":"2026-07-05T06:58:19.855280Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:58:19.855280Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"vaznSMtfJIlr+KxcWvb/Vnee57chf70WY9nuVVIpzcABtXHFfm28l0UXVDFGYGds0xEiReRlLhGvtsnU0DIVBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:58:19.855633Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.04550","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d3b28ae0837556cdd25787be3ca3f899742cdcbf46a838dba69eaf453f617ba9","sha256:a6465534355e01a2988d5f9a8cb924aa737f6592972452253d33fab6991fd0e0"],"state_sha256":"a4fb2a16c8ecbaecc3bc591fcc55ec6ad58b622cf07327862d49fb951a61cf36"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"K4qdCi6MFwF9cGOIMDsFAfaffeLcssxipERk/pLzqPCo8UyYcaLkO0NKOUB8tBcLQrS1IKBiUKSaI8II12vJAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T11:32:56.118180Z","bundle_sha256":"ac31e77610be28778ca7e70ae801376fffc40c2da133c9a2c263aeb4a1298716"}}