{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:4ZTECFIJAWXB2TB7S2TLD4DUHA","short_pith_number":"pith:4ZTECFIJ","canonical_record":{"source":{"id":"2406.11689","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-06-17T16:07:19Z","cross_cats_sorted":[],"title_canon_sha256":"31774ba0a0de7c925db2f4d0e26a85302d32a9ba7138b19ace740492a354b7b4","abstract_canon_sha256":"c02c763ef137fefbc2ade74c8970c65a15c152f19886f09b577328f40ec770e2"},"schema_version":"1.0"},"canonical_sha256":"e66641150905ae1d4c3f96a6b1f07438302005a8572477bd1cf207d2fe820906","source":{"kind":"arxiv","id":"2406.11689","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.11689","created_at":"2026-07-05T08:32:56Z"},{"alias_kind":"arxiv_version","alias_value":"2406.11689v1","created_at":"2026-07-05T08:32:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.11689","created_at":"2026-07-05T08:32:56Z"},{"alias_kind":"pith_short_12","alias_value":"4ZTECFIJAWXB","created_at":"2026-07-05T08:32:56Z"},{"alias_kind":"pith_short_16","alias_value":"4ZTECFIJAWXB2TB7","created_at":"2026-07-05T08:32:56Z"},{"alias_kind":"pith_short_8","alias_value":"4ZTECFIJ","created_at":"2026-07-05T08:32:56Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:4ZTECFIJAWXB2TB7S2TLD4DUHA","target":"record","payload":{"canonical_record":{"source":{"id":"2406.11689","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-06-17T16:07:19Z","cross_cats_sorted":[],"title_canon_sha256":"31774ba0a0de7c925db2f4d0e26a85302d32a9ba7138b19ace740492a354b7b4","abstract_canon_sha256":"c02c763ef137fefbc2ade74c8970c65a15c152f19886f09b577328f40ec770e2"},"schema_version":"1.0"},"canonical_sha256":"e66641150905ae1d4c3f96a6b1f07438302005a8572477bd1cf207d2fe820906","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:32:56.389101Z","signature_b64":"7wVY771nqKBDpNhoYguypReIO8ifFy28+z1pUoTXMYUNx0ncOHWc4Zyeu57HuK5ZkGjQqIrMDN2ie60sLySpCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e66641150905ae1d4c3f96a6b1f07438302005a8572477bd1cf207d2fe820906","last_reissued_at":"2026-07-05T08:32:56.388620Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:32:56.388620Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.11689","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:32:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dDZcqkRUd6WYLjTJnqy55Ou98YWj5b1Ov0h5kuLehXLJvWXUNITGodpm6fq1QJ6H38XpWKI51tKRDQOwjq/UCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T06:56:23.356061Z"},"content_sha256":"ace5d3b5281f9f4a34ca6882ee531ee89165c8184f9075293b9c0b38a29408c9","schema_version":"1.0","event_id":"sha256:ace5d3b5281f9f4a34ca6882ee531ee89165c8184f9075293b9c0b38a29408c9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:4ZTECFIJAWXB2TB7S2TLD4DUHA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Lightweight Model Pre-training via Language Guided Knowledge Distillation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Gang Yu, Jiayuan Fan, Lin Zhang, Mingsheng Li, Mingzhen Zhu, Tao Chen, Zilong Huang","submitted_at":"2024-06-17T16:07:19Z","abstract_excerpt":"This paper studies the problem of pre-training for small models, which is essential for many mobile devices. Current state-of-the-art methods on this problem transfer the representational knowledge of a large network (as a Teacher) into a smaller model (as a Student) using self-supervised distillation, improving the performance of the small model on downstream tasks. However, existing approaches are insufficient in extracting the crucial knowledge that is useful for discerning categories in downstream tasks during the distillation process. In this paper, for the first time, we introduce langua"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.11689","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.11689/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:32:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QXrWTdg6h5CrwcyLasoNqju6VXgBFeID3tSdePIkr47Uch6/gXouKbjVMjpEW8fTcTWeqSvlODxfCO/I/JnyDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T06:56:23.356953Z"},"content_sha256":"0488bb9f10b9f5e3666a909b1d5cca0d1fe32ee47065dc2dab441576072b8e76","schema_version":"1.0","event_id":"sha256:0488bb9f10b9f5e3666a909b1d5cca0d1fe32ee47065dc2dab441576072b8e76"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4ZTECFIJAWXB2TB7S2TLD4DUHA/bundle.json","state_url":"https://pith.science/pith/4ZTECFIJAWXB2TB7S2TLD4DUHA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4ZTECFIJAWXB2TB7S2TLD4DUHA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T06:56:23Z","links":{"resolver":"https://pith.science/pith/4ZTECFIJAWXB2TB7S2TLD4DUHA","bundle":"https://pith.science/pith/4ZTECFIJAWXB2TB7S2TLD4DUHA/bundle.json","state":"https://pith.science/pith/4ZTECFIJAWXB2TB7S2TLD4DUHA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4ZTECFIJAWXB2TB7S2TLD4DUHA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:4ZTECFIJAWXB2TB7S2TLD4DUHA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c02c763ef137fefbc2ade74c8970c65a15c152f19886f09b577328f40ec770e2","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-06-17T16:07:19Z","title_canon_sha256":"31774ba0a0de7c925db2f4d0e26a85302d32a9ba7138b19ace740492a354b7b4"},"schema_version":"1.0","source":{"id":"2406.11689","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.11689","created_at":"2026-07-05T08:32:56Z"},{"alias_kind":"arxiv_version","alias_value":"2406.11689v1","created_at":"2026-07-05T08:32:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.11689","created_at":"2026-07-05T08:32:56Z"},{"alias_kind":"pith_short_12","alias_value":"4ZTECFIJAWXB","created_at":"2026-07-05T08:32:56Z"},{"alias_kind":"pith_short_16","alias_value":"4ZTECFIJAWXB2TB7","created_at":"2026-07-05T08:32:56Z"},{"alias_kind":"pith_short_8","alias_value":"4ZTECFIJ","created_at":"2026-07-05T08:32:56Z"}],"graph_snapshots":[{"event_id":"sha256:0488bb9f10b9f5e3666a909b1d5cca0d1fe32ee47065dc2dab441576072b8e76","target":"graph","created_at":"2026-07-05T08:32:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.11689/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper studies the problem of pre-training for small models, which is essential for many mobile devices. Current state-of-the-art methods on this problem transfer the representational knowledge of a large network (as a Teacher) into a smaller model (as a Student) using self-supervised distillation, improving the performance of the small model on downstream tasks. However, existing approaches are insufficient in extracting the crucial knowledge that is useful for discerning categories in downstream tasks during the distillation process. In this paper, for the first time, we introduce langua","authors_text":"Gang Yu, Jiayuan Fan, Lin Zhang, Mingsheng Li, Mingzhen Zhu, Tao Chen, Zilong Huang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-06-17T16:07:19Z","title":"Lightweight Model Pre-training via Language Guided Knowledge Distillation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.11689","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ace5d3b5281f9f4a34ca6882ee531ee89165c8184f9075293b9c0b38a29408c9","target":"record","created_at":"2026-07-05T08:32:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c02c763ef137fefbc2ade74c8970c65a15c152f19886f09b577328f40ec770e2","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-06-17T16:07:19Z","title_canon_sha256":"31774ba0a0de7c925db2f4d0e26a85302d32a9ba7138b19ace740492a354b7b4"},"schema_version":"1.0","source":{"id":"2406.11689","kind":"arxiv","version":1}},"canonical_sha256":"e66641150905ae1d4c3f96a6b1f07438302005a8572477bd1cf207d2fe820906","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e66641150905ae1d4c3f96a6b1f07438302005a8572477bd1cf207d2fe820906","first_computed_at":"2026-07-05T08:32:56.388620Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:32:56.388620Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"7wVY771nqKBDpNhoYguypReIO8ifFy28+z1pUoTXMYUNx0ncOHWc4Zyeu57HuK5ZkGjQqIrMDN2ie60sLySpCg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:32:56.389101Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.11689","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ace5d3b5281f9f4a34ca6882ee531ee89165c8184f9075293b9c0b38a29408c9","sha256:0488bb9f10b9f5e3666a909b1d5cca0d1fe32ee47065dc2dab441576072b8e76"],"state_sha256":"bbc69920b652c98aca1f7ae2328884237fd318f474a6b1ddb2000d33d31c3797"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NsL4f/9I+mMfYKlgUXvHBIOb/FUkq+O3lQJ9RB+tm/b+Z0CWyhU1+EAm8k9Qa8r6lQVINI9ATR9mps8T2Fw0BA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T06:56:23.361911Z","bundle_sha256":"cc5d6bcd0d5bbc5af7e90614dbe5d26723c55f2c00eeac0e3aa2139f72e32c35"}}