{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:36JMM4HSGZYCA3D6IRXVIAK67S","short_pith_number":"pith:36JMM4HS","canonical_record":{"source":{"id":"2403.15886","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-23T16:51:52Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"cb925575e674e469b3a8e286017e87bd6560c11884d98d84acc792be3d0f25d7","abstract_canon_sha256":"bba62ae9755a5ef0ea1fcec52359135cd4c90009bb6df74b3b298cc9ffd813f8"},"schema_version":"1.0"},"canonical_sha256":"df92c670f23670206c7e446f54015efc97c3e4bde0ae2de2e6db2f32e4375f5d","source":{"kind":"arxiv","id":"2403.15886","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.15886","created_at":"2026-07-05T08:00:07Z"},{"alias_kind":"arxiv_version","alias_value":"2403.15886v1","created_at":"2026-07-05T08:00:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.15886","created_at":"2026-07-05T08:00:07Z"},{"alias_kind":"pith_short_12","alias_value":"36JMM4HSGZYC","created_at":"2026-07-05T08:00:07Z"},{"alias_kind":"pith_short_16","alias_value":"36JMM4HSGZYCA3D6","created_at":"2026-07-05T08:00:07Z"},{"alias_kind":"pith_short_8","alias_value":"36JMM4HS","created_at":"2026-07-05T08:00:07Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:36JMM4HSGZYCA3D6IRXVIAK67S","target":"record","payload":{"canonical_record":{"source":{"id":"2403.15886","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-23T16:51:52Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"cb925575e674e469b3a8e286017e87bd6560c11884d98d84acc792be3d0f25d7","abstract_canon_sha256":"bba62ae9755a5ef0ea1fcec52359135cd4c90009bb6df74b3b298cc9ffd813f8"},"schema_version":"1.0"},"canonical_sha256":"df92c670f23670206c7e446f54015efc97c3e4bde0ae2de2e6db2f32e4375f5d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:00:07.799024Z","signature_b64":"DGyjSVlrG3g6oviJai1rww/Kup1pWdC/a8yrx8RvRGGH+6HhsPlF1sYBIBuQGI64GBfZlPxJBcF2QEvVNJSeAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"df92c670f23670206c7e446f54015efc97c3e4bde0ae2de2e6db2f32e4375f5d","last_reissued_at":"2026-07-05T08:00:07.798628Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:00:07.798628Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2403.15886","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:00:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qwy3ReRvSSbYsP89rS4w7RhrUF917uI3bW7octiumTUHkn1ievZ4BSLs1qO5bZYp4j4n4jGd180pdwxM6XcTDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T23:44:49.111922Z"},"content_sha256":"1ace5638e7d9020866db6dd1d68917bbb9e1905b32edf134a3507096a5a1e1b6","schema_version":"1.0","event_id":"sha256:1ace5638e7d9020866db6dd1d68917bbb9e1905b32edf134a3507096a5a1e1b6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:36JMM4HSGZYCA3D6IRXVIAK67S","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Leveraging Zero-Shot Prompting for Efficient Language Model Distillation","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Lukas V\\\"oge, Stefan Lessmann, Vincent Gurgul","submitted_at":"2024-03-23T16:51:52Z","abstract_excerpt":"This paper introduces a novel approach for efficiently distilling LLMs into smaller, application-specific models, significantly reducing operational costs and manual labor. Addressing the challenge of deploying computationally intensive LLMs in specific applications or edge devices, this technique utilizes LLMs' reasoning capabilities to generate labels and natural language rationales for unlabeled data. Our approach enhances both finetuning and distillation by employing a multi-task training framework where student models mimic these rationales alongside teacher predictions. Key contributions"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.15886","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.15886/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:00:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ze4FaTl0xpXoYqDvPdpfmrIQfs7QiVNQGIdNFAQ8aXRMUlZU23xe11RB4aBDVCeUH9zKSb5LbfJOl7LpzmquAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T23:44:49.112635Z"},"content_sha256":"7ced60c3f416678be86c6792738a14babc5832f60398b1a6d1daa069ea296593","schema_version":"1.0","event_id":"sha256:7ced60c3f416678be86c6792738a14babc5832f60398b1a6d1daa069ea296593"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/36JMM4HSGZYCA3D6IRXVIAK67S/bundle.json","state_url":"https://pith.science/pith/36JMM4HSGZYCA3D6IRXVIAK67S/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/36JMM4HSGZYCA3D6IRXVIAK67S/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T23:44:49Z","links":{"resolver":"https://pith.science/pith/36JMM4HSGZYCA3D6IRXVIAK67S","bundle":"https://pith.science/pith/36JMM4HSGZYCA3D6IRXVIAK67S/bundle.json","state":"https://pith.science/pith/36JMM4HSGZYCA3D6IRXVIAK67S/state.json","well_known_bundle":"https://pith.science/.well-known/pith/36JMM4HSGZYCA3D6IRXVIAK67S/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:36JMM4HSGZYCA3D6IRXVIAK67S","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bba62ae9755a5ef0ea1fcec52359135cd4c90009bb6df74b3b298cc9ffd813f8","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-23T16:51:52Z","title_canon_sha256":"cb925575e674e469b3a8e286017e87bd6560c11884d98d84acc792be3d0f25d7"},"schema_version":"1.0","source":{"id":"2403.15886","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.15886","created_at":"2026-07-05T08:00:07Z"},{"alias_kind":"arxiv_version","alias_value":"2403.15886v1","created_at":"2026-07-05T08:00:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.15886","created_at":"2026-07-05T08:00:07Z"},{"alias_kind":"pith_short_12","alias_value":"36JMM4HSGZYC","created_at":"2026-07-05T08:00:07Z"},{"alias_kind":"pith_short_16","alias_value":"36JMM4HSGZYCA3D6","created_at":"2026-07-05T08:00:07Z"},{"alias_kind":"pith_short_8","alias_value":"36JMM4HS","created_at":"2026-07-05T08:00:07Z"}],"graph_snapshots":[{"event_id":"sha256:7ced60c3f416678be86c6792738a14babc5832f60398b1a6d1daa069ea296593","target":"graph","created_at":"2026-07-05T08:00:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.15886/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper introduces a novel approach for efficiently distilling LLMs into smaller, application-specific models, significantly reducing operational costs and manual labor. Addressing the challenge of deploying computationally intensive LLMs in specific applications or edge devices, this technique utilizes LLMs' reasoning capabilities to generate labels and natural language rationales for unlabeled data. Our approach enhances both finetuning and distillation by employing a multi-task training framework where student models mimic these rationales alongside teacher predictions. Key contributions","authors_text":"Lukas V\\\"oge, Stefan Lessmann, Vincent Gurgul","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-23T16:51:52Z","title":"Leveraging Zero-Shot Prompting for Efficient Language Model Distillation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.15886","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1ace5638e7d9020866db6dd1d68917bbb9e1905b32edf134a3507096a5a1e1b6","target":"record","created_at":"2026-07-05T08:00:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bba62ae9755a5ef0ea1fcec52359135cd4c90009bb6df74b3b298cc9ffd813f8","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-23T16:51:52Z","title_canon_sha256":"cb925575e674e469b3a8e286017e87bd6560c11884d98d84acc792be3d0f25d7"},"schema_version":"1.0","source":{"id":"2403.15886","kind":"arxiv","version":1}},"canonical_sha256":"df92c670f23670206c7e446f54015efc97c3e4bde0ae2de2e6db2f32e4375f5d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"df92c670f23670206c7e446f54015efc97c3e4bde0ae2de2e6db2f32e4375f5d","first_computed_at":"2026-07-05T08:00:07.798628Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:00:07.798628Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"DGyjSVlrG3g6oviJai1rww/Kup1pWdC/a8yrx8RvRGGH+6HhsPlF1sYBIBuQGI64GBfZlPxJBcF2QEvVNJSeAA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:00:07.799024Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.15886","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1ace5638e7d9020866db6dd1d68917bbb9e1905b32edf134a3507096a5a1e1b6","sha256:7ced60c3f416678be86c6792738a14babc5832f60398b1a6d1daa069ea296593"],"state_sha256":"1b18056aa3e2c9c801e694cdda3d3fa0b2c803c05ea685bd83e7afdfeeb7e9b6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0zaUFjSJLyJJ9uX3xFMd4mqfIFx+sVy+oljtZvhBzTc1Sw/In/q6xDqtauXZ893UQ0JyhqO0rKSJ6StjmPbPAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T23:44:49.116727Z","bundle_sha256":"4886c2ba014d251b6af5c152377aa20359d3402ad31de56b371d84006777c43a"}}