{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:QACEXORQUVYLLNROY4H2LQ4BAV","short_pith_number":"pith:QACEXORQ","canonical_record":{"source":{"id":"2410.18588","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-24T09:37:23Z","cross_cats_sorted":[],"title_canon_sha256":"edf65d95bf284a9f2be89a1b3e87044f8e922317b66e5ec26ad141bda42d43d2","abstract_canon_sha256":"b77b506efc975ca9b1098a28c1c07affdf2561aa7be669510d8f09bdf737d947"},"schema_version":"1.0"},"canonical_sha256":"80044bba30a570b5b62ec70fa5c3810543d75d00f1ed5a2b78f587e8053718e6","source":{"kind":"arxiv","id":"2410.18588","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.18588","created_at":"2026-07-05T09:25:10Z"},{"alias_kind":"arxiv_version","alias_value":"2410.18588v1","created_at":"2026-07-05T09:25:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.18588","created_at":"2026-07-05T09:25:10Z"},{"alias_kind":"pith_short_12","alias_value":"QACEXORQUVYL","created_at":"2026-07-05T09:25:10Z"},{"alias_kind":"pith_short_16","alias_value":"QACEXORQUVYLLNRO","created_at":"2026-07-05T09:25:10Z"},{"alias_kind":"pith_short_8","alias_value":"QACEXORQ","created_at":"2026-07-05T09:25:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:QACEXORQUVYLLNROY4H2LQ4BAV","target":"record","payload":{"canonical_record":{"source":{"id":"2410.18588","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-24T09:37:23Z","cross_cats_sorted":[],"title_canon_sha256":"edf65d95bf284a9f2be89a1b3e87044f8e922317b66e5ec26ad141bda42d43d2","abstract_canon_sha256":"b77b506efc975ca9b1098a28c1c07affdf2561aa7be669510d8f09bdf737d947"},"schema_version":"1.0"},"canonical_sha256":"80044bba30a570b5b62ec70fa5c3810543d75d00f1ed5a2b78f587e8053718e6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:25:10.836076Z","signature_b64":"dMvIS/21PDdDCl+FvoAFQAVApEHaB2ZoGg1i4abP5a7W35/zrdqmqIEouFZFCBwad1F9DyYDYikmBlQRxpxLBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"80044bba30a570b5b62ec70fa5c3810543d75d00f1ed5a2b78f587e8053718e6","last_reissued_at":"2026-07-05T09:25:10.835586Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:25:10.835586Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.18588","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:25:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZwlfMgKBvPqzqjdqr+6KegCXiYFmliLvgHfdSlswFMI0VfvzUM9lb2jvQG22d22YmWr7yq+5q5ChjtI0k9erBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T08:19:19.683692Z"},"content_sha256":"b601184dc170de4aba77605077a4b3564cc5c3f3ba8a55d9c2fe8f43a3fccaeb","schema_version":"1.0","event_id":"sha256:b601184dc170de4aba77605077a4b3564cc5c3f3ba8a55d9c2fe8f43a3fccaeb"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:QACEXORQUVYLLNROY4H2LQ4BAV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Knowledge Distillation Using Frontier Open-source LLMs: Generalizability and the Role of Synthetic Data","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Anup Shirgaonkar, Nazmiye Ceren Abay, Nikhil Pandey, Tolga Aktas, Vijay Aski","submitted_at":"2024-10-24T09:37:23Z","abstract_excerpt":"Leading open-source large language models (LLMs) such as Llama-3.1-Instruct-405B are extremely capable at generating text, answering questions, and solving a variety of natural language understanding tasks. However, they incur higher inference cost and latency compared to smaller LLMs. Knowledge distillation provides a way to use outputs from these large, capable teacher models to train smaller student models which can be used for inference at lower cost and latency, while retaining comparable accuracy. We investigate the efficacy of distillation using the Llama-3.1-405B-Instruct teacher and t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.18588","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.18588/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:25:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gF4YBsUc0ma4H4i/4AROpMAIqp3Ql41r30ooeQkV/Dx2f5/i8MgXJT9vLLyle8x7KkCdy0+yk8geCItH3MPDDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T08:19:19.684099Z"},"content_sha256":"e3f0d92cafd41f6873753de651efa644730212bd67dc410ca26cdaa7de9c83d8","schema_version":"1.0","event_id":"sha256:e3f0d92cafd41f6873753de651efa644730212bd67dc410ca26cdaa7de9c83d8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QACEXORQUVYLLNROY4H2LQ4BAV/bundle.json","state_url":"https://pith.science/pith/QACEXORQUVYLLNROY4H2LQ4BAV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QACEXORQUVYLLNROY4H2LQ4BAV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T08:19:19Z","links":{"resolver":"https://pith.science/pith/QACEXORQUVYLLNROY4H2LQ4BAV","bundle":"https://pith.science/pith/QACEXORQUVYLLNROY4H2LQ4BAV/bundle.json","state":"https://pith.science/pith/QACEXORQUVYLLNROY4H2LQ4BAV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QACEXORQUVYLLNROY4H2LQ4BAV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:QACEXORQUVYLLNROY4H2LQ4BAV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b77b506efc975ca9b1098a28c1c07affdf2561aa7be669510d8f09bdf737d947","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-24T09:37:23Z","title_canon_sha256":"edf65d95bf284a9f2be89a1b3e87044f8e922317b66e5ec26ad141bda42d43d2"},"schema_version":"1.0","source":{"id":"2410.18588","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.18588","created_at":"2026-07-05T09:25:10Z"},{"alias_kind":"arxiv_version","alias_value":"2410.18588v1","created_at":"2026-07-05T09:25:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.18588","created_at":"2026-07-05T09:25:10Z"},{"alias_kind":"pith_short_12","alias_value":"QACEXORQUVYL","created_at":"2026-07-05T09:25:10Z"},{"alias_kind":"pith_short_16","alias_value":"QACEXORQUVYLLNRO","created_at":"2026-07-05T09:25:10Z"},{"alias_kind":"pith_short_8","alias_value":"QACEXORQ","created_at":"2026-07-05T09:25:10Z"}],"graph_snapshots":[{"event_id":"sha256:e3f0d92cafd41f6873753de651efa644730212bd67dc410ca26cdaa7de9c83d8","target":"graph","created_at":"2026-07-05T09:25:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.18588/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Leading open-source large language models (LLMs) such as Llama-3.1-Instruct-405B are extremely capable at generating text, answering questions, and solving a variety of natural language understanding tasks. However, they incur higher inference cost and latency compared to smaller LLMs. Knowledge distillation provides a way to use outputs from these large, capable teacher models to train smaller student models which can be used for inference at lower cost and latency, while retaining comparable accuracy. We investigate the efficacy of distillation using the Llama-3.1-405B-Instruct teacher and t","authors_text":"Anup Shirgaonkar, Nazmiye Ceren Abay, Nikhil Pandey, Tolga Aktas, Vijay Aski","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-24T09:37:23Z","title":"Knowledge Distillation Using Frontier Open-source LLMs: Generalizability and the Role of Synthetic Data"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.18588","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b601184dc170de4aba77605077a4b3564cc5c3f3ba8a55d9c2fe8f43a3fccaeb","target":"record","created_at":"2026-07-05T09:25:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b77b506efc975ca9b1098a28c1c07affdf2561aa7be669510d8f09bdf737d947","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-24T09:37:23Z","title_canon_sha256":"edf65d95bf284a9f2be89a1b3e87044f8e922317b66e5ec26ad141bda42d43d2"},"schema_version":"1.0","source":{"id":"2410.18588","kind":"arxiv","version":1}},"canonical_sha256":"80044bba30a570b5b62ec70fa5c3810543d75d00f1ed5a2b78f587e8053718e6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"80044bba30a570b5b62ec70fa5c3810543d75d00f1ed5a2b78f587e8053718e6","first_computed_at":"2026-07-05T09:25:10.835586Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:25:10.835586Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"dMvIS/21PDdDCl+FvoAFQAVApEHaB2ZoGg1i4abP5a7W35/zrdqmqIEouFZFCBwad1F9DyYDYikmBlQRxpxLBw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:25:10.836076Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.18588","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b601184dc170de4aba77605077a4b3564cc5c3f3ba8a55d9c2fe8f43a3fccaeb","sha256:e3f0d92cafd41f6873753de651efa644730212bd67dc410ca26cdaa7de9c83d8"],"state_sha256":"5e1879959544030ae3f03f1b3cc372450e881d644e0f3939c74ce326312c45a3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LFFur63OYRnQJJHFxaRaukHC0XIeZ4caEzI7rT8uLBztbcuASxx1BVS/RSLKWY4zjPXWQjZFEB/MSVTbb6EKDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T08:19:19.686025Z","bundle_sha256":"8037386bbf6b8196732fa7122f04490d3042f123e03b15a89ea9f789727de57e"}}