{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:GYXI57BDXDWCTH4HXDTGZDEWAK","short_pith_number":"pith:GYXI57BD","canonical_record":{"source":{"id":"2302.00444","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-02-01T13:40:19Z","cross_cats_sorted":[],"title_canon_sha256":"168b7495a6ac4ce426178e0be59c5133ac072bc34c18c4e53312a821df092e38","abstract_canon_sha256":"b86955f12b3caebfcaa9ce6ad99a2174b4cb3ef69ceec9f0345e448e2e2497ed"},"schema_version":"1.0"},"canonical_sha256":"362e8efc23b8ec299f87b8e66c8c9602aa63072a6f3f1e5bcb6d714cdf96ebfc","source":{"kind":"arxiv","id":"2302.00444","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.00444","created_at":"2026-07-05T05:38:03Z"},{"alias_kind":"arxiv_version","alias_value":"2302.00444v1","created_at":"2026-07-05T05:38:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.00444","created_at":"2026-07-05T05:38:03Z"},{"alias_kind":"pith_short_12","alias_value":"GYXI57BDXDWC","created_at":"2026-07-05T05:38:03Z"},{"alias_kind":"pith_short_16","alias_value":"GYXI57BDXDWCTH4H","created_at":"2026-07-05T05:38:03Z"},{"alias_kind":"pith_short_8","alias_value":"GYXI57BD","created_at":"2026-07-05T05:38:03Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:GYXI57BDXDWCTH4HXDTGZDEWAK","target":"record","payload":{"canonical_record":{"source":{"id":"2302.00444","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-02-01T13:40:19Z","cross_cats_sorted":[],"title_canon_sha256":"168b7495a6ac4ce426178e0be59c5133ac072bc34c18c4e53312a821df092e38","abstract_canon_sha256":"b86955f12b3caebfcaa9ce6ad99a2174b4cb3ef69ceec9f0345e448e2e2497ed"},"schema_version":"1.0"},"canonical_sha256":"362e8efc23b8ec299f87b8e66c8c9602aa63072a6f3f1e5bcb6d714cdf96ebfc","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:38:03.510625Z","signature_b64":"kL5wvfhXxHZZ/T2PQxkBFLznMJMdOJJl9ciS9ZzE7iX2cOyQskdw6cwQqKq4VBgl36vgcZdjoncC8DrfRLf7BA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"362e8efc23b8ec299f87b8e66c8c9602aa63072a6f3f1e5bcb6d714cdf96ebfc","last_reissued_at":"2026-07-05T05:38:03.510150Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:38:03.510150Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2302.00444","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:38:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nLLH6Lk7JPfpCUo0dQGh1HnRRRJYq78LkZK70G5knLV1qlbgbCBN8f64vFgZXKEFd0digC/fUi56LIDaxJORCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T03:27:55.120932Z"},"content_sha256":"2872eb1602dfe60c324151ab1b7459812c19a2b848c4dbd0b8a0433ae9b78bb5","schema_version":"1.0","event_id":"sha256:2872eb1602dfe60c324151ab1b7459812c19a2b848c4dbd0b8a0433ae9b78bb5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:GYXI57BDXDWCTH4HXDTGZDEWAK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Improved Knowledge Distillation for Pre-trained Language Models via Knowledge Selection","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Chenglong Wang, Jingbo Zhu, Tong Xiao, Yi Lu, Yimin Hu, Yongyu Mu","submitted_at":"2023-02-01T13:40:19Z","abstract_excerpt":"Knowledge distillation addresses the problem of transferring knowledge from a teacher model to a student model. In this process, we typically have multiple types of knowledge extracted from the teacher model. The problem is to make full use of them to train the student model. Our preliminary study shows that: (1) not all of the knowledge is necessary for learning a good student model, and (2) knowledge distillation can benefit from certain knowledge at different training steps. In response to these, we propose an actor-critic approach to selecting appropriate knowledge to transfer during the p"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.00444","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2302.00444/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:38:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JPBiWepg7LqgnMhZlhio02dl+hNN4aXpQq1hp2Ivdc5H9ye1Dg6LpYa1TH0GMwHSm0Vdjp+AV7+dJ3PWBvSpDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T03:27:55.121440Z"},"content_sha256":"b02cf35420a7a12dd816e0f5e7a125fa14aa06813db645dc1516e2af910d88d4","schema_version":"1.0","event_id":"sha256:b02cf35420a7a12dd816e0f5e7a125fa14aa06813db645dc1516e2af910d88d4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GYXI57BDXDWCTH4HXDTGZDEWAK/bundle.json","state_url":"https://pith.science/pith/GYXI57BDXDWCTH4HXDTGZDEWAK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GYXI57BDXDWCTH4HXDTGZDEWAK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-14T03:27:55Z","links":{"resolver":"https://pith.science/pith/GYXI57BDXDWCTH4HXDTGZDEWAK","bundle":"https://pith.science/pith/GYXI57BDXDWCTH4HXDTGZDEWAK/bundle.json","state":"https://pith.science/pith/GYXI57BDXDWCTH4HXDTGZDEWAK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GYXI57BDXDWCTH4HXDTGZDEWAK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:GYXI57BDXDWCTH4HXDTGZDEWAK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b86955f12b3caebfcaa9ce6ad99a2174b4cb3ef69ceec9f0345e448e2e2497ed","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-02-01T13:40:19Z","title_canon_sha256":"168b7495a6ac4ce426178e0be59c5133ac072bc34c18c4e53312a821df092e38"},"schema_version":"1.0","source":{"id":"2302.00444","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.00444","created_at":"2026-07-05T05:38:03Z"},{"alias_kind":"arxiv_version","alias_value":"2302.00444v1","created_at":"2026-07-05T05:38:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.00444","created_at":"2026-07-05T05:38:03Z"},{"alias_kind":"pith_short_12","alias_value":"GYXI57BDXDWC","created_at":"2026-07-05T05:38:03Z"},{"alias_kind":"pith_short_16","alias_value":"GYXI57BDXDWCTH4H","created_at":"2026-07-05T05:38:03Z"},{"alias_kind":"pith_short_8","alias_value":"GYXI57BD","created_at":"2026-07-05T05:38:03Z"}],"graph_snapshots":[{"event_id":"sha256:b02cf35420a7a12dd816e0f5e7a125fa14aa06813db645dc1516e2af910d88d4","target":"graph","created_at":"2026-07-05T05:38:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2302.00444/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Knowledge distillation addresses the problem of transferring knowledge from a teacher model to a student model. In this process, we typically have multiple types of knowledge extracted from the teacher model. The problem is to make full use of them to train the student model. Our preliminary study shows that: (1) not all of the knowledge is necessary for learning a good student model, and (2) knowledge distillation can benefit from certain knowledge at different training steps. In response to these, we propose an actor-critic approach to selecting appropriate knowledge to transfer during the p","authors_text":"Chenglong Wang, Jingbo Zhu, Tong Xiao, Yi Lu, Yimin Hu, Yongyu Mu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-02-01T13:40:19Z","title":"Improved Knowledge Distillation for Pre-trained Language Models via Knowledge Selection"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.00444","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2872eb1602dfe60c324151ab1b7459812c19a2b848c4dbd0b8a0433ae9b78bb5","target":"record","created_at":"2026-07-05T05:38:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b86955f12b3caebfcaa9ce6ad99a2174b4cb3ef69ceec9f0345e448e2e2497ed","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-02-01T13:40:19Z","title_canon_sha256":"168b7495a6ac4ce426178e0be59c5133ac072bc34c18c4e53312a821df092e38"},"schema_version":"1.0","source":{"id":"2302.00444","kind":"arxiv","version":1}},"canonical_sha256":"362e8efc23b8ec299f87b8e66c8c9602aa63072a6f3f1e5bcb6d714cdf96ebfc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"362e8efc23b8ec299f87b8e66c8c9602aa63072a6f3f1e5bcb6d714cdf96ebfc","first_computed_at":"2026-07-05T05:38:03.510150Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:38:03.510150Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"kL5wvfhXxHZZ/T2PQxkBFLznMJMdOJJl9ciS9ZzE7iX2cOyQskdw6cwQqKq4VBgl36vgcZdjoncC8DrfRLf7BA==","signature_status":"signed_v1","signed_at":"2026-07-05T05:38:03.510625Z","signed_message":"canonical_sha256_bytes"},"source_id":"2302.00444","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2872eb1602dfe60c324151ab1b7459812c19a2b848c4dbd0b8a0433ae9b78bb5","sha256:b02cf35420a7a12dd816e0f5e7a125fa14aa06813db645dc1516e2af910d88d4"],"state_sha256":"bce4dca591bf07247b05451f560fcf29669aaee4e49772170b96a815b29460c8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yPVDcEe545VkJMwyWt1rZEHGY/H6C/f3B1K6pvAufBdnoaA+rLnMIBa7YQzH91Rg+3kuZtkfEgyYKwmhOSefBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-14T03:27:55.125761Z","bundle_sha256":"6b9e791905c099e4d6ebfa1a5bdbbd3ea1a02ce27ed3d0cc9b230cbcef4bda9b"}}