{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:3KGUE2DY2E5IDE7OVV7CDSGHDA","short_pith_number":"pith:3KGUE2DY","canonical_record":{"source":{"id":"2305.15032","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T11:16:09Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"0d8890275d577717c6d916a7940a58c171d44200650bb0578f91135355903890","abstract_canon_sha256":"51974ca4f56e137234fda2177bb84ddf6716a51a93b471627d72074376f489ba"},"schema_version":"1.0"},"canonical_sha256":"da8d426878d13a8193eead7e21c8c71824d6153cb7f4feceb03e804d4aa18ae1","source":{"kind":"arxiv","id":"2305.15032","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.15032","created_at":"2026-07-05T06:13:30Z"},{"alias_kind":"arxiv_version","alias_value":"2305.15032v1","created_at":"2026-07-05T06:13:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.15032","created_at":"2026-07-05T06:13:30Z"},{"alias_kind":"pith_short_12","alias_value":"3KGUE2DY2E5I","created_at":"2026-07-05T06:13:30Z"},{"alias_kind":"pith_short_16","alias_value":"3KGUE2DY2E5IDE7O","created_at":"2026-07-05T06:13:30Z"},{"alias_kind":"pith_short_8","alias_value":"3KGUE2DY","created_at":"2026-07-05T06:13:30Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:3KGUE2DY2E5IDE7OVV7CDSGHDA","target":"record","payload":{"canonical_record":{"source":{"id":"2305.15032","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T11:16:09Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"0d8890275d577717c6d916a7940a58c171d44200650bb0578f91135355903890","abstract_canon_sha256":"51974ca4f56e137234fda2177bb84ddf6716a51a93b471627d72074376f489ba"},"schema_version":"1.0"},"canonical_sha256":"da8d426878d13a8193eead7e21c8c71824d6153cb7f4feceb03e804d4aa18ae1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:13:30.252025Z","signature_b64":"t+87PA0bOk2K2yb3awfmjniXKoAAifjBZc44/XjjXmiFMYqoJw/U43sD7V6aNkmSbqs22MSLB/qlJIr9sA1cCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"da8d426878d13a8193eead7e21c8c71824d6153cb7f4feceb03e804d4aa18ae1","last_reissued_at":"2026-07-05T06:13:30.251610Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:13:30.251610Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.15032","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:13:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"X+kmxsUh5l6+LxNTzBQQKP8Te5mDbOuP/aarHAWW16AI7c61IKZB1hlEX1kq2M27qCyjIJWC5SzIGgARyuMLBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T01:05:55.829007Z"},"content_sha256":"31f486fcc71aa1ecb54e4fbec77dd0ae77b21b1d43d947bb074b94ed38cd0695","schema_version":"1.0","event_id":"sha256:31f486fcc71aa1ecb54e4fbec77dd0ae77b21b1d43d947bb074b94ed38cd0695"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:3KGUE2DY2E5IDE7OVV7CDSGHDA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"How to Distill your BERT: An Empirical Study on the Impact of Weight Initialisation and Distillation Objectives","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Barbara Plank, Hinrich Sch\\\"utze, Leonie Weissweiler, Xinpeng Wang","submitted_at":"2023-05-24T11:16:09Z","abstract_excerpt":"Recently, various intermediate layer distillation (ILD) objectives have been shown to improve compression of BERT models via Knowledge Distillation (KD). However, a comprehensive evaluation of the objectives in both task-specific and task-agnostic settings is lacking. To the best of our knowledge, this is the first work comprehensively evaluating distillation objectives in both settings. We show that attention transfer gives the best performance overall. We also study the impact of layer choice when initializing the student from the teacher layers, finding a significant impact on the performan"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.15032","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.15032/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:13:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"loBg3JOkPgn/5lOdbxNJLn21+7LOZCD1d0ttYVmazUlKo/7VmKET0Tolu6329yzi54/QZKWX9lrHAgNfwAEvCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T01:05:55.830200Z"},"content_sha256":"5dc2bd648e1a058cb565ed2cd3df6c7b91196ffa9a74b9d31c8cce8ef8cca211","schema_version":"1.0","event_id":"sha256:5dc2bd648e1a058cb565ed2cd3df6c7b91196ffa9a74b9d31c8cce8ef8cca211"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3KGUE2DY2E5IDE7OVV7CDSGHDA/bundle.json","state_url":"https://pith.science/pith/3KGUE2DY2E5IDE7OVV7CDSGHDA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3KGUE2DY2E5IDE7OVV7CDSGHDA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T01:05:55Z","links":{"resolver":"https://pith.science/pith/3KGUE2DY2E5IDE7OVV7CDSGHDA","bundle":"https://pith.science/pith/3KGUE2DY2E5IDE7OVV7CDSGHDA/bundle.json","state":"https://pith.science/pith/3KGUE2DY2E5IDE7OVV7CDSGHDA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3KGUE2DY2E5IDE7OVV7CDSGHDA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:3KGUE2DY2E5IDE7OVV7CDSGHDA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"51974ca4f56e137234fda2177bb84ddf6716a51a93b471627d72074376f489ba","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T11:16:09Z","title_canon_sha256":"0d8890275d577717c6d916a7940a58c171d44200650bb0578f91135355903890"},"schema_version":"1.0","source":{"id":"2305.15032","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.15032","created_at":"2026-07-05T06:13:30Z"},{"alias_kind":"arxiv_version","alias_value":"2305.15032v1","created_at":"2026-07-05T06:13:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.15032","created_at":"2026-07-05T06:13:30Z"},{"alias_kind":"pith_short_12","alias_value":"3KGUE2DY2E5I","created_at":"2026-07-05T06:13:30Z"},{"alias_kind":"pith_short_16","alias_value":"3KGUE2DY2E5IDE7O","created_at":"2026-07-05T06:13:30Z"},{"alias_kind":"pith_short_8","alias_value":"3KGUE2DY","created_at":"2026-07-05T06:13:30Z"}],"graph_snapshots":[{"event_id":"sha256:5dc2bd648e1a058cb565ed2cd3df6c7b91196ffa9a74b9d31c8cce8ef8cca211","target":"graph","created_at":"2026-07-05T06:13:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.15032/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recently, various intermediate layer distillation (ILD) objectives have been shown to improve compression of BERT models via Knowledge Distillation (KD). However, a comprehensive evaluation of the objectives in both task-specific and task-agnostic settings is lacking. To the best of our knowledge, this is the first work comprehensively evaluating distillation objectives in both settings. We show that attention transfer gives the best performance overall. We also study the impact of layer choice when initializing the student from the teacher layers, finding a significant impact on the performan","authors_text":"Barbara Plank, Hinrich Sch\\\"utze, Leonie Weissweiler, Xinpeng Wang","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T11:16:09Z","title":"How to Distill your BERT: An Empirical Study on the Impact of Weight Initialisation and Distillation Objectives"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.15032","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:31f486fcc71aa1ecb54e4fbec77dd0ae77b21b1d43d947bb074b94ed38cd0695","target":"record","created_at":"2026-07-05T06:13:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"51974ca4f56e137234fda2177bb84ddf6716a51a93b471627d72074376f489ba","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T11:16:09Z","title_canon_sha256":"0d8890275d577717c6d916a7940a58c171d44200650bb0578f91135355903890"},"schema_version":"1.0","source":{"id":"2305.15032","kind":"arxiv","version":1}},"canonical_sha256":"da8d426878d13a8193eead7e21c8c71824d6153cb7f4feceb03e804d4aa18ae1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"da8d426878d13a8193eead7e21c8c71824d6153cb7f4feceb03e804d4aa18ae1","first_computed_at":"2026-07-05T06:13:30.251610Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:13:30.251610Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"t+87PA0bOk2K2yb3awfmjniXKoAAifjBZc44/XjjXmiFMYqoJw/U43sD7V6aNkmSbqs22MSLB/qlJIr9sA1cCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:13:30.252025Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.15032","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:31f486fcc71aa1ecb54e4fbec77dd0ae77b21b1d43d947bb074b94ed38cd0695","sha256:5dc2bd648e1a058cb565ed2cd3df6c7b91196ffa9a74b9d31c8cce8ef8cca211"],"state_sha256":"a2a0b2e23ee5da4b86e1f1bff10ef0dea6af8ac13ba2201c3d63c7cf0ab87ee7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OQUoimN9dUh7Echhdr96zY062a/CT1dpXkO37sYy0kUmoC3CarP9cgaALhSrIvm30nIoJIKiOi+7KUeUu9orCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T01:05:55.835886Z","bundle_sha256":"8a3fcf990f7039fd2f917f6adf7909e84f352199a303ddcfffed985e5050e369"}}