{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:U4PFJ7RG3ZHH22JGE6S7UA2HS6","short_pith_number":"pith:U4PFJ7RG","canonical_record":{"source":{"id":"2110.08532","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2021-10-16T09:49:43Z","cross_cats_sorted":[],"title_canon_sha256":"6f517e925acaef3912e9644628798ebe27c3217bb903dd7d28f854b7b3cef9af","abstract_canon_sha256":"df672691e0f973677fc589ca6a87c1a43077f77278b44b380d1225c73042d991"},"schema_version":"1.0"},"canonical_sha256":"a71e54fe26de4e7d692627a5fa034797a91cdaeec43d37516b734182702c5284","source":{"kind":"arxiv","id":"2110.08532","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.08532","created_at":"2026-07-05T03:23:18Z"},{"alias_kind":"arxiv_version","alias_value":"2110.08532v1","created_at":"2026-07-05T03:23:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.08532","created_at":"2026-07-05T03:23:18Z"},{"alias_kind":"pith_short_12","alias_value":"U4PFJ7RG3ZHH","created_at":"2026-07-05T03:23:18Z"},{"alias_kind":"pith_short_16","alias_value":"U4PFJ7RG3ZHH22JG","created_at":"2026-07-05T03:23:18Z"},{"alias_kind":"pith_short_8","alias_value":"U4PFJ7RG","created_at":"2026-07-05T03:23:18Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:U4PFJ7RG3ZHH22JGE6S7UA2HS6","target":"record","payload":{"canonical_record":{"source":{"id":"2110.08532","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2021-10-16T09:49:43Z","cross_cats_sorted":[],"title_canon_sha256":"6f517e925acaef3912e9644628798ebe27c3217bb903dd7d28f854b7b3cef9af","abstract_canon_sha256":"df672691e0f973677fc589ca6a87c1a43077f77278b44b380d1225c73042d991"},"schema_version":"1.0"},"canonical_sha256":"a71e54fe26de4e7d692627a5fa034797a91cdaeec43d37516b734182702c5284","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:23:18.041187Z","signature_b64":"cIpnpSFScmxYaKrwyeXuu/F5OOYXTRKtSaybHhbudKUvn+8xsSVb413R4LfhjFepsvdsQaISge4c/LSIlsFhBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a71e54fe26de4e7d692627a5fa034797a91cdaeec43d37516b734182702c5284","last_reissued_at":"2026-07-05T03:23:18.040785Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:23:18.040785Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2110.08532","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:23:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5WKwt+D0y64c3RpWfbfaTIgOipdFLlCkBc2wUvhP7YhpUk5/10fyRlmfJy1TpdBIpHaVb0QcgcedSKA03MvzDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T15:21:35.306591Z"},"content_sha256":"008fb560cafd3a1c0e7daf371229871fe07a1b975f5333e3e8a7fde2f3d1f641","schema_version":"1.0","event_id":"sha256:008fb560cafd3a1c0e7daf371229871fe07a1b975f5333e3e8a7fde2f3d1f641"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:U4PFJ7RG3ZHH22JGE6S7UA2HS6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Pro-KD: Progressive Distillation by Following the Footsteps of the Teacher","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Ali Ghodsi, Ali Saheb Pasand, Aref Jafari, Mehdi Rezagholizadeh, Pranav Sharma, Puneeth Salad","submitted_at":"2021-10-16T09:49:43Z","abstract_excerpt":"With ever growing scale of neural models, knowledge distillation (KD) attracts more attention as a prominent tool for neural model compression. However, there are counter intuitive observations in the literature showing some challenging limitations of KD. A case in point is that the best performing checkpoint of the teacher might not necessarily be the best teacher for training the student in KD. Therefore, one important question would be how to find the best checkpoint of the teacher for distillation? Searching through the checkpoints of the teacher would be a very tedious and computationally"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.08532","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2110.08532/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:23:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mrnrZLg5QWjld2mkg1gOdyqwRTEkZAHchlzuznAGabuj4et4HC+oUlrqv34tAVbgLQHHeNzLLW3ss2aOGVqFAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T15:21:35.307199Z"},"content_sha256":"a82fd98d03dd9cb83dd4fd62aa403dc56a7766f96402032a78762c5427427c48","schema_version":"1.0","event_id":"sha256:a82fd98d03dd9cb83dd4fd62aa403dc56a7766f96402032a78762c5427427c48"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/U4PFJ7RG3ZHH22JGE6S7UA2HS6/bundle.json","state_url":"https://pith.science/pith/U4PFJ7RG3ZHH22JGE6S7UA2HS6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/U4PFJ7RG3ZHH22JGE6S7UA2HS6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T15:21:35Z","links":{"resolver":"https://pith.science/pith/U4PFJ7RG3ZHH22JGE6S7UA2HS6","bundle":"https://pith.science/pith/U4PFJ7RG3ZHH22JGE6S7UA2HS6/bundle.json","state":"https://pith.science/pith/U4PFJ7RG3ZHH22JGE6S7UA2HS6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/U4PFJ7RG3ZHH22JGE6S7UA2HS6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:U4PFJ7RG3ZHH22JGE6S7UA2HS6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"df672691e0f973677fc589ca6a87c1a43077f77278b44b380d1225c73042d991","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2021-10-16T09:49:43Z","title_canon_sha256":"6f517e925acaef3912e9644628798ebe27c3217bb903dd7d28f854b7b3cef9af"},"schema_version":"1.0","source":{"id":"2110.08532","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.08532","created_at":"2026-07-05T03:23:18Z"},{"alias_kind":"arxiv_version","alias_value":"2110.08532v1","created_at":"2026-07-05T03:23:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.08532","created_at":"2026-07-05T03:23:18Z"},{"alias_kind":"pith_short_12","alias_value":"U4PFJ7RG3ZHH","created_at":"2026-07-05T03:23:18Z"},{"alias_kind":"pith_short_16","alias_value":"U4PFJ7RG3ZHH22JG","created_at":"2026-07-05T03:23:18Z"},{"alias_kind":"pith_short_8","alias_value":"U4PFJ7RG","created_at":"2026-07-05T03:23:18Z"}],"graph_snapshots":[{"event_id":"sha256:a82fd98d03dd9cb83dd4fd62aa403dc56a7766f96402032a78762c5427427c48","target":"graph","created_at":"2026-07-05T03:23:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2110.08532/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"With ever growing scale of neural models, knowledge distillation (KD) attracts more attention as a prominent tool for neural model compression. However, there are counter intuitive observations in the literature showing some challenging limitations of KD. A case in point is that the best performing checkpoint of the teacher might not necessarily be the best teacher for training the student in KD. Therefore, one important question would be how to find the best checkpoint of the teacher for distillation? Searching through the checkpoints of the teacher would be a very tedious and computationally","authors_text":"Ali Ghodsi, Ali Saheb Pasand, Aref Jafari, Mehdi Rezagholizadeh, Pranav Sharma, Puneeth Salad","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2021-10-16T09:49:43Z","title":"Pro-KD: Progressive Distillation by Following the Footsteps of the Teacher"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.08532","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:008fb560cafd3a1c0e7daf371229871fe07a1b975f5333e3e8a7fde2f3d1f641","target":"record","created_at":"2026-07-05T03:23:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"df672691e0f973677fc589ca6a87c1a43077f77278b44b380d1225c73042d991","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2021-10-16T09:49:43Z","title_canon_sha256":"6f517e925acaef3912e9644628798ebe27c3217bb903dd7d28f854b7b3cef9af"},"schema_version":"1.0","source":{"id":"2110.08532","kind":"arxiv","version":1}},"canonical_sha256":"a71e54fe26de4e7d692627a5fa034797a91cdaeec43d37516b734182702c5284","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a71e54fe26de4e7d692627a5fa034797a91cdaeec43d37516b734182702c5284","first_computed_at":"2026-07-05T03:23:18.040785Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:23:18.040785Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"cIpnpSFScmxYaKrwyeXuu/F5OOYXTRKtSaybHhbudKUvn+8xsSVb413R4LfhjFepsvdsQaISge4c/LSIlsFhBw==","signature_status":"signed_v1","signed_at":"2026-07-05T03:23:18.041187Z","signed_message":"canonical_sha256_bytes"},"source_id":"2110.08532","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:008fb560cafd3a1c0e7daf371229871fe07a1b975f5333e3e8a7fde2f3d1f641","sha256:a82fd98d03dd9cb83dd4fd62aa403dc56a7766f96402032a78762c5427427c48"],"state_sha256":"2a6061147d49a2320fb10f5b6cbc285366b5f364088e39324715f97e8bdc212e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Vo2fJuLptsGBwi2yBq7OXVGFcqOAr2mtFjtEg2hoim3RYaS7Msr32dD+ehuI5dPpmAFxfpnPlHeVoSbxpul3AQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T15:21:35.312267Z","bundle_sha256":"2994a0f729497bc2fba702781351f560cb298add657bcdbe9ece73cc70794490"}}