{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:SRD2NKPEDUNMINNK5HUHIGKMNR","short_pith_number":"pith:SRD2NKPE","canonical_record":{"source":{"id":"2010.06133","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-13T02:53:52Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"732a2c1d78ed5038d6b577d718cc309a92c8149ee0c4699ee0da2aa6668b0622","abstract_canon_sha256":"cd33b6c8a92d9269b951394d6d0764f79c5f336d425ee1ed21fdd58bc7b51336"},"schema_version":"1.0"},"canonical_sha256":"9447a6a9e41d1ac435aae9e874194c6c5863aea647f111e2f3e410f64d23dff7","source":{"kind":"arxiv","id":"2010.06133","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2010.06133","created_at":"2026-07-05T01:42:24Z"},{"alias_kind":"arxiv_version","alias_value":"2010.06133v1","created_at":"2026-07-05T01:42:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2010.06133","created_at":"2026-07-05T01:42:24Z"},{"alias_kind":"pith_short_12","alias_value":"SRD2NKPEDUNM","created_at":"2026-07-05T01:42:24Z"},{"alias_kind":"pith_short_16","alias_value":"SRD2NKPEDUNMINNK","created_at":"2026-07-05T01:42:24Z"},{"alias_kind":"pith_short_8","alias_value":"SRD2NKPE","created_at":"2026-07-05T01:42:24Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:SRD2NKPEDUNMINNK5HUHIGKMNR","target":"record","payload":{"canonical_record":{"source":{"id":"2010.06133","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-13T02:53:52Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"732a2c1d78ed5038d6b577d718cc309a92c8149ee0c4699ee0da2aa6668b0622","abstract_canon_sha256":"cd33b6c8a92d9269b951394d6d0764f79c5f336d425ee1ed21fdd58bc7b51336"},"schema_version":"1.0"},"canonical_sha256":"9447a6a9e41d1ac435aae9e874194c6c5863aea647f111e2f3e410f64d23dff7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:42:24.244734Z","signature_b64":"e88AyzEZS13sw7Se7VIuQCFuX2BpYvCZI8Kr8Y7L3KRmhBewTxGZeSNe9wfCylLnXylqAiIbs38LiIgIiSE7Ag==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9447a6a9e41d1ac435aae9e874194c6c5863aea647f111e2f3e410f64d23dff7","last_reissued_at":"2026-07-05T01:42:24.244237Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:42:24.244237Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2010.06133","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:42:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mJukjGIhj43tljxpL8PnYlvZFyd9SSVvOvm69GnuDiCc1rB8ehg0BBm14eBdhH/f5OjaQqSSe5HPXZEovkTsDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T01:45:29.264303Z"},"content_sha256":"014e3481a0fab147f1a7c0b41f65aaae64e6239a82ee78707df5d1d8e6be50e0","schema_version":"1.0","event_id":"sha256:014e3481a0fab147f1a7c0b41f65aaae64e6239a82ee78707df5d1d8e6be50e0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:SRD2NKPEDUNMINNK5HUHIGKMNR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"BERT-EMD: Many-to-Many Layer Mapping for BERT Compression with Earth Mover's Distance","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Honghong Zhao, Jianquan Li, Min Yang, Ruifeng Xu, Xiaokang Liu, Yaohong Jin","submitted_at":"2020-10-13T02:53:52Z","abstract_excerpt":"Pre-trained language models (e.g., BERT) have achieved significant success in various natural language processing (NLP) tasks. However, high storage and computational costs obstruct pre-trained language models to be effectively deployed on resource-constrained devices. In this paper, we propose a novel BERT distillation method based on many-to-many layer mapping, which allows each intermediate student layer to learn from any intermediate teacher layers. In this way, our model can learn from different teacher layers adaptively for various NLP tasks. %motivated by the intuition that different NL"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2010.06133","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2010.06133/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:42:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9YkiffinsRkAkZD1dmYJvCyLGbEEl7AiicxoaFB+I+vh1Y8GiSk88FHbbJqhW3rh2Qp7tZLXHJYR3pmH7J2oAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T01:45:29.264881Z"},"content_sha256":"7027711a20fe18568731ec4d7c774d7e1ce375968dd77ffd3bba6f3a3eb75bfa","schema_version":"1.0","event_id":"sha256:7027711a20fe18568731ec4d7c774d7e1ce375968dd77ffd3bba6f3a3eb75bfa"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/SRD2NKPEDUNMINNK5HUHIGKMNR/bundle.json","state_url":"https://pith.science/pith/SRD2NKPEDUNMINNK5HUHIGKMNR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/SRD2NKPEDUNMINNK5HUHIGKMNR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T01:45:29Z","links":{"resolver":"https://pith.science/pith/SRD2NKPEDUNMINNK5HUHIGKMNR","bundle":"https://pith.science/pith/SRD2NKPEDUNMINNK5HUHIGKMNR/bundle.json","state":"https://pith.science/pith/SRD2NKPEDUNMINNK5HUHIGKMNR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/SRD2NKPEDUNMINNK5HUHIGKMNR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:SRD2NKPEDUNMINNK5HUHIGKMNR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"cd33b6c8a92d9269b951394d6d0764f79c5f336d425ee1ed21fdd58bc7b51336","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-13T02:53:52Z","title_canon_sha256":"732a2c1d78ed5038d6b577d718cc309a92c8149ee0c4699ee0da2aa6668b0622"},"schema_version":"1.0","source":{"id":"2010.06133","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2010.06133","created_at":"2026-07-05T01:42:24Z"},{"alias_kind":"arxiv_version","alias_value":"2010.06133v1","created_at":"2026-07-05T01:42:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2010.06133","created_at":"2026-07-05T01:42:24Z"},{"alias_kind":"pith_short_12","alias_value":"SRD2NKPEDUNM","created_at":"2026-07-05T01:42:24Z"},{"alias_kind":"pith_short_16","alias_value":"SRD2NKPEDUNMINNK","created_at":"2026-07-05T01:42:24Z"},{"alias_kind":"pith_short_8","alias_value":"SRD2NKPE","created_at":"2026-07-05T01:42:24Z"}],"graph_snapshots":[{"event_id":"sha256:7027711a20fe18568731ec4d7c774d7e1ce375968dd77ffd3bba6f3a3eb75bfa","target":"graph","created_at":"2026-07-05T01:42:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2010.06133/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Pre-trained language models (e.g., BERT) have achieved significant success in various natural language processing (NLP) tasks. However, high storage and computational costs obstruct pre-trained language models to be effectively deployed on resource-constrained devices. In this paper, we propose a novel BERT distillation method based on many-to-many layer mapping, which allows each intermediate student layer to learn from any intermediate teacher layers. In this way, our model can learn from different teacher layers adaptively for various NLP tasks. %motivated by the intuition that different NL","authors_text":"Honghong Zhao, Jianquan Li, Min Yang, Ruifeng Xu, Xiaokang Liu, Yaohong Jin","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-13T02:53:52Z","title":"BERT-EMD: Many-to-Many Layer Mapping for BERT Compression with Earth Mover's Distance"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2010.06133","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:014e3481a0fab147f1a7c0b41f65aaae64e6239a82ee78707df5d1d8e6be50e0","target":"record","created_at":"2026-07-05T01:42:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"cd33b6c8a92d9269b951394d6d0764f79c5f336d425ee1ed21fdd58bc7b51336","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-13T02:53:52Z","title_canon_sha256":"732a2c1d78ed5038d6b577d718cc309a92c8149ee0c4699ee0da2aa6668b0622"},"schema_version":"1.0","source":{"id":"2010.06133","kind":"arxiv","version":1}},"canonical_sha256":"9447a6a9e41d1ac435aae9e874194c6c5863aea647f111e2f3e410f64d23dff7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9447a6a9e41d1ac435aae9e874194c6c5863aea647f111e2f3e410f64d23dff7","first_computed_at":"2026-07-05T01:42:24.244237Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:42:24.244237Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"e88AyzEZS13sw7Se7VIuQCFuX2BpYvCZI8Kr8Y7L3KRmhBewTxGZeSNe9wfCylLnXylqAiIbs38LiIgIiSE7Ag==","signature_status":"signed_v1","signed_at":"2026-07-05T01:42:24.244734Z","signed_message":"canonical_sha256_bytes"},"source_id":"2010.06133","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:014e3481a0fab147f1a7c0b41f65aaae64e6239a82ee78707df5d1d8e6be50e0","sha256:7027711a20fe18568731ec4d7c774d7e1ce375968dd77ffd3bba6f3a3eb75bfa"],"state_sha256":"bd91e9602c14b0b97e565973ab65adb2499da8db0f8d2453676025ead3b9d981"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qVrE3pQvcGfAnQ4RJ8FhNPG7DALkdLF+9mEDGbmYESK3m4AFWoxc4c3Ej5y5bnBu+VsemKC3IMpxeKx1gmLpCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T01:45:29.268595Z","bundle_sha256":"bdae1e2061f760e3e576f758b06df135bc5c53462597d0791e01989adcf83023"}}