{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:HINFYQVMPY7D4WV6VMPYCGKNLH","short_pith_number":"pith:HINFYQVM","canonical_record":{"source":{"id":"2109.08359","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-17T05:51:45Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"5bd12df03658cedc4102617b6318b4aa2db95436aa0618f4a7e68c5f6116d6bd","abstract_canon_sha256":"f7eec286638aa9212a8e892da9d562a8af37749dca3927b62189a7534bf59ea7"},"schema_version":"1.0"},"canonical_sha256":"3a1a5c42ac7e3e3e5abeab1f81194d59e7631fb33504018a180ad2389a69c6e9","source":{"kind":"arxiv","id":"2109.08359","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.08359","created_at":"2026-07-05T03:15:15Z"},{"alias_kind":"arxiv_version","alias_value":"2109.08359v1","created_at":"2026-07-05T03:15:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.08359","created_at":"2026-07-05T03:15:15Z"},{"alias_kind":"pith_short_12","alias_value":"HINFYQVMPY7D","created_at":"2026-07-05T03:15:15Z"},{"alias_kind":"pith_short_16","alias_value":"HINFYQVMPY7D4WV6","created_at":"2026-07-05T03:15:15Z"},{"alias_kind":"pith_short_8","alias_value":"HINFYQVM","created_at":"2026-07-05T03:15:15Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:HINFYQVMPY7D4WV6VMPYCGKNLH","target":"record","payload":{"canonical_record":{"source":{"id":"2109.08359","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-17T05:51:45Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"5bd12df03658cedc4102617b6318b4aa2db95436aa0618f4a7e68c5f6116d6bd","abstract_canon_sha256":"f7eec286638aa9212a8e892da9d562a8af37749dca3927b62189a7534bf59ea7"},"schema_version":"1.0"},"canonical_sha256":"3a1a5c42ac7e3e3e5abeab1f81194d59e7631fb33504018a180ad2389a69c6e9","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:15:15.111937Z","signature_b64":"EnQDjAVj3qTkLXYqJwNcW04IaUdk0mFgaaubFN8YBt7MNaFDZoWgUsDwQ4y4Th7FcMRikchO3SCyaCOXNvRiDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3a1a5c42ac7e3e3e5abeab1f81194d59e7631fb33504018a180ad2389a69c6e9","last_reissued_at":"2026-07-05T03:15:15.111539Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:15:15.111539Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2109.08359","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:15:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xmbVUvWmH6Qb741VPcouUu6xD+iy3C9xOe7ciHg85mkDkOwjY+LfwSWr1DARQZN8AjMz/cdKDj6JQRAmU/t1Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T14:28:08.395239Z"},"content_sha256":"ec41cabcef42664259d053ff272186fa2ef2125cc651da171c60902c220b0c92","schema_version":"1.0","event_id":"sha256:ec41cabcef42664259d053ff272186fa2ef2125cc651da171c60902c220b0c92"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:HINFYQVMPY7D4WV6VMPYCGKNLH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Distilling Linguistic Context for Language Model Compression","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Eunho Yang, Geondo Park, Gyeongman Kim","submitted_at":"2021-09-17T05:51:45Z","abstract_excerpt":"A computationally expensive and memory intensive neural network lies behind the recent success of language representation learning. Knowledge distillation, a major technique for deploying such a vast language model in resource-scarce environments, transfers the knowledge on individual word representations learned without restrictions. In this paper, inspired by the recent observations that language representations are relatively positioned and have more semantic knowledge as a whole, we present a new knowledge distillation objective for language representation learning that transfers the conte"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.08359","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2109.08359/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:15:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nt8BtbEjv5zhMbouV8v0pJMCrbrgAW+3mKuPunechuLT7iyiZYJToZv5YaNHn6GtMC8JNEEM66v1cxdc2wtIDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T14:28:08.395633Z"},"content_sha256":"207ad5a17e7f019fadb4c0971592d82ef3270cfe62fb09732a898ef1331d31f8","schema_version":"1.0","event_id":"sha256:207ad5a17e7f019fadb4c0971592d82ef3270cfe62fb09732a898ef1331d31f8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HINFYQVMPY7D4WV6VMPYCGKNLH/bundle.json","state_url":"https://pith.science/pith/HINFYQVMPY7D4WV6VMPYCGKNLH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HINFYQVMPY7D4WV6VMPYCGKNLH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T14:28:08Z","links":{"resolver":"https://pith.science/pith/HINFYQVMPY7D4WV6VMPYCGKNLH","bundle":"https://pith.science/pith/HINFYQVMPY7D4WV6VMPYCGKNLH/bundle.json","state":"https://pith.science/pith/HINFYQVMPY7D4WV6VMPYCGKNLH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HINFYQVMPY7D4WV6VMPYCGKNLH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:HINFYQVMPY7D4WV6VMPYCGKNLH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f7eec286638aa9212a8e892da9d562a8af37749dca3927b62189a7534bf59ea7","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-17T05:51:45Z","title_canon_sha256":"5bd12df03658cedc4102617b6318b4aa2db95436aa0618f4a7e68c5f6116d6bd"},"schema_version":"1.0","source":{"id":"2109.08359","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.08359","created_at":"2026-07-05T03:15:15Z"},{"alias_kind":"arxiv_version","alias_value":"2109.08359v1","created_at":"2026-07-05T03:15:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.08359","created_at":"2026-07-05T03:15:15Z"},{"alias_kind":"pith_short_12","alias_value":"HINFYQVMPY7D","created_at":"2026-07-05T03:15:15Z"},{"alias_kind":"pith_short_16","alias_value":"HINFYQVMPY7D4WV6","created_at":"2026-07-05T03:15:15Z"},{"alias_kind":"pith_short_8","alias_value":"HINFYQVM","created_at":"2026-07-05T03:15:15Z"}],"graph_snapshots":[{"event_id":"sha256:207ad5a17e7f019fadb4c0971592d82ef3270cfe62fb09732a898ef1331d31f8","target":"graph","created_at":"2026-07-05T03:15:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2109.08359/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A computationally expensive and memory intensive neural network lies behind the recent success of language representation learning. Knowledge distillation, a major technique for deploying such a vast language model in resource-scarce environments, transfers the knowledge on individual word representations learned without restrictions. In this paper, inspired by the recent observations that language representations are relatively positioned and have more semantic knowledge as a whole, we present a new knowledge distillation objective for language representation learning that transfers the conte","authors_text":"Eunho Yang, Geondo Park, Gyeongman Kim","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-17T05:51:45Z","title":"Distilling Linguistic Context for Language Model Compression"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.08359","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ec41cabcef42664259d053ff272186fa2ef2125cc651da171c60902c220b0c92","target":"record","created_at":"2026-07-05T03:15:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f7eec286638aa9212a8e892da9d562a8af37749dca3927b62189a7534bf59ea7","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-17T05:51:45Z","title_canon_sha256":"5bd12df03658cedc4102617b6318b4aa2db95436aa0618f4a7e68c5f6116d6bd"},"schema_version":"1.0","source":{"id":"2109.08359","kind":"arxiv","version":1}},"canonical_sha256":"3a1a5c42ac7e3e3e5abeab1f81194d59e7631fb33504018a180ad2389a69c6e9","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3a1a5c42ac7e3e3e5abeab1f81194d59e7631fb33504018a180ad2389a69c6e9","first_computed_at":"2026-07-05T03:15:15.111539Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:15:15.111539Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"EnQDjAVj3qTkLXYqJwNcW04IaUdk0mFgaaubFN8YBt7MNaFDZoWgUsDwQ4y4Th7FcMRikchO3SCyaCOXNvRiDA==","signature_status":"signed_v1","signed_at":"2026-07-05T03:15:15.111937Z","signed_message":"canonical_sha256_bytes"},"source_id":"2109.08359","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ec41cabcef42664259d053ff272186fa2ef2125cc651da171c60902c220b0c92","sha256:207ad5a17e7f019fadb4c0971592d82ef3270cfe62fb09732a898ef1331d31f8"],"state_sha256":"4fae5eabbc00d500d5eb3321ff5e87b7a55005f7ca97192068026d94f7294897"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"S3gWgvTLmRDpz905G/PCrF+jD1Xh0BkwDljMBEnkf4ubXa0K8+sir3u+UoB1l9+LbcCg9GTnhR9P163ET4KTDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T14:28:08.397690Z","bundle_sha256":"9a78b4ed2dbaa226e1d0719b645782306afe6c4223619411d84b05c8ef4e7233"}}