{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2016:TMF3VPVUPGBPUZ7MRIS24SFRIT","short_pith_number":"pith:TMF3VPVU","canonical_record":{"source":{"id":"1608.04077","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-08-14T09:19:26Z","cross_cats_sorted":[],"title_canon_sha256":"25123c85f69f2a0b4a50e38bb7af799a1a680e05230c42065acff918873652d5","abstract_canon_sha256":"ae069fc45560e6c2850ab9ca0abc308b7c9c74a6f092eec5f368fe868f927073"},"schema_version":"1.0"},"canonical_sha256":"9b0bbabeb47982fa67ec8a25ae48b144f345bea1d0c4e95ca6ce72264a82de66","source":{"kind":"arxiv","id":"1608.04077","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1608.04077","created_at":"2026-05-18T00:49:51Z"},{"alias_kind":"arxiv_version","alias_value":"1608.04077v3","created_at":"2026-05-18T00:49:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1608.04077","created_at":"2026-05-18T00:49:51Z"},{"alias_kind":"pith_short_12","alias_value":"TMF3VPVUPGBP","created_at":"2026-05-18T12:30:44Z"},{"alias_kind":"pith_short_16","alias_value":"TMF3VPVUPGBPUZ7M","created_at":"2026-05-18T12:30:44Z"},{"alias_kind":"pith_short_8","alias_value":"TMF3VPVU","created_at":"2026-05-18T12:30:44Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2016:TMF3VPVUPGBPUZ7MRIS24SFRIT","target":"record","payload":{"canonical_record":{"source":{"id":"1608.04077","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-08-14T09:19:26Z","cross_cats_sorted":[],"title_canon_sha256":"25123c85f69f2a0b4a50e38bb7af799a1a680e05230c42065acff918873652d5","abstract_canon_sha256":"ae069fc45560e6c2850ab9ca0abc308b7c9c74a6f092eec5f368fe868f927073"},"schema_version":"1.0"},"canonical_sha256":"9b0bbabeb47982fa67ec8a25ae48b144f345bea1d0c4e95ca6ce72264a82de66","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:49:51.929494Z","signature_b64":"Bi6+krTat6Zyr8RK/Mn1gmR/cr+/0RzVMNq+i4aC6kiM/DSlex8Vu55wPoq9I1jn2WsOqpoQBp/GLOLaqbxrBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9b0bbabeb47982fa67ec8a25ae48b144f345bea1d0c4e95ca6ce72264a82de66","last_reissued_at":"2026-05-18T00:49:51.929089Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:49:51.929089Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1608.04077","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:49:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CkNMNGAso6dPd30mUdRNV8ipqoThA3tBZHRCDfC+1NclXhs/EMiSjZE4H0yFdOYTTeKyVf8RT6h63llAUjTACA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-11T21:17:35.303184Z"},"content_sha256":"ef459113f07521f9df70cbd3771d2eba0f62e1958e2496e5eea270fa784e43d4","schema_version":"1.0","event_id":"sha256:ef459113f07521f9df70cbd3771d2eba0f62e1958e2496e5eea270fa784e43d4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2016:TMF3VPVUPGBPUZ7MRIS24SFRIT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Generative Knowledge Transfer for Neural Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Kyuyeon Hwang, Sungho Shin, Wonyong Sung","submitted_at":"2016-08-14T09:19:26Z","abstract_excerpt":"In this paper, we propose a generative knowledge transfer technique that trains an RNN based language model (student network) using text and output probabilities generated from a previously trained RNN (teacher network). The text generation can be conducted by either the teacher or the student network. We can also improve the performance by taking the ensemble of soft labels obtained from multiple teacher networks. This method can be used for privacy conscious language model adaptation because no user data is directly used for training. Especially, when the soft labels of multiple devices are "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1608.04077","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:49:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eFcG67286gnsKrZmknlQwXQAyXWiFeQFags56RIFDPhb7gQDgCsVO1xTlQO4eF/C9IYH4TTOXvu7InyOMuWiDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-11T21:17:35.303627Z"},"content_sha256":"8333bd69b0f7e0238c8503a0b122652c75b15392b28541b378433ca07af2aeca","schema_version":"1.0","event_id":"sha256:8333bd69b0f7e0238c8503a0b122652c75b15392b28541b378433ca07af2aeca"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TMF3VPVUPGBPUZ7MRIS24SFRIT/bundle.json","state_url":"https://pith.science/pith/TMF3VPVUPGBPUZ7MRIS24SFRIT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TMF3VPVUPGBPUZ7MRIS24SFRIT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-11T21:17:35Z","links":{"resolver":"https://pith.science/pith/TMF3VPVUPGBPUZ7MRIS24SFRIT","bundle":"https://pith.science/pith/TMF3VPVUPGBPUZ7MRIS24SFRIT/bundle.json","state":"https://pith.science/pith/TMF3VPVUPGBPUZ7MRIS24SFRIT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TMF3VPVUPGBPUZ7MRIS24SFRIT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2016:TMF3VPVUPGBPUZ7MRIS24SFRIT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ae069fc45560e6c2850ab9ca0abc308b7c9c74a6f092eec5f368fe868f927073","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-08-14T09:19:26Z","title_canon_sha256":"25123c85f69f2a0b4a50e38bb7af799a1a680e05230c42065acff918873652d5"},"schema_version":"1.0","source":{"id":"1608.04077","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1608.04077","created_at":"2026-05-18T00:49:51Z"},{"alias_kind":"arxiv_version","alias_value":"1608.04077v3","created_at":"2026-05-18T00:49:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1608.04077","created_at":"2026-05-18T00:49:51Z"},{"alias_kind":"pith_short_12","alias_value":"TMF3VPVUPGBP","created_at":"2026-05-18T12:30:44Z"},{"alias_kind":"pith_short_16","alias_value":"TMF3VPVUPGBPUZ7M","created_at":"2026-05-18T12:30:44Z"},{"alias_kind":"pith_short_8","alias_value":"TMF3VPVU","created_at":"2026-05-18T12:30:44Z"}],"graph_snapshots":[{"event_id":"sha256:8333bd69b0f7e0238c8503a0b122652c75b15392b28541b378433ca07af2aeca","target":"graph","created_at":"2026-05-18T00:49:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"In this paper, we propose a generative knowledge transfer technique that trains an RNN based language model (student network) using text and output probabilities generated from a previously trained RNN (teacher network). The text generation can be conducted by either the teacher or the student network. We can also improve the performance by taking the ensemble of soft labels obtained from multiple teacher networks. This method can be used for privacy conscious language model adaptation because no user data is directly used for training. Especially, when the soft labels of multiple devices are ","authors_text":"Kyuyeon Hwang, Sungho Shin, Wonyong Sung","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-08-14T09:19:26Z","title":"Generative Knowledge Transfer for Neural Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1608.04077","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ef459113f07521f9df70cbd3771d2eba0f62e1958e2496e5eea270fa784e43d4","target":"record","created_at":"2026-05-18T00:49:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ae069fc45560e6c2850ab9ca0abc308b7c9c74a6f092eec5f368fe868f927073","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-08-14T09:19:26Z","title_canon_sha256":"25123c85f69f2a0b4a50e38bb7af799a1a680e05230c42065acff918873652d5"},"schema_version":"1.0","source":{"id":"1608.04077","kind":"arxiv","version":3}},"canonical_sha256":"9b0bbabeb47982fa67ec8a25ae48b144f345bea1d0c4e95ca6ce72264a82de66","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9b0bbabeb47982fa67ec8a25ae48b144f345bea1d0c4e95ca6ce72264a82de66","first_computed_at":"2026-05-18T00:49:51.929089Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:49:51.929089Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Bi6+krTat6Zyr8RK/Mn1gmR/cr+/0RzVMNq+i4aC6kiM/DSlex8Vu55wPoq9I1jn2WsOqpoQBp/GLOLaqbxrBA==","signature_status":"signed_v1","signed_at":"2026-05-18T00:49:51.929494Z","signed_message":"canonical_sha256_bytes"},"source_id":"1608.04077","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ef459113f07521f9df70cbd3771d2eba0f62e1958e2496e5eea270fa784e43d4","sha256:8333bd69b0f7e0238c8503a0b122652c75b15392b28541b378433ca07af2aeca"],"state_sha256":"51c3c9cc2080d92cd02dc3b4179f9d89b9857f7d2f4026f07bac9a7a8445a60a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LHp58i0OJ7HlfWtWInWumAVbt3hImD7xdDgGdnWDkKLsX2mTbf9+NTW2HHRzAw1LqVvz5RQxtniP6/4fKdOaDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-11T21:17:35.307027Z","bundle_sha256":"be2566133034e106fe36a4e8076e4389c1e270e17da41c8cf1c3f24e0dcb3e37"}}