{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:FCIJQ3VAECZHGEMHZFA2ZR2OD3","short_pith_number":"pith:FCIJQ3VA","canonical_record":{"source":{"id":"2102.04887","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-02-09T15:41:12Z","cross_cats_sorted":[],"title_canon_sha256":"0e26480f04c5dba1ee993a95d6b53ffa77617623bd73c43e60afa1e5030e5ad3","abstract_canon_sha256":"4be6a28e5ea9b2779c2fcac2b06a391d16cf7ad18aeaae0fc0dbf862f02bc827"},"schema_version":"1.0"},"canonical_sha256":"2890986ea020b2731187c941acc74e1ec4d5612cc481b921faeb54c9a241f3df","source":{"kind":"arxiv","id":"2102.04887","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2102.04887","created_at":"2026-07-05T03:10:52Z"},{"alias_kind":"arxiv_version","alias_value":"2102.04887v2","created_at":"2026-07-05T03:10:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2102.04887","created_at":"2026-07-05T03:10:52Z"},{"alias_kind":"pith_short_12","alias_value":"FCIJQ3VAECZH","created_at":"2026-07-05T03:10:52Z"},{"alias_kind":"pith_short_16","alias_value":"FCIJQ3VAECZHGEMH","created_at":"2026-07-05T03:10:52Z"},{"alias_kind":"pith_short_8","alias_value":"FCIJQ3VA","created_at":"2026-07-05T03:10:52Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:FCIJQ3VAECZHGEMHZFA2ZR2OD3","target":"record","payload":{"canonical_record":{"source":{"id":"2102.04887","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-02-09T15:41:12Z","cross_cats_sorted":[],"title_canon_sha256":"0e26480f04c5dba1ee993a95d6b53ffa77617623bd73c43e60afa1e5030e5ad3","abstract_canon_sha256":"4be6a28e5ea9b2779c2fcac2b06a391d16cf7ad18aeaae0fc0dbf862f02bc827"},"schema_version":"1.0"},"canonical_sha256":"2890986ea020b2731187c941acc74e1ec4d5612cc481b921faeb54c9a241f3df","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:10:52.009779Z","signature_b64":"IJatZiDhntu8D26Cr4/c+7WR6xstq58ZPkgiYuEURIbr3yaoWdtepOZRgloI7ZCe51bIoL0JaO6lQQChkzXeCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2890986ea020b2731187c941acc74e1ec4d5612cc481b921faeb54c9a241f3df","last_reissued_at":"2026-07-05T03:10:52.009382Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:10:52.009382Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2102.04887","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:10:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IDknpRWlrLyVZs6cJRNDXcVGf0dbdP0+7fH0ry2O3ZCW2ML7zrDysp/igOFUGY/GK5RdNrdrqMNaxCnBlhsRCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T22:48:53.146842Z"},"content_sha256":"f4dc798cd25217782923453eed5b3dca9540d5fc9cf82e5952e5a88e724861dc","schema_version":"1.0","event_id":"sha256:f4dc798cd25217782923453eed5b3dca9540d5fc9cf82e5952e5a88e724861dc"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:FCIJQ3VAECZHGEMHZFA2ZR2OD3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"NewsBERT: Distilling Pre-trained Language Model for Intelligent News Application","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Chuhan Wu, Fangzhao Wu, Qi Liu, Tao Qi, Yang Yu, Yongfeng Huang","submitted_at":"2021-02-09T15:41:12Z","abstract_excerpt":"Pre-trained language models (PLMs) like BERT have made great progress in NLP. News articles usually contain rich textual information, and PLMs have the potentials to enhance news text modeling for various intelligent news applications like news recommendation and retrieval. However, most existing PLMs are in huge size with hundreds of millions of parameters. Many online news applications need to serve millions of users with low latency tolerance, which poses huge challenges to incorporating PLMs in these scenarios. Knowledge distillation techniques can compress a large PLM into a much smaller "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2102.04887","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2102.04887/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:10:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yA1EJNGxkCUkswuJ5X5mvcs2lhMCIMEEzWFSUz96MGf7M7MqFWjNpD8y5M1iTn3Fm9gKHCtV6cK0wDjwEXACDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T22:48:53.147416Z"},"content_sha256":"26fb46106b5df289fd4081a9ab494f5742f7d44f3c5b759afaae5c64f412cd51","schema_version":"1.0","event_id":"sha256:26fb46106b5df289fd4081a9ab494f5742f7d44f3c5b759afaae5c64f412cd51"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/FCIJQ3VAECZHGEMHZFA2ZR2OD3/bundle.json","state_url":"https://pith.science/pith/FCIJQ3VAECZHGEMHZFA2ZR2OD3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/FCIJQ3VAECZHGEMHZFA2ZR2OD3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T22:48:53Z","links":{"resolver":"https://pith.science/pith/FCIJQ3VAECZHGEMHZFA2ZR2OD3","bundle":"https://pith.science/pith/FCIJQ3VAECZHGEMHZFA2ZR2OD3/bundle.json","state":"https://pith.science/pith/FCIJQ3VAECZHGEMHZFA2ZR2OD3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/FCIJQ3VAECZHGEMHZFA2ZR2OD3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:FCIJQ3VAECZHGEMHZFA2ZR2OD3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4be6a28e5ea9b2779c2fcac2b06a391d16cf7ad18aeaae0fc0dbf862f02bc827","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-02-09T15:41:12Z","title_canon_sha256":"0e26480f04c5dba1ee993a95d6b53ffa77617623bd73c43e60afa1e5030e5ad3"},"schema_version":"1.0","source":{"id":"2102.04887","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2102.04887","created_at":"2026-07-05T03:10:52Z"},{"alias_kind":"arxiv_version","alias_value":"2102.04887v2","created_at":"2026-07-05T03:10:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2102.04887","created_at":"2026-07-05T03:10:52Z"},{"alias_kind":"pith_short_12","alias_value":"FCIJQ3VAECZH","created_at":"2026-07-05T03:10:52Z"},{"alias_kind":"pith_short_16","alias_value":"FCIJQ3VAECZHGEMH","created_at":"2026-07-05T03:10:52Z"},{"alias_kind":"pith_short_8","alias_value":"FCIJQ3VA","created_at":"2026-07-05T03:10:52Z"}],"graph_snapshots":[{"event_id":"sha256:26fb46106b5df289fd4081a9ab494f5742f7d44f3c5b759afaae5c64f412cd51","target":"graph","created_at":"2026-07-05T03:10:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2102.04887/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Pre-trained language models (PLMs) like BERT have made great progress in NLP. News articles usually contain rich textual information, and PLMs have the potentials to enhance news text modeling for various intelligent news applications like news recommendation and retrieval. However, most existing PLMs are in huge size with hundreds of millions of parameters. Many online news applications need to serve millions of users with low latency tolerance, which poses huge challenges to incorporating PLMs in these scenarios. Knowledge distillation techniques can compress a large PLM into a much smaller ","authors_text":"Chuhan Wu, Fangzhao Wu, Qi Liu, Tao Qi, Yang Yu, Yongfeng Huang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-02-09T15:41:12Z","title":"NewsBERT: Distilling Pre-trained Language Model for Intelligent News Application"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2102.04887","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f4dc798cd25217782923453eed5b3dca9540d5fc9cf82e5952e5a88e724861dc","target":"record","created_at":"2026-07-05T03:10:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4be6a28e5ea9b2779c2fcac2b06a391d16cf7ad18aeaae0fc0dbf862f02bc827","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-02-09T15:41:12Z","title_canon_sha256":"0e26480f04c5dba1ee993a95d6b53ffa77617623bd73c43e60afa1e5030e5ad3"},"schema_version":"1.0","source":{"id":"2102.04887","kind":"arxiv","version":2}},"canonical_sha256":"2890986ea020b2731187c941acc74e1ec4d5612cc481b921faeb54c9a241f3df","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2890986ea020b2731187c941acc74e1ec4d5612cc481b921faeb54c9a241f3df","first_computed_at":"2026-07-05T03:10:52.009382Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:10:52.009382Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"IJatZiDhntu8D26Cr4/c+7WR6xstq58ZPkgiYuEURIbr3yaoWdtepOZRgloI7ZCe51bIoL0JaO6lQQChkzXeCA==","signature_status":"signed_v1","signed_at":"2026-07-05T03:10:52.009779Z","signed_message":"canonical_sha256_bytes"},"source_id":"2102.04887","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f4dc798cd25217782923453eed5b3dca9540d5fc9cf82e5952e5a88e724861dc","sha256:26fb46106b5df289fd4081a9ab494f5742f7d44f3c5b759afaae5c64f412cd51"],"state_sha256":"bcd8efe07b932c33ca67ae36bc02ce27d82dbeb802e1bea764dbce64535d26d6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Kirzd1wmjWfE0dxM3Jb3OCDDwJRWMelqc8bGi8+RDnVA3xfUGqRozLDmXmyvnQSTdFpD8ltGsY1Jx4IphEJcAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T22:48:53.152286Z","bundle_sha256":"58a94f0727aa43c2d773afbace911fede330ad52282428cded6a84c347608d6e"}}