{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:PU57L2QJVQOET6N7ZGKIQR7OLE","short_pith_number":"pith:PU57L2QJ","canonical_record":{"source":{"id":"2002.08307","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-02-19T17:40:57Z","cross_cats_sorted":[],"title_canon_sha256":"58ff25af955adbac1fd747d069922c8ff046c0df5f0c64fc24315f933c66ebb9","abstract_canon_sha256":"736b0b6cebac61a08606088a439559c840b594663ca7e0ac599fb3273e762d14"},"schema_version":"1.0"},"canonical_sha256":"7d3bf5ea09ac1c49f9bfc9948847ee593cac493b96df87e5d9b66c4c828dec8c","source":{"kind":"arxiv","id":"2002.08307","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2002.08307","created_at":"2026-07-05T01:02:58Z"},{"alias_kind":"arxiv_version","alias_value":"2002.08307v2","created_at":"2026-07-05T01:02:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2002.08307","created_at":"2026-07-05T01:02:58Z"},{"alias_kind":"pith_short_12","alias_value":"PU57L2QJVQOE","created_at":"2026-07-05T01:02:58Z"},{"alias_kind":"pith_short_16","alias_value":"PU57L2QJVQOET6N7","created_at":"2026-07-05T01:02:58Z"},{"alias_kind":"pith_short_8","alias_value":"PU57L2QJ","created_at":"2026-07-05T01:02:58Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:PU57L2QJVQOET6N7ZGKIQR7OLE","target":"record","payload":{"canonical_record":{"source":{"id":"2002.08307","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-02-19T17:40:57Z","cross_cats_sorted":[],"title_canon_sha256":"58ff25af955adbac1fd747d069922c8ff046c0df5f0c64fc24315f933c66ebb9","abstract_canon_sha256":"736b0b6cebac61a08606088a439559c840b594663ca7e0ac599fb3273e762d14"},"schema_version":"1.0"},"canonical_sha256":"7d3bf5ea09ac1c49f9bfc9948847ee593cac493b96df87e5d9b66c4c828dec8c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:02:58.502761Z","signature_b64":"rfqnebaOtwksFtIc1pPBkpW3Z+tOeHTf6McsIqgShJ7Das1R7JfG7uu/UNs1zI0htKD3jGo5G0fNVJLvmoIbDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7d3bf5ea09ac1c49f9bfc9948847ee593cac493b96df87e5d9b66c4c828dec8c","last_reissued_at":"2026-07-05T01:02:58.502347Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:02:58.502347Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2002.08307","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:02:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wSwGRrTYV1hs2bGFpcAT9kyOB8FiMV0N2Th5Wrb/FyIReQRw9MjtB1a87hWxq/I7dSneRPjkF91YtEJR3kQWDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T09:54:48.548795Z"},"content_sha256":"30f85f4ae077d5ce5ea2062d57f9a9a6be47c9d6cb48a6554cb0232a9ed392ca","schema_version":"1.0","event_id":"sha256:30f85f4ae077d5ce5ea2062d57f9a9a6be47c9d6cb48a6554cb0232a9ed392ca"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:PU57L2QJVQOET6N7ZGKIQR7OLE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Compressing BERT: Studying the Effects of Weight Pruning on Transfer Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Kevin Duh, Mitchell A. Gordon, Nicholas Andrews","submitted_at":"2020-02-19T17:40:57Z","abstract_excerpt":"Pre-trained universal feature extractors, such as BERT for natural language processing and VGG for computer vision, have become effective methods for improving deep learning models without requiring more labeled data. While effective, feature extractors like BERT may be prohibitively large for some deployment scenarios. We explore weight pruning for BERT and ask: how does compression during pre-training affect transfer learning? We find that pruning affects transfer learning in three broad regimes. Low levels of pruning (30-40%) do not affect pre-training loss or transfer to downstream tasks a"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2002.08307","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2002.08307/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:02:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tVodE6xCMR281y76oYkMF3GLpJ643zRYN+6NZmDNhlwqSNKIcwcscOzps1EtQsUhe5hBZZSY79KhngHaz3wnCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T09:54:48.549317Z"},"content_sha256":"e54ab89ebd009f3d9344becbde41e680bab82aa5c7687b15bd7531028c11958c","schema_version":"1.0","event_id":"sha256:e54ab89ebd009f3d9344becbde41e680bab82aa5c7687b15bd7531028c11958c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PU57L2QJVQOET6N7ZGKIQR7OLE/bundle.json","state_url":"https://pith.science/pith/PU57L2QJVQOET6N7ZGKIQR7OLE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PU57L2QJVQOET6N7ZGKIQR7OLE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T09:54:48Z","links":{"resolver":"https://pith.science/pith/PU57L2QJVQOET6N7ZGKIQR7OLE","bundle":"https://pith.science/pith/PU57L2QJVQOET6N7ZGKIQR7OLE/bundle.json","state":"https://pith.science/pith/PU57L2QJVQOET6N7ZGKIQR7OLE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PU57L2QJVQOET6N7ZGKIQR7OLE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:PU57L2QJVQOET6N7ZGKIQR7OLE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"736b0b6cebac61a08606088a439559c840b594663ca7e0ac599fb3273e762d14","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-02-19T17:40:57Z","title_canon_sha256":"58ff25af955adbac1fd747d069922c8ff046c0df5f0c64fc24315f933c66ebb9"},"schema_version":"1.0","source":{"id":"2002.08307","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2002.08307","created_at":"2026-07-05T01:02:58Z"},{"alias_kind":"arxiv_version","alias_value":"2002.08307v2","created_at":"2026-07-05T01:02:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2002.08307","created_at":"2026-07-05T01:02:58Z"},{"alias_kind":"pith_short_12","alias_value":"PU57L2QJVQOE","created_at":"2026-07-05T01:02:58Z"},{"alias_kind":"pith_short_16","alias_value":"PU57L2QJVQOET6N7","created_at":"2026-07-05T01:02:58Z"},{"alias_kind":"pith_short_8","alias_value":"PU57L2QJ","created_at":"2026-07-05T01:02:58Z"}],"graph_snapshots":[{"event_id":"sha256:e54ab89ebd009f3d9344becbde41e680bab82aa5c7687b15bd7531028c11958c","target":"graph","created_at":"2026-07-05T01:02:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2002.08307/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Pre-trained universal feature extractors, such as BERT for natural language processing and VGG for computer vision, have become effective methods for improving deep learning models without requiring more labeled data. While effective, feature extractors like BERT may be prohibitively large for some deployment scenarios. We explore weight pruning for BERT and ask: how does compression during pre-training affect transfer learning? We find that pruning affects transfer learning in three broad regimes. Low levels of pruning (30-40%) do not affect pre-training loss or transfer to downstream tasks a","authors_text":"Kevin Duh, Mitchell A. Gordon, Nicholas Andrews","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-02-19T17:40:57Z","title":"Compressing BERT: Studying the Effects of Weight Pruning on Transfer Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2002.08307","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:30f85f4ae077d5ce5ea2062d57f9a9a6be47c9d6cb48a6554cb0232a9ed392ca","target":"record","created_at":"2026-07-05T01:02:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"736b0b6cebac61a08606088a439559c840b594663ca7e0ac599fb3273e762d14","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-02-19T17:40:57Z","title_canon_sha256":"58ff25af955adbac1fd747d069922c8ff046c0df5f0c64fc24315f933c66ebb9"},"schema_version":"1.0","source":{"id":"2002.08307","kind":"arxiv","version":2}},"canonical_sha256":"7d3bf5ea09ac1c49f9bfc9948847ee593cac493b96df87e5d9b66c4c828dec8c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7d3bf5ea09ac1c49f9bfc9948847ee593cac493b96df87e5d9b66c4c828dec8c","first_computed_at":"2026-07-05T01:02:58.502347Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:02:58.502347Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"rfqnebaOtwksFtIc1pPBkpW3Z+tOeHTf6McsIqgShJ7Das1R7JfG7uu/UNs1zI0htKD3jGo5G0fNVJLvmoIbDA==","signature_status":"signed_v1","signed_at":"2026-07-05T01:02:58.502761Z","signed_message":"canonical_sha256_bytes"},"source_id":"2002.08307","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:30f85f4ae077d5ce5ea2062d57f9a9a6be47c9d6cb48a6554cb0232a9ed392ca","sha256:e54ab89ebd009f3d9344becbde41e680bab82aa5c7687b15bd7531028c11958c"],"state_sha256":"aa964d5aa8e734375d167ab6915466912bfeb66679f95c1cf589e6e065085445"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cTmRSmPwXVwy/XL4vnNHcUwoYrkhWKXFtOyXO0oXvG33JCoiH51KvLwWVBFEmko56dZkl+s8xe9LIV0pRbyaDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T09:54:48.553252Z","bundle_sha256":"35b4113661db16561e9a0b8a94b52f7d02afcb3c0dbb6dae7c776bd353b73456"}}