{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:QZK2YNCEV7TSUFG5QEJ276LVMB","short_pith_number":"pith:QZK2YNCE","canonical_record":{"source":{"id":"2007.12223","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-07-23T19:35:39Z","cross_cats_sorted":["cs.CL","cs.NE","stat.ML"],"title_canon_sha256":"23794e89ccb64747555abe14401a8b1805eac35a3d5b60a61c9af8e8f613fe86","abstract_canon_sha256":"2320cd9010e9bacc954d35e9a770e98f0e47f036a30d50da8656bc4871a788a9"},"schema_version":"1.0"},"canonical_sha256":"8655ac3444afe72a14dd8113aff975607c51961c868f869e4c3fbd2d99cb8de6","source":{"kind":"arxiv","id":"2007.12223","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2007.12223","created_at":"2026-07-05T01:43:58Z"},{"alias_kind":"arxiv_version","alias_value":"2007.12223v2","created_at":"2026-07-05T01:43:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2007.12223","created_at":"2026-07-05T01:43:58Z"},{"alias_kind":"pith_short_12","alias_value":"QZK2YNCEV7TS","created_at":"2026-07-05T01:43:58Z"},{"alias_kind":"pith_short_16","alias_value":"QZK2YNCEV7TSUFG5","created_at":"2026-07-05T01:43:58Z"},{"alias_kind":"pith_short_8","alias_value":"QZK2YNCE","created_at":"2026-07-05T01:43:58Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:QZK2YNCEV7TSUFG5QEJ276LVMB","target":"record","payload":{"canonical_record":{"source":{"id":"2007.12223","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-07-23T19:35:39Z","cross_cats_sorted":["cs.CL","cs.NE","stat.ML"],"title_canon_sha256":"23794e89ccb64747555abe14401a8b1805eac35a3d5b60a61c9af8e8f613fe86","abstract_canon_sha256":"2320cd9010e9bacc954d35e9a770e98f0e47f036a30d50da8656bc4871a788a9"},"schema_version":"1.0"},"canonical_sha256":"8655ac3444afe72a14dd8113aff975607c51961c868f869e4c3fbd2d99cb8de6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:43:58.366368Z","signature_b64":"SJA/DZmdV5eJF88/BB29BPFSUkHQRRTfXW6ezgGiLq+oNsiHIy4Eo/aFCmGJVHkH5oqS4fa2+3wDgW0GjGa8Aw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8655ac3444afe72a14dd8113aff975607c51961c868f869e4c3fbd2d99cb8de6","last_reissued_at":"2026-07-05T01:43:58.365985Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:43:58.365985Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2007.12223","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:43:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ek0Z7Hpyr8g2RoLJVu8Q8v3pgPPpV6KUf0nZuZWWe3GfqxXlnWkMY1k1dVgJg0SJ5T12CSNFeY+Q7BlIovIFAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T05:31:30.284364Z"},"content_sha256":"0a45706caa56f6e259baa37e6b96cb048f0c388fb5cee7817bef32f01ad57313","schema_version":"1.0","event_id":"sha256:0a45706caa56f6e259baa37e6b96cb048f0c388fb5cee7817bef32f01ad57313"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:QZK2YNCEV7TSUFG5QEJ276LVMB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The Lottery Ticket Hypothesis for Pre-trained BERT Networks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL","cs.NE","stat.ML"],"primary_cat":"cs.LG","authors_text":"Jonathan Frankle, Michael Carbin, Shiyu Chang, Sijia Liu, Tianlong Chen, Yang Zhang, Zhangyang Wang","submitted_at":"2020-07-23T19:35:39Z","abstract_excerpt":"In natural language processing (NLP), enormous pre-trained models like BERT have become the standard starting point for training on a range of downstream tasks, and similar trends are emerging in other areas of deep learning. In parallel, work on the lottery ticket hypothesis has shown that models for NLP and computer vision contain smaller matching subnetworks capable of training in isolation to full accuracy and transferring to other tasks. In this work, we combine these observations to assess whether such trainable, transferrable subnetworks exist in pre-trained BERT models. For a range of "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2007.12223","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2007.12223/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:43:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/b6revcNJ5nUuYO624CaTTqWs5Sou8IVgTmB6scQwNgZK7SQ2QB68AKaGy8FQ/cJ9EFZOgTzlgLMOdNiL29sAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T05:31:30.284755Z"},"content_sha256":"155e8ee43da1cb17ff592c5921d5afcd9f8836d627c842e87524920874f20b11","schema_version":"1.0","event_id":"sha256:155e8ee43da1cb17ff592c5921d5afcd9f8836d627c842e87524920874f20b11"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QZK2YNCEV7TSUFG5QEJ276LVMB/bundle.json","state_url":"https://pith.science/pith/QZK2YNCEV7TSUFG5QEJ276LVMB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QZK2YNCEV7TSUFG5QEJ276LVMB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T05:31:30Z","links":{"resolver":"https://pith.science/pith/QZK2YNCEV7TSUFG5QEJ276LVMB","bundle":"https://pith.science/pith/QZK2YNCEV7TSUFG5QEJ276LVMB/bundle.json","state":"https://pith.science/pith/QZK2YNCEV7TSUFG5QEJ276LVMB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QZK2YNCEV7TSUFG5QEJ276LVMB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:QZK2YNCEV7TSUFG5QEJ276LVMB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2320cd9010e9bacc954d35e9a770e98f0e47f036a30d50da8656bc4871a788a9","cross_cats_sorted":["cs.CL","cs.NE","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-07-23T19:35:39Z","title_canon_sha256":"23794e89ccb64747555abe14401a8b1805eac35a3d5b60a61c9af8e8f613fe86"},"schema_version":"1.0","source":{"id":"2007.12223","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2007.12223","created_at":"2026-07-05T01:43:58Z"},{"alias_kind":"arxiv_version","alias_value":"2007.12223v2","created_at":"2026-07-05T01:43:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2007.12223","created_at":"2026-07-05T01:43:58Z"},{"alias_kind":"pith_short_12","alias_value":"QZK2YNCEV7TS","created_at":"2026-07-05T01:43:58Z"},{"alias_kind":"pith_short_16","alias_value":"QZK2YNCEV7TSUFG5","created_at":"2026-07-05T01:43:58Z"},{"alias_kind":"pith_short_8","alias_value":"QZK2YNCE","created_at":"2026-07-05T01:43:58Z"}],"graph_snapshots":[{"event_id":"sha256:155e8ee43da1cb17ff592c5921d5afcd9f8836d627c842e87524920874f20b11","target":"graph","created_at":"2026-07-05T01:43:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2007.12223/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In natural language processing (NLP), enormous pre-trained models like BERT have become the standard starting point for training on a range of downstream tasks, and similar trends are emerging in other areas of deep learning. In parallel, work on the lottery ticket hypothesis has shown that models for NLP and computer vision contain smaller matching subnetworks capable of training in isolation to full accuracy and transferring to other tasks. In this work, we combine these observations to assess whether such trainable, transferrable subnetworks exist in pre-trained BERT models. For a range of ","authors_text":"Jonathan Frankle, Michael Carbin, Shiyu Chang, Sijia Liu, Tianlong Chen, Yang Zhang, Zhangyang Wang","cross_cats":["cs.CL","cs.NE","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-07-23T19:35:39Z","title":"The Lottery Ticket Hypothesis for Pre-trained BERT Networks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2007.12223","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0a45706caa56f6e259baa37e6b96cb048f0c388fb5cee7817bef32f01ad57313","target":"record","created_at":"2026-07-05T01:43:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2320cd9010e9bacc954d35e9a770e98f0e47f036a30d50da8656bc4871a788a9","cross_cats_sorted":["cs.CL","cs.NE","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-07-23T19:35:39Z","title_canon_sha256":"23794e89ccb64747555abe14401a8b1805eac35a3d5b60a61c9af8e8f613fe86"},"schema_version":"1.0","source":{"id":"2007.12223","kind":"arxiv","version":2}},"canonical_sha256":"8655ac3444afe72a14dd8113aff975607c51961c868f869e4c3fbd2d99cb8de6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8655ac3444afe72a14dd8113aff975607c51961c868f869e4c3fbd2d99cb8de6","first_computed_at":"2026-07-05T01:43:58.365985Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:43:58.365985Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"SJA/DZmdV5eJF88/BB29BPFSUkHQRRTfXW6ezgGiLq+oNsiHIy4Eo/aFCmGJVHkH5oqS4fa2+3wDgW0GjGa8Aw==","signature_status":"signed_v1","signed_at":"2026-07-05T01:43:58.366368Z","signed_message":"canonical_sha256_bytes"},"source_id":"2007.12223","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0a45706caa56f6e259baa37e6b96cb048f0c388fb5cee7817bef32f01ad57313","sha256:155e8ee43da1cb17ff592c5921d5afcd9f8836d627c842e87524920874f20b11"],"state_sha256":"af6852f936ab27991d68d39052e80b74ce6fa9fb3c409c45f63e36a0e57165bf"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"54qq6Q5toH1yqlTmui3ajYlRvFRc0jffh1zSiRjipc0JY+oJuqSykyIWtOSIFdudeU/Ttgl8eoS11m+axfhACg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T05:31:30.286943Z","bundle_sha256":"4ecb347c58fdb09f3d7631c4c5d2b623a8b25e52773ffd2bbbb09e5c70fa7229"}}