{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:6JKA73DP7KRYPJXQUIA7PFF7CF","short_pith_number":"pith:6JKA73DP","canonical_record":{"source":{"id":"2105.12002","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-05-25T15:10:05Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"c9007cf71daa9fcafe06712791d0101aa235a94628d98858e3592c77be12a559","abstract_canon_sha256":"288d2a6b153862a7d0fdeaa85e38ad7c70450219fad7b4c894d657b391ed4405"},"schema_version":"1.0"},"canonical_sha256":"f2540fec6ffaa387a6f0a201f794bf114adbe5753c71cc43330a1765c917bf9c","source":{"kind":"arxiv","id":"2105.12002","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2105.12002","created_at":"2026-07-05T02:47:08Z"},{"alias_kind":"arxiv_version","alias_value":"2105.12002v2","created_at":"2026-07-05T02:47:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2105.12002","created_at":"2026-07-05T02:47:08Z"},{"alias_kind":"pith_short_12","alias_value":"6JKA73DP7KRY","created_at":"2026-07-05T02:47:08Z"},{"alias_kind":"pith_short_16","alias_value":"6JKA73DP7KRYPJXQ","created_at":"2026-07-05T02:47:08Z"},{"alias_kind":"pith_short_8","alias_value":"6JKA73DP","created_at":"2026-07-05T02:47:08Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:6JKA73DP7KRYPJXQUIA7PFF7CF","target":"record","payload":{"canonical_record":{"source":{"id":"2105.12002","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-05-25T15:10:05Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"c9007cf71daa9fcafe06712791d0101aa235a94628d98858e3592c77be12a559","abstract_canon_sha256":"288d2a6b153862a7d0fdeaa85e38ad7c70450219fad7b4c894d657b391ed4405"},"schema_version":"1.0"},"canonical_sha256":"f2540fec6ffaa387a6f0a201f794bf114adbe5753c71cc43330a1765c917bf9c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:47:08.106843Z","signature_b64":"4yHH4w7PZ/U0q5nqhkIxXIf1TxdjKqKd9m3NSGUK5tJuvmEcpE8rRwjBoMiUssNV6zg3Owi07ZE2HoI4g2hrDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f2540fec6ffaa387a6f0a201f794bf114adbe5753c71cc43330a1765c917bf9c","last_reissued_at":"2026-07-05T02:47:08.106408Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:47:08.106408Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2105.12002","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:47:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cX/jkaIfFcIAK55FMsoPLRJGl9jNA8NFIXcR/aKMIaKvij11bPkhvhbSMyseFn58S1+tFQPIcpsN6KGBBe0DCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T05:43:35.858941Z"},"content_sha256":"97ee7fbd0b61ae41d32d4fa56ccbc59dae678bd6ef18fec3b80ef9143cff4dee","schema_version":"1.0","event_id":"sha256:97ee7fbd0b61ae41d32d4fa56ccbc59dae678bd6ef18fec3b80ef9143cff4dee"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:6JKA73DP7KRYPJXQUIA7PFF7CF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Super Tickets in Pre-Trained Language Models: From Model Compression to Improving Generalization","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.LG","authors_text":"Chen Liang, Haoming Jiang, Minshuo Chen, Pengcheng He, Simiao Zuo, Tuo Zhao, Weizhu Chen, XiaoDong Liu","submitted_at":"2021-05-25T15:10:05Z","abstract_excerpt":"The Lottery Ticket Hypothesis suggests that an over-parametrized network consists of ``lottery tickets'', and training a certain collection of them (i.e., a subnetwork) can match the performance of the full model. In this paper, we study such a collection of tickets, which is referred to as ``winning tickets'', in extremely over-parametrized models, e.g., pre-trained language models. We observe that at certain compression ratios, the generalization performance of the winning tickets can not only match but also exceed that of the full model. In particular, we observe a phase transition phenomen"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2105.12002","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2105.12002/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:47:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"A4peb261JARRw+ks1zYUSxtaH90fUhpqq47Bva/p0FbICEPNffJ4hNPIHyK0wYizc80o73f5nUlLIG96Ifk1BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T05:43:35.859599Z"},"content_sha256":"288b16b856ea57b7d60e7645d8b9f651d1141ab395477c99398abdfd6ff380c1","schema_version":"1.0","event_id":"sha256:288b16b856ea57b7d60e7645d8b9f651d1141ab395477c99398abdfd6ff380c1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6JKA73DP7KRYPJXQUIA7PFF7CF/bundle.json","state_url":"https://pith.science/pith/6JKA73DP7KRYPJXQUIA7PFF7CF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6JKA73DP7KRYPJXQUIA7PFF7CF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-09T05:43:35Z","links":{"resolver":"https://pith.science/pith/6JKA73DP7KRYPJXQUIA7PFF7CF","bundle":"https://pith.science/pith/6JKA73DP7KRYPJXQUIA7PFF7CF/bundle.json","state":"https://pith.science/pith/6JKA73DP7KRYPJXQUIA7PFF7CF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6JKA73DP7KRYPJXQUIA7PFF7CF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:6JKA73DP7KRYPJXQUIA7PFF7CF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"288d2a6b153862a7d0fdeaa85e38ad7c70450219fad7b4c894d657b391ed4405","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-05-25T15:10:05Z","title_canon_sha256":"c9007cf71daa9fcafe06712791d0101aa235a94628d98858e3592c77be12a559"},"schema_version":"1.0","source":{"id":"2105.12002","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2105.12002","created_at":"2026-07-05T02:47:08Z"},{"alias_kind":"arxiv_version","alias_value":"2105.12002v2","created_at":"2026-07-05T02:47:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2105.12002","created_at":"2026-07-05T02:47:08Z"},{"alias_kind":"pith_short_12","alias_value":"6JKA73DP7KRY","created_at":"2026-07-05T02:47:08Z"},{"alias_kind":"pith_short_16","alias_value":"6JKA73DP7KRYPJXQ","created_at":"2026-07-05T02:47:08Z"},{"alias_kind":"pith_short_8","alias_value":"6JKA73DP","created_at":"2026-07-05T02:47:08Z"}],"graph_snapshots":[{"event_id":"sha256:288b16b856ea57b7d60e7645d8b9f651d1141ab395477c99398abdfd6ff380c1","target":"graph","created_at":"2026-07-05T02:47:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2105.12002/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The Lottery Ticket Hypothesis suggests that an over-parametrized network consists of ``lottery tickets'', and training a certain collection of them (i.e., a subnetwork) can match the performance of the full model. In this paper, we study such a collection of tickets, which is referred to as ``winning tickets'', in extremely over-parametrized models, e.g., pre-trained language models. We observe that at certain compression ratios, the generalization performance of the winning tickets can not only match but also exceed that of the full model. In particular, we observe a phase transition phenomen","authors_text":"Chen Liang, Haoming Jiang, Minshuo Chen, Pengcheng He, Simiao Zuo, Tuo Zhao, Weizhu Chen, XiaoDong Liu","cross_cats":["cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-05-25T15:10:05Z","title":"Super Tickets in Pre-Trained Language Models: From Model Compression to Improving Generalization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2105.12002","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:97ee7fbd0b61ae41d32d4fa56ccbc59dae678bd6ef18fec3b80ef9143cff4dee","target":"record","created_at":"2026-07-05T02:47:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"288d2a6b153862a7d0fdeaa85e38ad7c70450219fad7b4c894d657b391ed4405","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-05-25T15:10:05Z","title_canon_sha256":"c9007cf71daa9fcafe06712791d0101aa235a94628d98858e3592c77be12a559"},"schema_version":"1.0","source":{"id":"2105.12002","kind":"arxiv","version":2}},"canonical_sha256":"f2540fec6ffaa387a6f0a201f794bf114adbe5753c71cc43330a1765c917bf9c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f2540fec6ffaa387a6f0a201f794bf114adbe5753c71cc43330a1765c917bf9c","first_computed_at":"2026-07-05T02:47:08.106408Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:47:08.106408Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"4yHH4w7PZ/U0q5nqhkIxXIf1TxdjKqKd9m3NSGUK5tJuvmEcpE8rRwjBoMiUssNV6zg3Owi07ZE2HoI4g2hrDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T02:47:08.106843Z","signed_message":"canonical_sha256_bytes"},"source_id":"2105.12002","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:97ee7fbd0b61ae41d32d4fa56ccbc59dae678bd6ef18fec3b80ef9143cff4dee","sha256:288b16b856ea57b7d60e7645d8b9f651d1141ab395477c99398abdfd6ff380c1"],"state_sha256":"c2cae6efa6df2fbc2a900602855dd245b0a6941098a6d74faa68e50f23fbb7d2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BxMUrEt30JrASXSSl8r4NYjCpJr0HgjPfgR6YvxYp1MyWLuke/Dbc4vkfC8jUUE27hh0i5P+N170CVyA+0jiAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-09T05:43:35.862932Z","bundle_sha256":"38f4b72dcc21c4592ba446b900ed48b3ef33c17bc4d96f30b9dca57ba249c124"}}