{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:NU6ITC2BFUFX6RX53J4B4KVCSC","short_pith_number":"pith:NU6ITC2B","canonical_record":{"source":{"id":"2211.03013","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-11-06T02:59:27Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"d02d6b836fa564ccf18d630afe852b7a00d7c302b9a3a03898373535fdc0bd70","abstract_canon_sha256":"53fb6eb53af5c134d4d928b2398f25b25792bf9ca1117cfd831a3849273754e1"},"schema_version":"1.0"},"canonical_sha256":"6d3c898b412d0b7f46fdda781e2aa290af4e93515cf29d899e30817d3dc00f53","source":{"kind":"arxiv","id":"2211.03013","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.03013","created_at":"2026-07-05T05:15:44Z"},{"alias_kind":"arxiv_version","alias_value":"2211.03013v1","created_at":"2026-07-05T05:15:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.03013","created_at":"2026-07-05T05:15:44Z"},{"alias_kind":"pith_short_12","alias_value":"NU6ITC2BFUFX","created_at":"2026-07-05T05:15:44Z"},{"alias_kind":"pith_short_16","alias_value":"NU6ITC2BFUFX6RX5","created_at":"2026-07-05T05:15:44Z"},{"alias_kind":"pith_short_8","alias_value":"NU6ITC2B","created_at":"2026-07-05T05:15:44Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:NU6ITC2BFUFX6RX53J4B4KVCSC","target":"record","payload":{"canonical_record":{"source":{"id":"2211.03013","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-11-06T02:59:27Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"d02d6b836fa564ccf18d630afe852b7a00d7c302b9a3a03898373535fdc0bd70","abstract_canon_sha256":"53fb6eb53af5c134d4d928b2398f25b25792bf9ca1117cfd831a3849273754e1"},"schema_version":"1.0"},"canonical_sha256":"6d3c898b412d0b7f46fdda781e2aa290af4e93515cf29d899e30817d3dc00f53","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:15:44.160976Z","signature_b64":"iqCxwuNLdECH52bXz2ijJzJSK3fuDSuxX/wBGAWjtBArsJjEoEA+5fSiXaJjFwxe5vuUNH58W1EvySZDQ8SpCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6d3c898b412d0b7f46fdda781e2aa290af4e93515cf29d899e30817d3dc00f53","last_reissued_at":"2026-07-05T05:15:44.160569Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:15:44.160569Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2211.03013","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:15:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xV9UdI3BakiOYulxvVFkP0hcav75WeK4pIk408nEAatELfgywVqcDBmg+kv7tKHjw7jpwNYC5krs/PW1qQ66Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T05:56:59.158545Z"},"content_sha256":"7f86db50bb841c23b4d5acf2b070697442d7da1caf5ac99fb4bf85ec9e923419","schema_version":"1.0","event_id":"sha256:7f86db50bb841c23b4d5acf2b070697442d7da1caf5ac99fb4bf85ec9e923419"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:NU6ITC2BFUFX6RX53J4B4KVCSC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Robust Lottery Tickets for Pre-trained Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Di Liang, Qi Zhang, Rong Bao, Rui Zheng, Sirui Wang, Tao Gui, Wei Wu, Xuanjing Huang, Yuhao Zhou","submitted_at":"2022-11-06T02:59:27Z","abstract_excerpt":"Recent works on Lottery Ticket Hypothesis have shown that pre-trained language models (PLMs) contain smaller matching subnetworks(winning tickets) which are capable of reaching accuracy comparable to the original models. However, these tickets are proved to be notrobust to adversarial examples, and even worse than their PLM counterparts. To address this problem, we propose a novel method based on learning binary weight masks to identify robust tickets hidden in the original PLMs. Since the loss is not differentiable for the binary mask, we assign the hard concrete distribution to the masks and"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.03013","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2211.03013/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:15:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mKy0YwE/UJqD/ytaCXQ3C+XkKRAOyWqy3hyY5t4vVGlWcIa0EaKeB+awDszcfuFjkecBgBvocsdmU2M/4/R6BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T05:56:59.159201Z"},"content_sha256":"a21e5a1522db70cf55c8c35abce90c44b962c19dfc502b5b5c6dd620a4821a43","schema_version":"1.0","event_id":"sha256:a21e5a1522db70cf55c8c35abce90c44b962c19dfc502b5b5c6dd620a4821a43"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NU6ITC2BFUFX6RX53J4B4KVCSC/bundle.json","state_url":"https://pith.science/pith/NU6ITC2BFUFX6RX53J4B4KVCSC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NU6ITC2BFUFX6RX53J4B4KVCSC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-09T05:56:59Z","links":{"resolver":"https://pith.science/pith/NU6ITC2BFUFX6RX53J4B4KVCSC","bundle":"https://pith.science/pith/NU6ITC2BFUFX6RX53J4B4KVCSC/bundle.json","state":"https://pith.science/pith/NU6ITC2BFUFX6RX53J4B4KVCSC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NU6ITC2BFUFX6RX53J4B4KVCSC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:NU6ITC2BFUFX6RX53J4B4KVCSC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"53fb6eb53af5c134d4d928b2398f25b25792bf9ca1117cfd831a3849273754e1","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-11-06T02:59:27Z","title_canon_sha256":"d02d6b836fa564ccf18d630afe852b7a00d7c302b9a3a03898373535fdc0bd70"},"schema_version":"1.0","source":{"id":"2211.03013","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.03013","created_at":"2026-07-05T05:15:44Z"},{"alias_kind":"arxiv_version","alias_value":"2211.03013v1","created_at":"2026-07-05T05:15:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.03013","created_at":"2026-07-05T05:15:44Z"},{"alias_kind":"pith_short_12","alias_value":"NU6ITC2BFUFX","created_at":"2026-07-05T05:15:44Z"},{"alias_kind":"pith_short_16","alias_value":"NU6ITC2BFUFX6RX5","created_at":"2026-07-05T05:15:44Z"},{"alias_kind":"pith_short_8","alias_value":"NU6ITC2B","created_at":"2026-07-05T05:15:44Z"}],"graph_snapshots":[{"event_id":"sha256:a21e5a1522db70cf55c8c35abce90c44b962c19dfc502b5b5c6dd620a4821a43","target":"graph","created_at":"2026-07-05T05:15:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2211.03013/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent works on Lottery Ticket Hypothesis have shown that pre-trained language models (PLMs) contain smaller matching subnetworks(winning tickets) which are capable of reaching accuracy comparable to the original models. However, these tickets are proved to be notrobust to adversarial examples, and even worse than their PLM counterparts. To address this problem, we propose a novel method based on learning binary weight masks to identify robust tickets hidden in the original PLMs. Since the loss is not differentiable for the binary mask, we assign the hard concrete distribution to the masks and","authors_text":"Di Liang, Qi Zhang, Rong Bao, Rui Zheng, Sirui Wang, Tao Gui, Wei Wu, Xuanjing Huang, Yuhao Zhou","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-11-06T02:59:27Z","title":"Robust Lottery Tickets for Pre-trained Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.03013","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7f86db50bb841c23b4d5acf2b070697442d7da1caf5ac99fb4bf85ec9e923419","target":"record","created_at":"2026-07-05T05:15:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"53fb6eb53af5c134d4d928b2398f25b25792bf9ca1117cfd831a3849273754e1","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-11-06T02:59:27Z","title_canon_sha256":"d02d6b836fa564ccf18d630afe852b7a00d7c302b9a3a03898373535fdc0bd70"},"schema_version":"1.0","source":{"id":"2211.03013","kind":"arxiv","version":1}},"canonical_sha256":"6d3c898b412d0b7f46fdda781e2aa290af4e93515cf29d899e30817d3dc00f53","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6d3c898b412d0b7f46fdda781e2aa290af4e93515cf29d899e30817d3dc00f53","first_computed_at":"2026-07-05T05:15:44.160569Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:15:44.160569Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"iqCxwuNLdECH52bXz2ijJzJSK3fuDSuxX/wBGAWjtBArsJjEoEA+5fSiXaJjFwxe5vuUNH58W1EvySZDQ8SpCg==","signature_status":"signed_v1","signed_at":"2026-07-05T05:15:44.160976Z","signed_message":"canonical_sha256_bytes"},"source_id":"2211.03013","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7f86db50bb841c23b4d5acf2b070697442d7da1caf5ac99fb4bf85ec9e923419","sha256:a21e5a1522db70cf55c8c35abce90c44b962c19dfc502b5b5c6dd620a4821a43"],"state_sha256":"480ebb92fddffba08b1d6bdcf6a6242fa4407ec85c0c4f16ff8c312b396d8a53"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WZPGl9ugpl1ED0j+2PySshO1Bvzsma6NudKrotg6APWao5jKg2X8s497Tjkx1v7bJMI9D7xWSmr1OU+aaUXOAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-09T05:56:59.162843Z","bundle_sha256":"585787f60392fb838ff42fffb586becfd51dd6d04cb3c0188850d281759e7801"}}