{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:M7HNUOVLLK4NNGAOTEHYZCNVYI","short_pith_number":"pith:M7HNUOVL","canonical_record":{"source":{"id":"2004.12406","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2020-04-26T15:03:47Z","cross_cats_sorted":[],"title_canon_sha256":"fedeb3ea9966e45cf751587f97615a23b38085630ad983c1e08cce3624edda5b","abstract_canon_sha256":"1dc53766d9a99fa6b254c1ff76cda85188ff95f4d7d033e8584bae2087603ea1"},"schema_version":"1.0"},"canonical_sha256":"67ceda3aab5ab8d6980e990f8c89b5c2221f87150abb894ba9fd29e9475c3754","source":{"kind":"arxiv","id":"2004.12406","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2004.12406","created_at":"2026-07-05T01:41:53Z"},{"alias_kind":"arxiv_version","alias_value":"2004.12406v2","created_at":"2026-07-05T01:41:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2004.12406","created_at":"2026-07-05T01:41:53Z"},{"alias_kind":"pith_short_12","alias_value":"M7HNUOVLLK4N","created_at":"2026-07-05T01:41:53Z"},{"alias_kind":"pith_short_16","alias_value":"M7HNUOVLLK4NNGAO","created_at":"2026-07-05T01:41:53Z"},{"alias_kind":"pith_short_8","alias_value":"M7HNUOVL","created_at":"2026-07-05T01:41:53Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:M7HNUOVLLK4NNGAOTEHYZCNVYI","target":"record","payload":{"canonical_record":{"source":{"id":"2004.12406","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2020-04-26T15:03:47Z","cross_cats_sorted":[],"title_canon_sha256":"fedeb3ea9966e45cf751587f97615a23b38085630ad983c1e08cce3624edda5b","abstract_canon_sha256":"1dc53766d9a99fa6b254c1ff76cda85188ff95f4d7d033e8584bae2087603ea1"},"schema_version":"1.0"},"canonical_sha256":"67ceda3aab5ab8d6980e990f8c89b5c2221f87150abb894ba9fd29e9475c3754","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:41:53.270519Z","signature_b64":"LtNRx2YiiJinfBeT2h6rlWI24vKqmWZn1tSnIgWS/ovri7a4ASPfQ4XwjghEpnWKsTIuNViHiNTLnKAMyXjdDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"67ceda3aab5ab8d6980e990f8c89b5c2221f87150abb894ba9fd29e9475c3754","last_reissued_at":"2026-07-05T01:41:53.270117Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:41:53.270117Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2004.12406","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:41:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Vn+ecd7wkq7BE2FmcPVLNBH+9JSJ/ALTKz4c2AqBGN0VwVubD1YQMWvT2kGFmXBB08tijxePhoXWDWcYlMeaDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T08:23:55.214463Z"},"content_sha256":"bf5113405269454dcc7e31a384ad834ea6362f9377bd6ab5b5064db52019dcc7","schema_version":"1.0","event_id":"sha256:bf5113405269454dcc7e31a384ad834ea6362f9377bd6ab5b5064db52019dcc7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:M7HNUOVLLK4NNGAOTEHYZCNVYI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Masking as an Efficient Alternative to Finetuning for Pretrained Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Fei Mi, Hinrich Sch\\\"utze, Martin Jaggi, Mengjie Zhao, Tao Lin","submitted_at":"2020-04-26T15:03:47Z","abstract_excerpt":"We present an efficient method of utilizing pretrained language models, where we learn selective binary masks for pretrained weights in lieu of modifying them through finetuning. Extensive evaluations of masking BERT and RoBERTa on a series of NLP tasks show that our masking scheme yields performance comparable to finetuning, yet has a much smaller memory footprint when several tasks need to be inferred simultaneously. Through intrinsic evaluations, we show that representations computed by masked language models encode information necessary for solving downstream tasks. Analyzing the loss land"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2004.12406","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2004.12406/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:41:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IV0g8kNYXJPlj/40FQ8eQK+uVBBPslGp0YnCWCQMZ/4GI2HOycKaQ7gFvIT+4kkNsyr1ly/0pVL4YipYzUigBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T08:23:55.214995Z"},"content_sha256":"abcd7c20fc9b631ba75302ac5fec14f762afe8db9564424367584fe6611e7aa2","schema_version":"1.0","event_id":"sha256:abcd7c20fc9b631ba75302ac5fec14f762afe8db9564424367584fe6611e7aa2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/M7HNUOVLLK4NNGAOTEHYZCNVYI/bundle.json","state_url":"https://pith.science/pith/M7HNUOVLLK4NNGAOTEHYZCNVYI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/M7HNUOVLLK4NNGAOTEHYZCNVYI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T08:23:55Z","links":{"resolver":"https://pith.science/pith/M7HNUOVLLK4NNGAOTEHYZCNVYI","bundle":"https://pith.science/pith/M7HNUOVLLK4NNGAOTEHYZCNVYI/bundle.json","state":"https://pith.science/pith/M7HNUOVLLK4NNGAOTEHYZCNVYI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/M7HNUOVLLK4NNGAOTEHYZCNVYI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:M7HNUOVLLK4NNGAOTEHYZCNVYI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1dc53766d9a99fa6b254c1ff76cda85188ff95f4d7d033e8584bae2087603ea1","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2020-04-26T15:03:47Z","title_canon_sha256":"fedeb3ea9966e45cf751587f97615a23b38085630ad983c1e08cce3624edda5b"},"schema_version":"1.0","source":{"id":"2004.12406","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2004.12406","created_at":"2026-07-05T01:41:53Z"},{"alias_kind":"arxiv_version","alias_value":"2004.12406v2","created_at":"2026-07-05T01:41:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2004.12406","created_at":"2026-07-05T01:41:53Z"},{"alias_kind":"pith_short_12","alias_value":"M7HNUOVLLK4N","created_at":"2026-07-05T01:41:53Z"},{"alias_kind":"pith_short_16","alias_value":"M7HNUOVLLK4NNGAO","created_at":"2026-07-05T01:41:53Z"},{"alias_kind":"pith_short_8","alias_value":"M7HNUOVL","created_at":"2026-07-05T01:41:53Z"}],"graph_snapshots":[{"event_id":"sha256:abcd7c20fc9b631ba75302ac5fec14f762afe8db9564424367584fe6611e7aa2","target":"graph","created_at":"2026-07-05T01:41:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2004.12406/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We present an efficient method of utilizing pretrained language models, where we learn selective binary masks for pretrained weights in lieu of modifying them through finetuning. Extensive evaluations of masking BERT and RoBERTa on a series of NLP tasks show that our masking scheme yields performance comparable to finetuning, yet has a much smaller memory footprint when several tasks need to be inferred simultaneously. Through intrinsic evaluations, we show that representations computed by masked language models encode information necessary for solving downstream tasks. Analyzing the loss land","authors_text":"Fei Mi, Hinrich Sch\\\"utze, Martin Jaggi, Mengjie Zhao, Tao Lin","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2020-04-26T15:03:47Z","title":"Masking as an Efficient Alternative to Finetuning for Pretrained Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2004.12406","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bf5113405269454dcc7e31a384ad834ea6362f9377bd6ab5b5064db52019dcc7","target":"record","created_at":"2026-07-05T01:41:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1dc53766d9a99fa6b254c1ff76cda85188ff95f4d7d033e8584bae2087603ea1","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2020-04-26T15:03:47Z","title_canon_sha256":"fedeb3ea9966e45cf751587f97615a23b38085630ad983c1e08cce3624edda5b"},"schema_version":"1.0","source":{"id":"2004.12406","kind":"arxiv","version":2}},"canonical_sha256":"67ceda3aab5ab8d6980e990f8c89b5c2221f87150abb894ba9fd29e9475c3754","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"67ceda3aab5ab8d6980e990f8c89b5c2221f87150abb894ba9fd29e9475c3754","first_computed_at":"2026-07-05T01:41:53.270117Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:41:53.270117Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"LtNRx2YiiJinfBeT2h6rlWI24vKqmWZn1tSnIgWS/ovri7a4ASPfQ4XwjghEpnWKsTIuNViHiNTLnKAMyXjdDw==","signature_status":"signed_v1","signed_at":"2026-07-05T01:41:53.270519Z","signed_message":"canonical_sha256_bytes"},"source_id":"2004.12406","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bf5113405269454dcc7e31a384ad834ea6362f9377bd6ab5b5064db52019dcc7","sha256:abcd7c20fc9b631ba75302ac5fec14f762afe8db9564424367584fe6611e7aa2"],"state_sha256":"fc6b256aa849b6b1aa1423b2a129468635faa7a7fa9909e5894e581177029d46"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sRtR9NNLtXgHq8ovyW4fX4z7ba/wDmtvr01bOzwSh8FwXAiNQI298LfJfrK71Nc2IHECQZzYtXrHPLlRvut+Ag==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T08:23:55.220189Z","bundle_sha256":"80c9cbadeb0b81d80e6af1286f053f432ddb0c1cc7300724b721a93ee5f54017"}}