{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:N6N2NXP6HUMSC5VWPMFBUPSGB7","short_pith_number":"pith:N6N2NXP6","canonical_record":{"source":{"id":"2006.05676","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-06-02T23:40:41Z","cross_cats_sorted":["cs.LG","stat.ML"],"title_canon_sha256":"072c0bff62e13d6df203113a3650aea3699c6cfa2c5bbc936cf3634e43a827e8","abstract_canon_sha256":"59d880ec99c25342cc7f41bb9b6917c64b6e4460a9a114ff78788f0d400e6eab"},"schema_version":"1.0"},"canonical_sha256":"6f9ba6ddfe3d192176b67b0a1a3e460fd81aab01ccc33ef3597f92a963fe8b8c","source":{"kind":"arxiv","id":"2006.05676","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2006.05676","created_at":"2026-07-05T01:09:15Z"},{"alias_kind":"arxiv_version","alias_value":"2006.05676v1","created_at":"2026-07-05T01:09:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2006.05676","created_at":"2026-07-05T01:09:15Z"},{"alias_kind":"pith_short_12","alias_value":"N6N2NXP6HUMS","created_at":"2026-07-05T01:09:15Z"},{"alias_kind":"pith_short_16","alias_value":"N6N2NXP6HUMSC5VW","created_at":"2026-07-05T01:09:15Z"},{"alias_kind":"pith_short_8","alias_value":"N6N2NXP6","created_at":"2026-07-05T01:09:15Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:N6N2NXP6HUMSC5VWPMFBUPSGB7","target":"record","payload":{"canonical_record":{"source":{"id":"2006.05676","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-06-02T23:40:41Z","cross_cats_sorted":["cs.LG","stat.ML"],"title_canon_sha256":"072c0bff62e13d6df203113a3650aea3699c6cfa2c5bbc936cf3634e43a827e8","abstract_canon_sha256":"59d880ec99c25342cc7f41bb9b6917c64b6e4460a9a114ff78788f0d400e6eab"},"schema_version":"1.0"},"canonical_sha256":"6f9ba6ddfe3d192176b67b0a1a3e460fd81aab01ccc33ef3597f92a963fe8b8c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:09:15.777273Z","signature_b64":"fxO59x7F3o0QFSTVLE7f9K9xeE29aAjYgNLqDwWvmrwHaHhGYvjAPn7UxIOPWkmhaeGJ7FGuHlmxluQ6c5MDDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6f9ba6ddfe3d192176b67b0a1a3e460fd81aab01ccc33ef3597f92a963fe8b8c","last_reissued_at":"2026-07-05T01:09:15.776863Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:09:15.776863Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2006.05676","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:09:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9LR1vBw0IOzxSQLv8Di7kyn3t9FKaXFS4/56nLpqePokcuqDULpiku3Y1hheD9KTMqGT0hzrJpVYTmW2Lwz3Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T09:53:50.477651Z"},"content_sha256":"7e03149f6d7a1132a73c07bd9f0ea1eb06a8e6a623499b1a6ba28812f549738a","schema_version":"1.0","event_id":"sha256:7e03149f6d7a1132a73c07bd9f0ea1eb06a8e6a623499b1a6ba28812f549738a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:N6N2NXP6HUMSC5VWPMFBUPSGB7","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Position Masking for Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG","stat.ML"],"primary_cat":"cs.CL","authors_text":"Andy Wagner, Godfrey Da Costa, Marc Tremblay, Mrinal Iyer, Tiyasa Mitra","submitted_at":"2020-06-02T23:40:41Z","abstract_excerpt":"Masked language modeling (MLM) pre-training models such as BERT corrupt the input by replacing some tokens with [MASK] and then train a model to reconstruct the original tokens. This is an effective technique which has led to good results on all NLP benchmarks. We propose to expand upon this idea by masking the positions of some tokens along with the masked input token ids. We follow the same standard approach as BERT masking a percentage of the tokens positions and then predicting their original values using an additional fully connected classifier stage. This approach has shown good performa"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2006.05676","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2006.05676/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:09:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XY4VduvNUBDLhhTqzi+o775YRiTjh99giDkGHU5qOhft2Jxx8vbDpNw30iCqRglo8W2WB/YgvaN3c24+JRjEDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T09:53:50.478317Z"},"content_sha256":"f7ed90fe5b425cecd7798e142f647f9d91e426d371eb6a6d1056bc0959ef7cb0","schema_version":"1.0","event_id":"sha256:f7ed90fe5b425cecd7798e142f647f9d91e426d371eb6a6d1056bc0959ef7cb0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/N6N2NXP6HUMSC5VWPMFBUPSGB7/bundle.json","state_url":"https://pith.science/pith/N6N2NXP6HUMSC5VWPMFBUPSGB7/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/N6N2NXP6HUMSC5VWPMFBUPSGB7/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T09:53:50Z","links":{"resolver":"https://pith.science/pith/N6N2NXP6HUMSC5VWPMFBUPSGB7","bundle":"https://pith.science/pith/N6N2NXP6HUMSC5VWPMFBUPSGB7/bundle.json","state":"https://pith.science/pith/N6N2NXP6HUMSC5VWPMFBUPSGB7/state.json","well_known_bundle":"https://pith.science/.well-known/pith/N6N2NXP6HUMSC5VWPMFBUPSGB7/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:N6N2NXP6HUMSC5VWPMFBUPSGB7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"59d880ec99c25342cc7f41bb9b6917c64b6e4460a9a114ff78788f0d400e6eab","cross_cats_sorted":["cs.LG","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-06-02T23:40:41Z","title_canon_sha256":"072c0bff62e13d6df203113a3650aea3699c6cfa2c5bbc936cf3634e43a827e8"},"schema_version":"1.0","source":{"id":"2006.05676","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2006.05676","created_at":"2026-07-05T01:09:15Z"},{"alias_kind":"arxiv_version","alias_value":"2006.05676v1","created_at":"2026-07-05T01:09:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2006.05676","created_at":"2026-07-05T01:09:15Z"},{"alias_kind":"pith_short_12","alias_value":"N6N2NXP6HUMS","created_at":"2026-07-05T01:09:15Z"},{"alias_kind":"pith_short_16","alias_value":"N6N2NXP6HUMSC5VW","created_at":"2026-07-05T01:09:15Z"},{"alias_kind":"pith_short_8","alias_value":"N6N2NXP6","created_at":"2026-07-05T01:09:15Z"}],"graph_snapshots":[{"event_id":"sha256:f7ed90fe5b425cecd7798e142f647f9d91e426d371eb6a6d1056bc0959ef7cb0","target":"graph","created_at":"2026-07-05T01:09:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2006.05676/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Masked language modeling (MLM) pre-training models such as BERT corrupt the input by replacing some tokens with [MASK] and then train a model to reconstruct the original tokens. This is an effective technique which has led to good results on all NLP benchmarks. We propose to expand upon this idea by masking the positions of some tokens along with the masked input token ids. We follow the same standard approach as BERT masking a percentage of the tokens positions and then predicting their original values using an additional fully connected classifier stage. This approach has shown good performa","authors_text":"Andy Wagner, Godfrey Da Costa, Marc Tremblay, Mrinal Iyer, Tiyasa Mitra","cross_cats":["cs.LG","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-06-02T23:40:41Z","title":"Position Masking for Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2006.05676","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7e03149f6d7a1132a73c07bd9f0ea1eb06a8e6a623499b1a6ba28812f549738a","target":"record","created_at":"2026-07-05T01:09:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"59d880ec99c25342cc7f41bb9b6917c64b6e4460a9a114ff78788f0d400e6eab","cross_cats_sorted":["cs.LG","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-06-02T23:40:41Z","title_canon_sha256":"072c0bff62e13d6df203113a3650aea3699c6cfa2c5bbc936cf3634e43a827e8"},"schema_version":"1.0","source":{"id":"2006.05676","kind":"arxiv","version":1}},"canonical_sha256":"6f9ba6ddfe3d192176b67b0a1a3e460fd81aab01ccc33ef3597f92a963fe8b8c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6f9ba6ddfe3d192176b67b0a1a3e460fd81aab01ccc33ef3597f92a963fe8b8c","first_computed_at":"2026-07-05T01:09:15.776863Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:09:15.776863Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"fxO59x7F3o0QFSTVLE7f9K9xeE29aAjYgNLqDwWvmrwHaHhGYvjAPn7UxIOPWkmhaeGJ7FGuHlmxluQ6c5MDDw==","signature_status":"signed_v1","signed_at":"2026-07-05T01:09:15.777273Z","signed_message":"canonical_sha256_bytes"},"source_id":"2006.05676","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7e03149f6d7a1132a73c07bd9f0ea1eb06a8e6a623499b1a6ba28812f549738a","sha256:f7ed90fe5b425cecd7798e142f647f9d91e426d371eb6a6d1056bc0959ef7cb0"],"state_sha256":"c4fe68201a08adba788cd4b397ecc46327a1d783cf8a83474209866649e55e6d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5MXr4biVfSOc9yj5YA/MUk9v+hVFqU86jNGQgnAty5uGf05+EvMGBLHO/h0QbTS7OrpCWM62Hd0SXKBb11ZkCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T09:53:50.482904Z","bundle_sha256":"0a272eda41add62ea77e8fec291d7cc7c2ffbf3b5cfafa256cfd958253829eb4"}}