{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:DCPCCDBZHZTCR2IFNXWM3VGXSW","short_pith_number":"pith:DCPCCDBZ","canonical_record":{"source":{"id":"2109.02040","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-05T11:27:53Z","cross_cats_sorted":["cs.CV","cs.LG"],"title_canon_sha256":"562819232c7eec647499eb4e4a8f30728c4bc9dafc1e71a20aa972e3853d3a95","abstract_canon_sha256":"5c1c2f98792650f5f6a4ddb78ac1390fc56f9f24f2858d92a2a26310e93ed3b4"},"schema_version":"1.0"},"canonical_sha256":"189e210c393e6628e9056deccdd4d795a691c7b12a9dc5f4043313d8a030e5f8","source":{"kind":"arxiv","id":"2109.02040","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.02040","created_at":"2026-07-05T03:11:37Z"},{"alias_kind":"arxiv_version","alias_value":"2109.02040v1","created_at":"2026-07-05T03:11:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.02040","created_at":"2026-07-05T03:11:37Z"},{"alias_kind":"pith_short_12","alias_value":"DCPCCDBZHZTC","created_at":"2026-07-05T03:11:37Z"},{"alias_kind":"pith_short_16","alias_value":"DCPCCDBZHZTCR2IF","created_at":"2026-07-05T03:11:37Z"},{"alias_kind":"pith_short_8","alias_value":"DCPCCDBZ","created_at":"2026-07-05T03:11:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:DCPCCDBZHZTCR2IFNXWM3VGXSW","target":"record","payload":{"canonical_record":{"source":{"id":"2109.02040","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-05T11:27:53Z","cross_cats_sorted":["cs.CV","cs.LG"],"title_canon_sha256":"562819232c7eec647499eb4e4a8f30728c4bc9dafc1e71a20aa972e3853d3a95","abstract_canon_sha256":"5c1c2f98792650f5f6a4ddb78ac1390fc56f9f24f2858d92a2a26310e93ed3b4"},"schema_version":"1.0"},"canonical_sha256":"189e210c393e6628e9056deccdd4d795a691c7b12a9dc5f4043313d8a030e5f8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:11:37.868952Z","signature_b64":"lCyRKz4YQMQrmVvffUn5AI2VzVAUhUkBe/1FfsjmGDd7aUJSY7349QPW02WZfeF+0jgG6kCW0Tis1d5A9VoVBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"189e210c393e6628e9056deccdd4d795a691c7b12a9dc5f4043313d8a030e5f8","last_reissued_at":"2026-07-05T03:11:37.868537Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:11:37.868537Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2109.02040","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:11:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oC8Kn47CAb2DxvU/ttP33xKzKpQ3KN9bOoJNeoXBtoqx0EKPd3eQ0uRobdKzF+8FOZQeg61SHDVCAPdxgqZ7AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T19:55:45.876901Z"},"content_sha256":"d6e20ebaecff47f1d6e04c385fcd7f26defc5ec698d6dedcf7b6bf27455eb321","schema_version":"1.0","event_id":"sha256:d6e20ebaecff47f1d6e04c385fcd7f26defc5ec698d6dedcf7b6bf27455eb321"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:DCPCCDBZHZTCR2IFNXWM3VGXSW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Data Efficient Masked Language Modeling for Vision and Language","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CV","cs.LG"],"primary_cat":"cs.CL","authors_text":"Gabriel Stanovsky, Michael Elhadad, Roy Schwartz, Yonatan Bitton","submitted_at":"2021-09-05T11:27:53Z","abstract_excerpt":"Masked language modeling (MLM) is one of the key sub-tasks in vision-language pretraining. In the cross-modal setting, tokens in the sentence are masked at random, and the model predicts the masked tokens given the image and the text. In this paper, we observe several key disadvantages of MLM in this setting. First, as captions tend to be short, in a third of the sentences no token is sampled. Second, the majority of masked tokens are stop-words and punctuation, leading to under-utilization of the image. We investigate a range of alternative masking strategies specific to the cross-modal setti"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.02040","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2109.02040/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:11:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MESgBKdMXSeK8hAxqPB/a3q7lVB+wRP4fEN0zS/5d4u18PlGZkrCZTbmy4SKQ/qzXFwfdI1bndeoH4FOkeCoAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T19:55:45.877400Z"},"content_sha256":"aedaf04f050184036ca74e7505aa82a9245ab8ba20dfa6ba67e8c82846971bb6","schema_version":"1.0","event_id":"sha256:aedaf04f050184036ca74e7505aa82a9245ab8ba20dfa6ba67e8c82846971bb6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DCPCCDBZHZTCR2IFNXWM3VGXSW/bundle.json","state_url":"https://pith.science/pith/DCPCCDBZHZTCR2IFNXWM3VGXSW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DCPCCDBZHZTCR2IFNXWM3VGXSW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T19:55:45Z","links":{"resolver":"https://pith.science/pith/DCPCCDBZHZTCR2IFNXWM3VGXSW","bundle":"https://pith.science/pith/DCPCCDBZHZTCR2IFNXWM3VGXSW/bundle.json","state":"https://pith.science/pith/DCPCCDBZHZTCR2IFNXWM3VGXSW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DCPCCDBZHZTCR2IFNXWM3VGXSW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:DCPCCDBZHZTCR2IFNXWM3VGXSW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5c1c2f98792650f5f6a4ddb78ac1390fc56f9f24f2858d92a2a26310e93ed3b4","cross_cats_sorted":["cs.CV","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-05T11:27:53Z","title_canon_sha256":"562819232c7eec647499eb4e4a8f30728c4bc9dafc1e71a20aa972e3853d3a95"},"schema_version":"1.0","source":{"id":"2109.02040","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.02040","created_at":"2026-07-05T03:11:37Z"},{"alias_kind":"arxiv_version","alias_value":"2109.02040v1","created_at":"2026-07-05T03:11:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.02040","created_at":"2026-07-05T03:11:37Z"},{"alias_kind":"pith_short_12","alias_value":"DCPCCDBZHZTC","created_at":"2026-07-05T03:11:37Z"},{"alias_kind":"pith_short_16","alias_value":"DCPCCDBZHZTCR2IF","created_at":"2026-07-05T03:11:37Z"},{"alias_kind":"pith_short_8","alias_value":"DCPCCDBZ","created_at":"2026-07-05T03:11:37Z"}],"graph_snapshots":[{"event_id":"sha256:aedaf04f050184036ca74e7505aa82a9245ab8ba20dfa6ba67e8c82846971bb6","target":"graph","created_at":"2026-07-05T03:11:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2109.02040/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Masked language modeling (MLM) is one of the key sub-tasks in vision-language pretraining. In the cross-modal setting, tokens in the sentence are masked at random, and the model predicts the masked tokens given the image and the text. In this paper, we observe several key disadvantages of MLM in this setting. First, as captions tend to be short, in a third of the sentences no token is sampled. Second, the majority of masked tokens are stop-words and punctuation, leading to under-utilization of the image. We investigate a range of alternative masking strategies specific to the cross-modal setti","authors_text":"Gabriel Stanovsky, Michael Elhadad, Roy Schwartz, Yonatan Bitton","cross_cats":["cs.CV","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-05T11:27:53Z","title":"Data Efficient Masked Language Modeling for Vision and Language"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.02040","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d6e20ebaecff47f1d6e04c385fcd7f26defc5ec698d6dedcf7b6bf27455eb321","target":"record","created_at":"2026-07-05T03:11:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5c1c2f98792650f5f6a4ddb78ac1390fc56f9f24f2858d92a2a26310e93ed3b4","cross_cats_sorted":["cs.CV","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-05T11:27:53Z","title_canon_sha256":"562819232c7eec647499eb4e4a8f30728c4bc9dafc1e71a20aa972e3853d3a95"},"schema_version":"1.0","source":{"id":"2109.02040","kind":"arxiv","version":1}},"canonical_sha256":"189e210c393e6628e9056deccdd4d795a691c7b12a9dc5f4043313d8a030e5f8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"189e210c393e6628e9056deccdd4d795a691c7b12a9dc5f4043313d8a030e5f8","first_computed_at":"2026-07-05T03:11:37.868537Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:11:37.868537Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"lCyRKz4YQMQrmVvffUn5AI2VzVAUhUkBe/1FfsjmGDd7aUJSY7349QPW02WZfeF+0jgG6kCW0Tis1d5A9VoVBg==","signature_status":"signed_v1","signed_at":"2026-07-05T03:11:37.868952Z","signed_message":"canonical_sha256_bytes"},"source_id":"2109.02040","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d6e20ebaecff47f1d6e04c385fcd7f26defc5ec698d6dedcf7b6bf27455eb321","sha256:aedaf04f050184036ca74e7505aa82a9245ab8ba20dfa6ba67e8c82846971bb6"],"state_sha256":"83e2921eba7437c7c1e5972b0d72b38e4740989bc6b681e802e9e40cb1a3e79a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4Sz0BjTgMFsqhZzzeN40sY+u5r/BDHMu8SG8bZ17igqeh4y5T59sgEY5xa/a1ika2q76dgYbhA7ETl12Y4XJDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T19:55:45.881855Z","bundle_sha256":"78fcc20c25db3ef3b4000f4e6d06e3e39398e64d66dabaafed6921585a995bb1"}}