{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:XIAQVYAFMVGB442CUL5PMGROBO","short_pith_number":"pith:XIAQVYAF","canonical_record":{"source":{"id":"2005.12766","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-05-16T16:20:38Z","cross_cats_sorted":["cs.LG","stat.ML"],"title_canon_sha256":"dfd64f171c546c52d796aec7c46a3adcfa311dc5cbcb79577606e593be86754c","abstract_canon_sha256":"66cf76ffd12c1dfa9a28b71cec6b394e59b5db0898667bf3df4cd967ef5a487b"},"schema_version":"1.0"},"canonical_sha256":"ba010ae005654c1e7342a2faf61a2e0bb26884949397e361b4d37589ad1e54e6","source":{"kind":"arxiv","id":"2005.12766","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2005.12766","created_at":"2026-07-05T01:11:14Z"},{"alias_kind":"arxiv_version","alias_value":"2005.12766v2","created_at":"2026-07-05T01:11:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2005.12766","created_at":"2026-07-05T01:11:14Z"},{"alias_kind":"pith_short_12","alias_value":"XIAQVYAFMVGB","created_at":"2026-07-05T01:11:14Z"},{"alias_kind":"pith_short_16","alias_value":"XIAQVYAFMVGB442C","created_at":"2026-07-05T01:11:14Z"},{"alias_kind":"pith_short_8","alias_value":"XIAQVYAF","created_at":"2026-07-05T01:11:14Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:XIAQVYAFMVGB442CUL5PMGROBO","target":"record","payload":{"canonical_record":{"source":{"id":"2005.12766","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-05-16T16:20:38Z","cross_cats_sorted":["cs.LG","stat.ML"],"title_canon_sha256":"dfd64f171c546c52d796aec7c46a3adcfa311dc5cbcb79577606e593be86754c","abstract_canon_sha256":"66cf76ffd12c1dfa9a28b71cec6b394e59b5db0898667bf3df4cd967ef5a487b"},"schema_version":"1.0"},"canonical_sha256":"ba010ae005654c1e7342a2faf61a2e0bb26884949397e361b4d37589ad1e54e6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:11:14.036439Z","signature_b64":"cxt16FQEP6MRojddMKR9N1KTr2O6uBbNZr16W+Wa6YprBz6B049huJsNlsSMlyQg0bXYGnTJQ6EYbaWKegifAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ba010ae005654c1e7342a2faf61a2e0bb26884949397e361b4d37589ad1e54e6","last_reissued_at":"2026-07-05T01:11:14.036034Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:11:14.036034Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2005.12766","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:11:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0yddeWS/HbUU1jH39gmdM0+wYBv9KdT1G1LQm+a5/IbZl8JfpUB8STio3b4tdd0pOJzScFY/cpgtiFNhCnLGCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T09:47:03.480295Z"},"content_sha256":"f40ff71167fe40d361624122fbedfa1f18da5a7e23f805e4fe8f578d1100d541","schema_version":"1.0","event_id":"sha256:f40ff71167fe40d361624122fbedfa1f18da5a7e23f805e4fe8f578d1100d541"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:XIAQVYAFMVGB442CUL5PMGROBO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"CERT: Contrastive Self-supervised Learning for Language Understanding","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG","stat.ML"],"primary_cat":"cs.CL","authors_text":"Hongchao Fang, Jiayuan Ding, Meng Zhou, Pengtao Xie, Sicheng Wang","submitted_at":"2020-05-16T16:20:38Z","abstract_excerpt":"Pretrained language models such as BERT, GPT have shown great effectiveness in language understanding. The auxiliary predictive tasks in existing pretraining approaches are mostly defined on tokens, thus may not be able to capture sentence-level semantics very well. To address this issue, we propose CERT: Contrastive self-supervised Encoder Representations from Transformers, which pretrains language representation models using contrastive self-supervised learning at the sentence level. CERT creates augmentations of original sentences using back-translation. Then it finetunes a pretrained langu"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2005.12766","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2005.12766/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:11:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2Q5fyz1/3gbPwnPEKTQP49DR5PGSP6GVYLNsN4087p0KuBJYjphECBd9uZFyoxWrzDHagi0AG0mdeWq1eOJgBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T09:47:03.481277Z"},"content_sha256":"a2e6d59ce9f91b1d12725b4e8b4ddb7adbcc80ed11e433be7ea70376cba1c4e0","schema_version":"1.0","event_id":"sha256:a2e6d59ce9f91b1d12725b4e8b4ddb7adbcc80ed11e433be7ea70376cba1c4e0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XIAQVYAFMVGB442CUL5PMGROBO/bundle.json","state_url":"https://pith.science/pith/XIAQVYAFMVGB442CUL5PMGROBO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XIAQVYAFMVGB442CUL5PMGROBO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T09:47:03Z","links":{"resolver":"https://pith.science/pith/XIAQVYAFMVGB442CUL5PMGROBO","bundle":"https://pith.science/pith/XIAQVYAFMVGB442CUL5PMGROBO/bundle.json","state":"https://pith.science/pith/XIAQVYAFMVGB442CUL5PMGROBO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XIAQVYAFMVGB442CUL5PMGROBO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:XIAQVYAFMVGB442CUL5PMGROBO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"66cf76ffd12c1dfa9a28b71cec6b394e59b5db0898667bf3df4cd967ef5a487b","cross_cats_sorted":["cs.LG","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-05-16T16:20:38Z","title_canon_sha256":"dfd64f171c546c52d796aec7c46a3adcfa311dc5cbcb79577606e593be86754c"},"schema_version":"1.0","source":{"id":"2005.12766","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2005.12766","created_at":"2026-07-05T01:11:14Z"},{"alias_kind":"arxiv_version","alias_value":"2005.12766v2","created_at":"2026-07-05T01:11:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2005.12766","created_at":"2026-07-05T01:11:14Z"},{"alias_kind":"pith_short_12","alias_value":"XIAQVYAFMVGB","created_at":"2026-07-05T01:11:14Z"},{"alias_kind":"pith_short_16","alias_value":"XIAQVYAFMVGB442C","created_at":"2026-07-05T01:11:14Z"},{"alias_kind":"pith_short_8","alias_value":"XIAQVYAF","created_at":"2026-07-05T01:11:14Z"}],"graph_snapshots":[{"event_id":"sha256:a2e6d59ce9f91b1d12725b4e8b4ddb7adbcc80ed11e433be7ea70376cba1c4e0","target":"graph","created_at":"2026-07-05T01:11:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2005.12766/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Pretrained language models such as BERT, GPT have shown great effectiveness in language understanding. The auxiliary predictive tasks in existing pretraining approaches are mostly defined on tokens, thus may not be able to capture sentence-level semantics very well. To address this issue, we propose CERT: Contrastive self-supervised Encoder Representations from Transformers, which pretrains language representation models using contrastive self-supervised learning at the sentence level. CERT creates augmentations of original sentences using back-translation. Then it finetunes a pretrained langu","authors_text":"Hongchao Fang, Jiayuan Ding, Meng Zhou, Pengtao Xie, Sicheng Wang","cross_cats":["cs.LG","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-05-16T16:20:38Z","title":"CERT: Contrastive Self-supervised Learning for Language Understanding"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2005.12766","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f40ff71167fe40d361624122fbedfa1f18da5a7e23f805e4fe8f578d1100d541","target":"record","created_at":"2026-07-05T01:11:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"66cf76ffd12c1dfa9a28b71cec6b394e59b5db0898667bf3df4cd967ef5a487b","cross_cats_sorted":["cs.LG","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-05-16T16:20:38Z","title_canon_sha256":"dfd64f171c546c52d796aec7c46a3adcfa311dc5cbcb79577606e593be86754c"},"schema_version":"1.0","source":{"id":"2005.12766","kind":"arxiv","version":2}},"canonical_sha256":"ba010ae005654c1e7342a2faf61a2e0bb26884949397e361b4d37589ad1e54e6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ba010ae005654c1e7342a2faf61a2e0bb26884949397e361b4d37589ad1e54e6","first_computed_at":"2026-07-05T01:11:14.036034Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:11:14.036034Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"cxt16FQEP6MRojddMKR9N1KTr2O6uBbNZr16W+Wa6YprBz6B049huJsNlsSMlyQg0bXYGnTJQ6EYbaWKegifAg==","signature_status":"signed_v1","signed_at":"2026-07-05T01:11:14.036439Z","signed_message":"canonical_sha256_bytes"},"source_id":"2005.12766","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f40ff71167fe40d361624122fbedfa1f18da5a7e23f805e4fe8f578d1100d541","sha256:a2e6d59ce9f91b1d12725b4e8b4ddb7adbcc80ed11e433be7ea70376cba1c4e0"],"state_sha256":"0350db33af0211bdbd4c42f5f0be6d76142a33153bdc6e7ad49402df0450e698"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pGP3tUG+9uYtxico0W2lk6L2IiWVZGamfnWo9xaKV1Qb0Ye2yEGvb1g67RXC7YeR/nYMmi9T3472XPx4PYoHDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T09:47:03.488139Z","bundle_sha256":"a467dd16dbf6b1cd12d4d87c8b70ca3b2d843c4432d389f775f3b6a74d04497f"}}