{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:PLYI2QF2GLZ4YG7HVTJUYEZQ22","short_pith_number":"pith:PLYI2QF2","canonical_record":{"source":{"id":"2104.04907","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-04-11T03:32:49Z","cross_cats_sorted":["cs.AI","cs.IR","cs.LG"],"title_canon_sha256":"0e9ce17f55d995eb4c1242e91e11554b17ba7d2c654b0e7f4d6e78071014b458","abstract_canon_sha256":"7ea91cb58f1b650aeaeccccf004de6e4baeaf9fb55132c4b987b6a269b694238"},"schema_version":"1.0"},"canonical_sha256":"7af08d40ba32f3cc1be7acd34c1330d6bee9816719bfd1e2bb09e5f207a12262","source":{"kind":"arxiv","id":"2104.04907","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.04907","created_at":"2026-07-05T05:35:41Z"},{"alias_kind":"arxiv_version","alias_value":"2104.04907v2","created_at":"2026-07-05T05:35:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.04907","created_at":"2026-07-05T05:35:41Z"},{"alias_kind":"pith_short_12","alias_value":"PLYI2QF2GLZ4","created_at":"2026-07-05T05:35:41Z"},{"alias_kind":"pith_short_16","alias_value":"PLYI2QF2GLZ4YG7H","created_at":"2026-07-05T05:35:41Z"},{"alias_kind":"pith_short_8","alias_value":"PLYI2QF2","created_at":"2026-07-05T05:35:41Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:PLYI2QF2GLZ4YG7HVTJUYEZQ22","target":"record","payload":{"canonical_record":{"source":{"id":"2104.04907","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-04-11T03:32:49Z","cross_cats_sorted":["cs.AI","cs.IR","cs.LG"],"title_canon_sha256":"0e9ce17f55d995eb4c1242e91e11554b17ba7d2c654b0e7f4d6e78071014b458","abstract_canon_sha256":"7ea91cb58f1b650aeaeccccf004de6e4baeaf9fb55132c4b987b6a269b694238"},"schema_version":"1.0"},"canonical_sha256":"7af08d40ba32f3cc1be7acd34c1330d6bee9816719bfd1e2bb09e5f207a12262","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:35:41.477213Z","signature_b64":"pVYz/fDZDhzoP8W7ZZg3W7GUIJnp4cRMIdpDEAF+kd9RkbkDtlHgN/7TApCohI/L4GEjUp5hpnjjbLGgVVjeBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7af08d40ba32f3cc1be7acd34c1330d6bee9816719bfd1e2bb09e5f207a12262","last_reissued_at":"2026-07-05T05:35:41.476778Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:35:41.476778Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2104.04907","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:35:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Hjs718WPsY7agzr/+Y23dQgiswNXPUfNng/BxPaF733VKsOD/z9nRRjYVz3nwPpY9qwkg057dwD21mgFlGJzCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-21T06:53:53.693332Z"},"content_sha256":"e7b89f8539a90d42ad5e78a2ef2d125f0432d1031186491ee06b0a99297b59c0","schema_version":"1.0","event_id":"sha256:e7b89f8539a90d42ad5e78a2ef2d125f0432d1031186491ee06b0a99297b59c0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:PLYI2QF2GLZ4YG7HVTJUYEZQ22","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Disentangled Contrastive Learning for Learning Robust Textual Representations","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.IR","cs.LG"],"primary_cat":"cs.CL","authors_text":"Hongbin Ye, Huajun Chen, Ningyu Zhang, Shumin Deng, Xiang Chen, Xin Xie, Zhen Bi","submitted_at":"2021-04-11T03:32:49Z","abstract_excerpt":"Although the self-supervised pre-training of transformer models has resulted in the revolutionizing of natural language processing (NLP) applications and the achievement of state-of-the-art results with regard to various benchmarks, this process is still vulnerable to small and imperceptible permutations originating from legitimate inputs. Intuitively, the representations should be similar in the feature space with subtle input permutations, while large variations occur with different meanings. This motivates us to investigate the learning of robust textual representation in a contrastive mann"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.04907","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2104.04907/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:35:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tIahIH56RFVwxY3EIcClbbwoqewOlIdr1pdhvYNHCD0+s+bw1GE7oYK/N6xclReR0IjRK3YwdprnX/oqQ1cAAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-21T06:53:53.693727Z"},"content_sha256":"0091fa90cdb7edd35392f0aa65fdf43b9dab5ec15cda6c65aebe47619b65805d","schema_version":"1.0","event_id":"sha256:0091fa90cdb7edd35392f0aa65fdf43b9dab5ec15cda6c65aebe47619b65805d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PLYI2QF2GLZ4YG7HVTJUYEZQ22/bundle.json","state_url":"https://pith.science/pith/PLYI2QF2GLZ4YG7HVTJUYEZQ22/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PLYI2QF2GLZ4YG7HVTJUYEZQ22/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-21T06:53:53Z","links":{"resolver":"https://pith.science/pith/PLYI2QF2GLZ4YG7HVTJUYEZQ22","bundle":"https://pith.science/pith/PLYI2QF2GLZ4YG7HVTJUYEZQ22/bundle.json","state":"https://pith.science/pith/PLYI2QF2GLZ4YG7HVTJUYEZQ22/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PLYI2QF2GLZ4YG7HVTJUYEZQ22/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:PLYI2QF2GLZ4YG7HVTJUYEZQ22","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7ea91cb58f1b650aeaeccccf004de6e4baeaf9fb55132c4b987b6a269b694238","cross_cats_sorted":["cs.AI","cs.IR","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-04-11T03:32:49Z","title_canon_sha256":"0e9ce17f55d995eb4c1242e91e11554b17ba7d2c654b0e7f4d6e78071014b458"},"schema_version":"1.0","source":{"id":"2104.04907","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.04907","created_at":"2026-07-05T05:35:41Z"},{"alias_kind":"arxiv_version","alias_value":"2104.04907v2","created_at":"2026-07-05T05:35:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.04907","created_at":"2026-07-05T05:35:41Z"},{"alias_kind":"pith_short_12","alias_value":"PLYI2QF2GLZ4","created_at":"2026-07-05T05:35:41Z"},{"alias_kind":"pith_short_16","alias_value":"PLYI2QF2GLZ4YG7H","created_at":"2026-07-05T05:35:41Z"},{"alias_kind":"pith_short_8","alias_value":"PLYI2QF2","created_at":"2026-07-05T05:35:41Z"}],"graph_snapshots":[{"event_id":"sha256:0091fa90cdb7edd35392f0aa65fdf43b9dab5ec15cda6c65aebe47619b65805d","target":"graph","created_at":"2026-07-05T05:35:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2104.04907/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Although the self-supervised pre-training of transformer models has resulted in the revolutionizing of natural language processing (NLP) applications and the achievement of state-of-the-art results with regard to various benchmarks, this process is still vulnerable to small and imperceptible permutations originating from legitimate inputs. Intuitively, the representations should be similar in the feature space with subtle input permutations, while large variations occur with different meanings. This motivates us to investigate the learning of robust textual representation in a contrastive mann","authors_text":"Hongbin Ye, Huajun Chen, Ningyu Zhang, Shumin Deng, Xiang Chen, Xin Xie, Zhen Bi","cross_cats":["cs.AI","cs.IR","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-04-11T03:32:49Z","title":"Disentangled Contrastive Learning for Learning Robust Textual Representations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.04907","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e7b89f8539a90d42ad5e78a2ef2d125f0432d1031186491ee06b0a99297b59c0","target":"record","created_at":"2026-07-05T05:35:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7ea91cb58f1b650aeaeccccf004de6e4baeaf9fb55132c4b987b6a269b694238","cross_cats_sorted":["cs.AI","cs.IR","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-04-11T03:32:49Z","title_canon_sha256":"0e9ce17f55d995eb4c1242e91e11554b17ba7d2c654b0e7f4d6e78071014b458"},"schema_version":"1.0","source":{"id":"2104.04907","kind":"arxiv","version":2}},"canonical_sha256":"7af08d40ba32f3cc1be7acd34c1330d6bee9816719bfd1e2bb09e5f207a12262","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7af08d40ba32f3cc1be7acd34c1330d6bee9816719bfd1e2bb09e5f207a12262","first_computed_at":"2026-07-05T05:35:41.476778Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:35:41.476778Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"pVYz/fDZDhzoP8W7ZZg3W7GUIJnp4cRMIdpDEAF+kd9RkbkDtlHgN/7TApCohI/L4GEjUp5hpnjjbLGgVVjeBA==","signature_status":"signed_v1","signed_at":"2026-07-05T05:35:41.477213Z","signed_message":"canonical_sha256_bytes"},"source_id":"2104.04907","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e7b89f8539a90d42ad5e78a2ef2d125f0432d1031186491ee06b0a99297b59c0","sha256:0091fa90cdb7edd35392f0aa65fdf43b9dab5ec15cda6c65aebe47619b65805d"],"state_sha256":"8726593e3fe404981351c754c766d6648b836a937db2c579de3ed439ce10db38"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GWYPX7wKiadXJLzNFnMCAP0OgSR1cd8XC6sm7O9zl0kSdj9HGsPtEVr0B4d77A8CoJqyY4WZQVnuZRPbvLlHAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-21T06:53:53.696358Z","bundle_sha256":"9b4f429df736d32f5ac1ae4ebcecce94ad22eefec0674e108ee2a92e649bac87"}}