{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:54TCGTOB5IDU2MT5GQCDOWDHQG","short_pith_number":"pith:54TCGTOB","canonical_record":{"source":{"id":"2112.05638","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2021-12-10T16:11:23Z","cross_cats_sorted":[],"title_canon_sha256":"5374683674fb7d0dfd38ade515cabf619997b0ad17df1af7ffb4775c5bc68b68","abstract_canon_sha256":"b3d4ecd841721e7a39c435074ab49c007330baee257059d83d66c52be3816437"},"schema_version":"1.0"},"canonical_sha256":"ef26234dc1ea074d327d340437586781881651d624dbfd8befc942d8b7cd26f4","source":{"kind":"arxiv","id":"2112.05638","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2112.05638","created_at":"2026-07-05T05:36:45Z"},{"alias_kind":"arxiv_version","alias_value":"2112.05638v2","created_at":"2026-07-05T05:36:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2112.05638","created_at":"2026-07-05T05:36:45Z"},{"alias_kind":"pith_short_12","alias_value":"54TCGTOB5IDU","created_at":"2026-07-05T05:36:45Z"},{"alias_kind":"pith_short_16","alias_value":"54TCGTOB5IDU2MT5","created_at":"2026-07-05T05:36:45Z"},{"alias_kind":"pith_short_8","alias_value":"54TCGTOB","created_at":"2026-07-05T05:36:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:54TCGTOB5IDU2MT5GQCDOWDHQG","target":"record","payload":{"canonical_record":{"source":{"id":"2112.05638","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2021-12-10T16:11:23Z","cross_cats_sorted":[],"title_canon_sha256":"5374683674fb7d0dfd38ade515cabf619997b0ad17df1af7ffb4775c5bc68b68","abstract_canon_sha256":"b3d4ecd841721e7a39c435074ab49c007330baee257059d83d66c52be3816437"},"schema_version":"1.0"},"canonical_sha256":"ef26234dc1ea074d327d340437586781881651d624dbfd8befc942d8b7cd26f4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:36:45.716116Z","signature_b64":"w5SFlypA0kvyIwqTt8cp5RGo354x0GONwv5VpwxkAmZXH/Xp5kfMlr34EYQTfMJG2eVjzx93mqd3rO9DxKikDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ef26234dc1ea074d327d340437586781881651d624dbfd8befc942d8b7cd26f4","last_reissued_at":"2026-07-05T05:36:45.715666Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:36:45.715666Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2112.05638","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:36:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Fp0bb9IN5N2P681WyDEI5NuiBXhXDiKktrYY3JXcZyYW/zMVgOId6fvX36VMrvYMgYB9k8gL3JwIEm+9IUvsAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T06:25:20.726017Z"},"content_sha256":"0f3a0a2ac635d21e3b08da56c8894902d4657bf3764c619babd66b07c9fb4d42","schema_version":"1.0","event_id":"sha256:0f3a0a2ac635d21e3b08da56c8894902d4657bf3764c619babd66b07c9fb4d42"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:54TCGTOB5IDU2MT5GQCDOWDHQG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"DistilCSE: Effective Knowledge Distillation For Contrastive Sentence Embeddings","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Chaochen Gao, Jue Wang, Liangjun Zang, Peng Wang, Songlin Hu, Xing Wu, Zhongyuan Wang","submitted_at":"2021-12-10T16:11:23Z","abstract_excerpt":"Large-scale contrastive learning models can learn very informative sentence embeddings, but are hard to serve online due to the huge model size. Therefore, they often play the role of \"teacher\", transferring abilities to small \"student\" models through knowledge distillation. However, knowledge distillation inevitably brings some drop in embedding effect. To tackle that, we propose an effective knowledge distillation framework for contrastive sentence embeddings, termed DistilCSE. It first applies knowledge distillation on a large amount of unlabeled data, and then fine-tunes student models thr"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2112.05638","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2112.05638/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:36:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zKfyZONUC/1+c1NewJURcMrj2d/AChJrdM3c7p7qOUFIufkqOlzkTNB8oOa4CyF4FK9JMh7rNCxeyBnJ2GhxCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T06:25:20.726590Z"},"content_sha256":"97e4c913844856e7b504f906a05c142b103ce6b4b906a1882d0ea3180caad1fc","schema_version":"1.0","event_id":"sha256:97e4c913844856e7b504f906a05c142b103ce6b4b906a1882d0ea3180caad1fc"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/54TCGTOB5IDU2MT5GQCDOWDHQG/bundle.json","state_url":"https://pith.science/pith/54TCGTOB5IDU2MT5GQCDOWDHQG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/54TCGTOB5IDU2MT5GQCDOWDHQG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T06:25:20Z","links":{"resolver":"https://pith.science/pith/54TCGTOB5IDU2MT5GQCDOWDHQG","bundle":"https://pith.science/pith/54TCGTOB5IDU2MT5GQCDOWDHQG/bundle.json","state":"https://pith.science/pith/54TCGTOB5IDU2MT5GQCDOWDHQG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/54TCGTOB5IDU2MT5GQCDOWDHQG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:54TCGTOB5IDU2MT5GQCDOWDHQG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b3d4ecd841721e7a39c435074ab49c007330baee257059d83d66c52be3816437","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2021-12-10T16:11:23Z","title_canon_sha256":"5374683674fb7d0dfd38ade515cabf619997b0ad17df1af7ffb4775c5bc68b68"},"schema_version":"1.0","source":{"id":"2112.05638","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2112.05638","created_at":"2026-07-05T05:36:45Z"},{"alias_kind":"arxiv_version","alias_value":"2112.05638v2","created_at":"2026-07-05T05:36:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2112.05638","created_at":"2026-07-05T05:36:45Z"},{"alias_kind":"pith_short_12","alias_value":"54TCGTOB5IDU","created_at":"2026-07-05T05:36:45Z"},{"alias_kind":"pith_short_16","alias_value":"54TCGTOB5IDU2MT5","created_at":"2026-07-05T05:36:45Z"},{"alias_kind":"pith_short_8","alias_value":"54TCGTOB","created_at":"2026-07-05T05:36:45Z"}],"graph_snapshots":[{"event_id":"sha256:97e4c913844856e7b504f906a05c142b103ce6b4b906a1882d0ea3180caad1fc","target":"graph","created_at":"2026-07-05T05:36:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2112.05638/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large-scale contrastive learning models can learn very informative sentence embeddings, but are hard to serve online due to the huge model size. Therefore, they often play the role of \"teacher\", transferring abilities to small \"student\" models through knowledge distillation. However, knowledge distillation inevitably brings some drop in embedding effect. To tackle that, we propose an effective knowledge distillation framework for contrastive sentence embeddings, termed DistilCSE. It first applies knowledge distillation on a large amount of unlabeled data, and then fine-tunes student models thr","authors_text":"Chaochen Gao, Jue Wang, Liangjun Zang, Peng Wang, Songlin Hu, Xing Wu, Zhongyuan Wang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2021-12-10T16:11:23Z","title":"DistilCSE: Effective Knowledge Distillation For Contrastive Sentence Embeddings"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2112.05638","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0f3a0a2ac635d21e3b08da56c8894902d4657bf3764c619babd66b07c9fb4d42","target":"record","created_at":"2026-07-05T05:36:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b3d4ecd841721e7a39c435074ab49c007330baee257059d83d66c52be3816437","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2021-12-10T16:11:23Z","title_canon_sha256":"5374683674fb7d0dfd38ade515cabf619997b0ad17df1af7ffb4775c5bc68b68"},"schema_version":"1.0","source":{"id":"2112.05638","kind":"arxiv","version":2}},"canonical_sha256":"ef26234dc1ea074d327d340437586781881651d624dbfd8befc942d8b7cd26f4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ef26234dc1ea074d327d340437586781881651d624dbfd8befc942d8b7cd26f4","first_computed_at":"2026-07-05T05:36:45.715666Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:36:45.715666Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"w5SFlypA0kvyIwqTt8cp5RGo354x0GONwv5VpwxkAmZXH/Xp5kfMlr34EYQTfMJG2eVjzx93mqd3rO9DxKikDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T05:36:45.716116Z","signed_message":"canonical_sha256_bytes"},"source_id":"2112.05638","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0f3a0a2ac635d21e3b08da56c8894902d4657bf3764c619babd66b07c9fb4d42","sha256:97e4c913844856e7b504f906a05c142b103ce6b4b906a1882d0ea3180caad1fc"],"state_sha256":"6d811802f16e9ec90fea020ea97e23f937aad7f28ee660a311809034c4d0d3db"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SFl/Gd2hcmpmIUQhYC94I25rjxwJ8E1E0HujbFfeBUkBirJ6mLQPqXj5syROOiu/1bJTK/s/3ioygyk8ciNFDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T06:25:20.731101Z","bundle_sha256":"6762dbdef9068b21747e45d24792906e60186f18495202ceaeaaf627c8c9a6a5"}}