{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2019:6JKITOEQ3OT7NBLXYRBUXU6JRR","short_pith_number":"pith:6JKITOEQ","schema_version":"1.0","canonical_sha256":"f25489b890dba7f68577c4434bd3c98c76f8afa67c28d4c2da8ad704c52e5e4b","source":{"kind":"arxiv","id":"1902.01889","version":1},"attestation_state":"computed","paper":{"title":"Analyzing and Improving Representations with the Soft Nearest Neighbor Loss","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"stat.ML","authors_text":"Geoffrey Hinton, Nicholas Frosst, Nicolas Papernot","submitted_at":"2019-02-05T19:58:31Z","abstract_excerpt":"We explore and expand the $\\textit{Soft Nearest Neighbor Loss}$ to measure the $\\textit{entanglement}$ of class manifolds in representation space: i.e., how close pairs of points from the same class are relative to pairs of points from different classes. We demonstrate several use cases of the loss. As an analytical tool, it provides insights into the evolution of class similarity structures during learning. Surprisingly, we find that $\\textit{maximizing}$ the entanglement of representations of different classes in the hidden layers is beneficial for discrimination in the final layer, possibly"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"1902.01889","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2019-02-05T19:58:31Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"258f9ba97d388cb8d0b863ea2e1cce69e87dfebeab6756c5427db47f42e30884","abstract_canon_sha256":"f0490fa8fae1f4239287541f9b99a2d2a1680f79c83984ace5431a8c6dfe945d"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:54:38.513692Z","signature_b64":"lnbN3Hwm+zcB2wJMa20n/UqKQYibH52kzb6jK1j0K/AGKhJHLUO1Z9s8zuMH2O6z+GwdON07riKZYm99fuXQAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f25489b890dba7f68577c4434bd3c98c76f8afa67c28d4c2da8ad704c52e5e4b","last_reissued_at":"2026-05-17T23:54:38.513045Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:54:38.513045Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Analyzing and Improving Representations with the Soft Nearest Neighbor Loss","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"stat.ML","authors_text":"Geoffrey Hinton, Nicholas Frosst, Nicolas Papernot","submitted_at":"2019-02-05T19:58:31Z","abstract_excerpt":"We explore and expand the $\\textit{Soft Nearest Neighbor Loss}$ to measure the $\\textit{entanglement}$ of class manifolds in representation space: i.e., how close pairs of points from the same class are relative to pairs of points from different classes. We demonstrate several use cases of the loss. As an analytical tool, it provides insights into the evolution of class similarity structures during learning. Surprisingly, we find that $\\textit{maximizing}$ the entanglement of representations of different classes in the hidden layers is beneficial for discrimination in the final layer, possibly"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1902.01889","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"1902.01889","created_at":"2026-05-17T23:54:38.513134+00:00"},{"alias_kind":"arxiv_version","alias_value":"1902.01889v1","created_at":"2026-05-17T23:54:38.513134+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1902.01889","created_at":"2026-05-17T23:54:38.513134+00:00"},{"alias_kind":"pith_short_12","alias_value":"6JKITOEQ3OT7","created_at":"2026-05-18T12:33:10.108867+00:00"},{"alias_kind":"pith_short_16","alias_value":"6JKITOEQ3OT7NBLX","created_at":"2026-05-18T12:33:10.108867+00:00"},{"alias_kind":"pith_short_8","alias_value":"6JKITOEQ","created_at":"2026-05-18T12:33:10.108867+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/6JKITOEQ3OT7NBLXYRBUXU6JRR","json":"https://pith.science/pith/6JKITOEQ3OT7NBLXYRBUXU6JRR.json","graph_json":"https://pith.science/api/pith-number/6JKITOEQ3OT7NBLXYRBUXU6JRR/graph.json","events_json":"https://pith.science/api/pith-number/6JKITOEQ3OT7NBLXYRBUXU6JRR/events.json","paper":"https://pith.science/paper/6JKITOEQ"},"agent_actions":{"view_html":"https://pith.science/pith/6JKITOEQ3OT7NBLXYRBUXU6JRR","download_json":"https://pith.science/pith/6JKITOEQ3OT7NBLXYRBUXU6JRR.json","view_paper":"https://pith.science/paper/6JKITOEQ","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=1902.01889&json=true","fetch_graph":"https://pith.science/api/pith-number/6JKITOEQ3OT7NBLXYRBUXU6JRR/graph.json","fetch_events":"https://pith.science/api/pith-number/6JKITOEQ3OT7NBLXYRBUXU6JRR/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/6JKITOEQ3OT7NBLXYRBUXU6JRR/action/timestamp_anchor","attest_storage":"https://pith.science/pith/6JKITOEQ3OT7NBLXYRBUXU6JRR/action/storage_attestation","attest_author":"https://pith.science/pith/6JKITOEQ3OT7NBLXYRBUXU6JRR/action/author_attestation","sign_citation":"https://pith.science/pith/6JKITOEQ3OT7NBLXYRBUXU6JRR/action/citation_signature","submit_replication":"https://pith.science/pith/6JKITOEQ3OT7NBLXYRBUXU6JRR/action/replication_record"}},"created_at":"2026-05-17T23:54:38.513134+00:00","updated_at":"2026-05-17T23:54:38.513134+00:00"}