{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:PWDZEOU5WF6IRGHQI357CR3ONV","short_pith_number":"pith:PWDZEOU5","canonical_record":{"source":{"id":"2110.11271","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-21T16:57:45Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"d46d35fb46fef74b98a90b8232139ee563c84878e16c579dadf864ac3dee6ba0","abstract_canon_sha256":"f32ba56cbbd4193678c4b5b71e71d032dffeb72bd5a0467c99ee2afb1ded4f82"},"schema_version":"1.0"},"canonical_sha256":"7d87923a9db17c8898f046fbf1476e6d754de68edde9657a9f03290902c937c1","source":{"kind":"arxiv","id":"2110.11271","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.11271","created_at":"2026-07-05T03:24:37Z"},{"alias_kind":"arxiv_version","alias_value":"2110.11271v1","created_at":"2026-07-05T03:24:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.11271","created_at":"2026-07-05T03:24:37Z"},{"alias_kind":"pith_short_12","alias_value":"PWDZEOU5WF6I","created_at":"2026-07-05T03:24:37Z"},{"alias_kind":"pith_short_16","alias_value":"PWDZEOU5WF6IRGHQ","created_at":"2026-07-05T03:24:37Z"},{"alias_kind":"pith_short_8","alias_value":"PWDZEOU5","created_at":"2026-07-05T03:24:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:PWDZEOU5WF6IRGHQI357CR3ONV","target":"record","payload":{"canonical_record":{"source":{"id":"2110.11271","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-21T16:57:45Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"d46d35fb46fef74b98a90b8232139ee563c84878e16c579dadf864ac3dee6ba0","abstract_canon_sha256":"f32ba56cbbd4193678c4b5b71e71d032dffeb72bd5a0467c99ee2afb1ded4f82"},"schema_version":"1.0"},"canonical_sha256":"7d87923a9db17c8898f046fbf1476e6d754de68edde9657a9f03290902c937c1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:24:37.979988Z","signature_b64":"jKhvEPc0EFqQsGGWPVqN7lA3O+QjRr3XDhU0Imw0N1oBQfHLR6Uj89rRf0u2C0NyHcX2BWzFAzyew4+56dosCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7d87923a9db17c8898f046fbf1476e6d754de68edde9657a9f03290902c937c1","last_reissued_at":"2026-07-05T03:24:37.979594Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:24:37.979594Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2110.11271","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:24:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3oBKO1RwJ+5cccbmRz174YRos/+Wz4tfS+wfk9imdWL/o+6n8Qk46FQZ0mFIiRiYSpr5+vSA2ygFOtKLpStQCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T08:36:21.684673Z"},"content_sha256":"ed27fff4582867f2c7cb69b9cd2bebfc4faf202c5d507394cbb616bbf32ffc8b","schema_version":"1.0","event_id":"sha256:ed27fff4582867f2c7cb69b9cd2bebfc4faf202c5d507394cbb616bbf32ffc8b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:PWDZEOU5WF6IRGHQI357CR3ONV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Analyzing and Improving the Optimization Landscape of Noise-Contrastive Estimation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Andrej Risteski, Bingbin Liu, Elan Rosenfeld, Pradeep Ravikumar","submitted_at":"2021-10-21T16:57:45Z","abstract_excerpt":"Noise-contrastive estimation (NCE) is a statistically consistent method for learning unnormalized probabilistic models. It has been empirically observed that the choice of the noise distribution is crucial for NCE's performance. However, such observations have never been made formal or quantitative. In fact, it is not even clear whether the difficulties arising from a poorly chosen noise distribution are statistical or algorithmic in nature. In this work, we formally pinpoint reasons for NCE's poor performance when an inappropriate noise distribution is used. Namely, we prove these challenges "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.11271","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2110.11271/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:24:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tdmFq4ZoMZPGnRK59kDuSaOH0pcFjSILz1vPtSpqV68b3B0sgnBmzCHxCHOIs2AU0Fx4HjPTT0YgESx5708kAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T08:36:21.685069Z"},"content_sha256":"bdeb3d1b06c2b7ce3c2869d60612dfa7d739223fbf8b5372b6c17a1c0bdcbe4a","schema_version":"1.0","event_id":"sha256:bdeb3d1b06c2b7ce3c2869d60612dfa7d739223fbf8b5372b6c17a1c0bdcbe4a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PWDZEOU5WF6IRGHQI357CR3ONV/bundle.json","state_url":"https://pith.science/pith/PWDZEOU5WF6IRGHQI357CR3ONV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PWDZEOU5WF6IRGHQI357CR3ONV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T08:36:21Z","links":{"resolver":"https://pith.science/pith/PWDZEOU5WF6IRGHQI357CR3ONV","bundle":"https://pith.science/pith/PWDZEOU5WF6IRGHQI357CR3ONV/bundle.json","state":"https://pith.science/pith/PWDZEOU5WF6IRGHQI357CR3ONV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PWDZEOU5WF6IRGHQI357CR3ONV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:PWDZEOU5WF6IRGHQI357CR3ONV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f32ba56cbbd4193678c4b5b71e71d032dffeb72bd5a0467c99ee2afb1ded4f82","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-21T16:57:45Z","title_canon_sha256":"d46d35fb46fef74b98a90b8232139ee563c84878e16c579dadf864ac3dee6ba0"},"schema_version":"1.0","source":{"id":"2110.11271","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.11271","created_at":"2026-07-05T03:24:37Z"},{"alias_kind":"arxiv_version","alias_value":"2110.11271v1","created_at":"2026-07-05T03:24:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.11271","created_at":"2026-07-05T03:24:37Z"},{"alias_kind":"pith_short_12","alias_value":"PWDZEOU5WF6I","created_at":"2026-07-05T03:24:37Z"},{"alias_kind":"pith_short_16","alias_value":"PWDZEOU5WF6IRGHQ","created_at":"2026-07-05T03:24:37Z"},{"alias_kind":"pith_short_8","alias_value":"PWDZEOU5","created_at":"2026-07-05T03:24:37Z"}],"graph_snapshots":[{"event_id":"sha256:bdeb3d1b06c2b7ce3c2869d60612dfa7d739223fbf8b5372b6c17a1c0bdcbe4a","target":"graph","created_at":"2026-07-05T03:24:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2110.11271/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Noise-contrastive estimation (NCE) is a statistically consistent method for learning unnormalized probabilistic models. It has been empirically observed that the choice of the noise distribution is crucial for NCE's performance. However, such observations have never been made formal or quantitative. In fact, it is not even clear whether the difficulties arising from a poorly chosen noise distribution are statistical or algorithmic in nature. In this work, we formally pinpoint reasons for NCE's poor performance when an inappropriate noise distribution is used. Namely, we prove these challenges ","authors_text":"Andrej Risteski, Bingbin Liu, Elan Rosenfeld, Pradeep Ravikumar","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-21T16:57:45Z","title":"Analyzing and Improving the Optimization Landscape of Noise-Contrastive Estimation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.11271","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ed27fff4582867f2c7cb69b9cd2bebfc4faf202c5d507394cbb616bbf32ffc8b","target":"record","created_at":"2026-07-05T03:24:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f32ba56cbbd4193678c4b5b71e71d032dffeb72bd5a0467c99ee2afb1ded4f82","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-21T16:57:45Z","title_canon_sha256":"d46d35fb46fef74b98a90b8232139ee563c84878e16c579dadf864ac3dee6ba0"},"schema_version":"1.0","source":{"id":"2110.11271","kind":"arxiv","version":1}},"canonical_sha256":"7d87923a9db17c8898f046fbf1476e6d754de68edde9657a9f03290902c937c1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7d87923a9db17c8898f046fbf1476e6d754de68edde9657a9f03290902c937c1","first_computed_at":"2026-07-05T03:24:37.979594Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:24:37.979594Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"jKhvEPc0EFqQsGGWPVqN7lA3O+QjRr3XDhU0Imw0N1oBQfHLR6Uj89rRf0u2C0NyHcX2BWzFAzyew4+56dosCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T03:24:37.979988Z","signed_message":"canonical_sha256_bytes"},"source_id":"2110.11271","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ed27fff4582867f2c7cb69b9cd2bebfc4faf202c5d507394cbb616bbf32ffc8b","sha256:bdeb3d1b06c2b7ce3c2869d60612dfa7d739223fbf8b5372b6c17a1c0bdcbe4a"],"state_sha256":"7851a6420a1c30e0010ef14a28fd76a0fed165ccbc7f41175ffa2aa81eb0550b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/14tO7jWeEGP4tCQJjW0HOo+eTfsNo+i21uz5htSMeO5UTkxIiZan6oreVpi4OVt/CGU5OEMb6nhnh7N0t49CQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T08:36:21.687857Z","bundle_sha256":"1aa13637ad498fe05265209a4ed0f3f4ae50157aeead064a477db36b7dd84db7"}}