{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2022:MLNGRCSNF4LN4PHNUWXONT5TBI","short_pith_number":"pith:MLNGRCSN","schema_version":"1.0","canonical_sha256":"62da688a4d2f16de3ceda5aee6cfb30a31de641728925425060ccd7c86031895","source":{"kind":"arxiv","id":"2202.06417","version":3},"attestation_state":"computed","paper":{"title":"A Contrastive Framework for Neural Text Generation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Dani Yogatama, Lingpeng Kong, Nigel Collier, Tian Lan, Yan Wang, Yixuan Su","submitted_at":"2022-02-13T21:46:14Z","abstract_excerpt":"Text generation is of great importance to many natural language processing applications. However, maximization-based decoding methods (e.g. beam search) of neural language models often lead to degenerate solutions -- the generated text is unnatural and contains undesirable repetitions. Existing approaches introduce stochasticity via sampling or modify training objectives to decrease probabilities of certain tokens (e.g., unlikelihood training). However, they often lead to solutions that lack coherence. In this work, we show that an underlying reason for model degeneration is the anisotropic di"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2202.06417","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-02-13T21:46:14Z","cross_cats_sorted":[],"title_canon_sha256":"a5d2a77698ec196cee920699253159f8733ffa93960ff6b5a7559d2722f50a0b","abstract_canon_sha256":"6670c28c5f1a3f0de6b6d5bca35cd7f70eca9043eef78e39f7d693740622a478"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:00:40.288456Z","signature_b64":"p24Rjxpu6DSHbspPwzkOmtHcgWL+B+9hvTfkK7PGwd7R4RYc7dDG1WpTFHbiTVXfVuL7h0CM6/NRxm9Q0nnoAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"62da688a4d2f16de3ceda5aee6cfb30a31de641728925425060ccd7c86031895","last_reissued_at":"2026-07-05T05:00:40.287956Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:00:40.287956Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"A Contrastive Framework for Neural Text Generation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Dani Yogatama, Lingpeng Kong, Nigel Collier, Tian Lan, Yan Wang, Yixuan Su","submitted_at":"2022-02-13T21:46:14Z","abstract_excerpt":"Text generation is of great importance to many natural language processing applications. However, maximization-based decoding methods (e.g. beam search) of neural language models often lead to degenerate solutions -- the generated text is unnatural and contains undesirable repetitions. Existing approaches introduce stochasticity via sampling or modify training objectives to decrease probabilities of certain tokens (e.g., unlikelihood training). However, they often lead to solutions that lack coherence. In this work, we show that an underlying reason for model degeneration is the anisotropic di"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2202.06417","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2202.06417/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2202.06417","created_at":"2026-07-05T05:00:40.288017+00:00"},{"alias_kind":"arxiv_version","alias_value":"2202.06417v3","created_at":"2026-07-05T05:00:40.288017+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2202.06417","created_at":"2026-07-05T05:00:40.288017+00:00"},{"alias_kind":"pith_short_12","alias_value":"MLNGRCSNF4LN","created_at":"2026-07-05T05:00:40.288017+00:00"},{"alias_kind":"pith_short_16","alias_value":"MLNGRCSNF4LN4PHN","created_at":"2026-07-05T05:00:40.288017+00:00"},{"alias_kind":"pith_short_8","alias_value":"MLNGRCSN","created_at":"2026-07-05T05:00:40.288017+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":2,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2606.22296","citing_title":"SCENIC: Semantic-Conditioned Edge-Aware Neural Framework for Structured IoT Command Generation","ref_index":23,"is_internal_anchor":false},{"citing_arxiv_id":"2304.06767","citing_title":"RAFT: Reward rAnked FineTuning for Generative Foundation Model Alignment","ref_index":140,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/MLNGRCSNF4LN4PHNUWXONT5TBI","json":"https://pith.science/pith/MLNGRCSNF4LN4PHNUWXONT5TBI.json","graph_json":"https://pith.science/api/pith-number/MLNGRCSNF4LN4PHNUWXONT5TBI/graph.json","events_json":"https://pith.science/api/pith-number/MLNGRCSNF4LN4PHNUWXONT5TBI/events.json","paper":"https://pith.science/paper/MLNGRCSN"},"agent_actions":{"view_html":"https://pith.science/pith/MLNGRCSNF4LN4PHNUWXONT5TBI","download_json":"https://pith.science/pith/MLNGRCSNF4LN4PHNUWXONT5TBI.json","view_paper":"https://pith.science/paper/MLNGRCSN","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2202.06417&json=true","fetch_graph":"https://pith.science/api/pith-number/MLNGRCSNF4LN4PHNUWXONT5TBI/graph.json","fetch_events":"https://pith.science/api/pith-number/MLNGRCSNF4LN4PHNUWXONT5TBI/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/MLNGRCSNF4LN4PHNUWXONT5TBI/action/timestamp_anchor","attest_storage":"https://pith.science/pith/MLNGRCSNF4LN4PHNUWXONT5TBI/action/storage_attestation","attest_author":"https://pith.science/pith/MLNGRCSNF4LN4PHNUWXONT5TBI/action/author_attestation","sign_citation":"https://pith.science/pith/MLNGRCSNF4LN4PHNUWXONT5TBI/action/citation_signature","submit_replication":"https://pith.science/pith/MLNGRCSNF4LN4PHNUWXONT5TBI/action/replication_record"}},"created_at":"2026-07-05T05:00:40.288017+00:00","updated_at":"2026-07-05T05:00:40.288017+00:00"}