{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:MLNGRCSNF4LN4PHNUWXONT5TBI","short_pith_number":"pith:MLNGRCSN","canonical_record":{"source":{"id":"2202.06417","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-02-13T21:46:14Z","cross_cats_sorted":[],"title_canon_sha256":"a5d2a77698ec196cee920699253159f8733ffa93960ff6b5a7559d2722f50a0b","abstract_canon_sha256":"6670c28c5f1a3f0de6b6d5bca35cd7f70eca9043eef78e39f7d693740622a478"},"schema_version":"1.0"},"canonical_sha256":"62da688a4d2f16de3ceda5aee6cfb30a31de641728925425060ccd7c86031895","source":{"kind":"arxiv","id":"2202.06417","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2202.06417","created_at":"2026-07-05T05:00:40Z"},{"alias_kind":"arxiv_version","alias_value":"2202.06417v3","created_at":"2026-07-05T05:00:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2202.06417","created_at":"2026-07-05T05:00:40Z"},{"alias_kind":"pith_short_12","alias_value":"MLNGRCSNF4LN","created_at":"2026-07-05T05:00:40Z"},{"alias_kind":"pith_short_16","alias_value":"MLNGRCSNF4LN4PHN","created_at":"2026-07-05T05:00:40Z"},{"alias_kind":"pith_short_8","alias_value":"MLNGRCSN","created_at":"2026-07-05T05:00:40Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:MLNGRCSNF4LN4PHNUWXONT5TBI","target":"record","payload":{"canonical_record":{"source":{"id":"2202.06417","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-02-13T21:46:14Z","cross_cats_sorted":[],"title_canon_sha256":"a5d2a77698ec196cee920699253159f8733ffa93960ff6b5a7559d2722f50a0b","abstract_canon_sha256":"6670c28c5f1a3f0de6b6d5bca35cd7f70eca9043eef78e39f7d693740622a478"},"schema_version":"1.0"},"canonical_sha256":"62da688a4d2f16de3ceda5aee6cfb30a31de641728925425060ccd7c86031895","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:00:40.288456Z","signature_b64":"p24Rjxpu6DSHbspPwzkOmtHcgWL+B+9hvTfkK7PGwd7R4RYc7dDG1WpTFHbiTVXfVuL7h0CM6/NRxm9Q0nnoAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"62da688a4d2f16de3ceda5aee6cfb30a31de641728925425060ccd7c86031895","last_reissued_at":"2026-07-05T05:00:40.287956Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:00:40.287956Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2202.06417","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:00:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"M16Bm4BmwuIsizIedD7NMElwuNpeBIdWQLNj+kbepqG7rcKCiU9O1jhr4KUEc2Woo1teSf6GeZPncp3+gP71Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T19:26:05.010574Z"},"content_sha256":"657d5fc87944b50fc6c61179e43af27a29e251677ec00fbd4ce36d2462c5dc37","schema_version":"1.0","event_id":"sha256:657d5fc87944b50fc6c61179e43af27a29e251677ec00fbd4ce36d2462c5dc37"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:MLNGRCSNF4LN4PHNUWXONT5TBI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Contrastive Framework for Neural Text Generation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Dani Yogatama, Lingpeng Kong, Nigel Collier, Tian Lan, Yan Wang, Yixuan Su","submitted_at":"2022-02-13T21:46:14Z","abstract_excerpt":"Text generation is of great importance to many natural language processing applications. However, maximization-based decoding methods (e.g. beam search) of neural language models often lead to degenerate solutions -- the generated text is unnatural and contains undesirable repetitions. Existing approaches introduce stochasticity via sampling or modify training objectives to decrease probabilities of certain tokens (e.g., unlikelihood training). However, they often lead to solutions that lack coherence. In this work, we show that an underlying reason for model degeneration is the anisotropic di"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2202.06417","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2202.06417/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:00:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OOimY44VJ8RkRz9Sg+sNe2/6zwmyxnkvYtZavMSFs71OXtoVkn393Dj8CId1nBeQnqE9S+KMgYlvJEb7GxDDCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T19:26:05.012056Z"},"content_sha256":"ae1ab46041951f401f7cee97be029b1d262f4dc582ef11eed653ff955ed28d17","schema_version":"1.0","event_id":"sha256:ae1ab46041951f401f7cee97be029b1d262f4dc582ef11eed653ff955ed28d17"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MLNGRCSNF4LN4PHNUWXONT5TBI/bundle.json","state_url":"https://pith.science/pith/MLNGRCSNF4LN4PHNUWXONT5TBI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MLNGRCSNF4LN4PHNUWXONT5TBI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T19:26:05Z","links":{"resolver":"https://pith.science/pith/MLNGRCSNF4LN4PHNUWXONT5TBI","bundle":"https://pith.science/pith/MLNGRCSNF4LN4PHNUWXONT5TBI/bundle.json","state":"https://pith.science/pith/MLNGRCSNF4LN4PHNUWXONT5TBI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MLNGRCSNF4LN4PHNUWXONT5TBI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:MLNGRCSNF4LN4PHNUWXONT5TBI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6670c28c5f1a3f0de6b6d5bca35cd7f70eca9043eef78e39f7d693740622a478","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-02-13T21:46:14Z","title_canon_sha256":"a5d2a77698ec196cee920699253159f8733ffa93960ff6b5a7559d2722f50a0b"},"schema_version":"1.0","source":{"id":"2202.06417","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2202.06417","created_at":"2026-07-05T05:00:40Z"},{"alias_kind":"arxiv_version","alias_value":"2202.06417v3","created_at":"2026-07-05T05:00:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2202.06417","created_at":"2026-07-05T05:00:40Z"},{"alias_kind":"pith_short_12","alias_value":"MLNGRCSNF4LN","created_at":"2026-07-05T05:00:40Z"},{"alias_kind":"pith_short_16","alias_value":"MLNGRCSNF4LN4PHN","created_at":"2026-07-05T05:00:40Z"},{"alias_kind":"pith_short_8","alias_value":"MLNGRCSN","created_at":"2026-07-05T05:00:40Z"}],"graph_snapshots":[{"event_id":"sha256:ae1ab46041951f401f7cee97be029b1d262f4dc582ef11eed653ff955ed28d17","target":"graph","created_at":"2026-07-05T05:00:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2202.06417/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Text generation is of great importance to many natural language processing applications. However, maximization-based decoding methods (e.g. beam search) of neural language models often lead to degenerate solutions -- the generated text is unnatural and contains undesirable repetitions. Existing approaches introduce stochasticity via sampling or modify training objectives to decrease probabilities of certain tokens (e.g., unlikelihood training). However, they often lead to solutions that lack coherence. In this work, we show that an underlying reason for model degeneration is the anisotropic di","authors_text":"Dani Yogatama, Lingpeng Kong, Nigel Collier, Tian Lan, Yan Wang, Yixuan Su","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-02-13T21:46:14Z","title":"A Contrastive Framework for Neural Text Generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2202.06417","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:657d5fc87944b50fc6c61179e43af27a29e251677ec00fbd4ce36d2462c5dc37","target":"record","created_at":"2026-07-05T05:00:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6670c28c5f1a3f0de6b6d5bca35cd7f70eca9043eef78e39f7d693740622a478","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-02-13T21:46:14Z","title_canon_sha256":"a5d2a77698ec196cee920699253159f8733ffa93960ff6b5a7559d2722f50a0b"},"schema_version":"1.0","source":{"id":"2202.06417","kind":"arxiv","version":3}},"canonical_sha256":"62da688a4d2f16de3ceda5aee6cfb30a31de641728925425060ccd7c86031895","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"62da688a4d2f16de3ceda5aee6cfb30a31de641728925425060ccd7c86031895","first_computed_at":"2026-07-05T05:00:40.287956Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:00:40.287956Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"p24Rjxpu6DSHbspPwzkOmtHcgWL+B+9hvTfkK7PGwd7R4RYc7dDG1WpTFHbiTVXfVuL7h0CM6/NRxm9Q0nnoAA==","signature_status":"signed_v1","signed_at":"2026-07-05T05:00:40.288456Z","signed_message":"canonical_sha256_bytes"},"source_id":"2202.06417","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:657d5fc87944b50fc6c61179e43af27a29e251677ec00fbd4ce36d2462c5dc37","sha256:ae1ab46041951f401f7cee97be029b1d262f4dc582ef11eed653ff955ed28d17"],"state_sha256":"86b2b885d1e01b47f0e01515a25c155eb2f95dd973ec0e2241a7f59de3504f5c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bYkOkQxpdCKH3l8eF9c763ZxKOTbWE28CqzgkeBCG0q94c4gStLf7IZNfAmrYeNV6rHROl6DlOnXxPD4H7YIBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T19:26:05.025859Z","bundle_sha256":"e35480f772c2052f81cc25610c1eb4fa8586dc4a29828e0101ded980705fbc0d"}}