{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:A4ZHRZUVMVMPULQ3SZYR363MFO","short_pith_number":"pith:A4ZHRZUV","canonical_record":{"source":{"id":"2409.19877","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-30T02:21:39Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"e5a2d584fd78a62a574eaff914089fef1b9d880678277c910f4e43d1835a9515","abstract_canon_sha256":"beeb6113fd65a2ceec3e8137fb42fa70c723b9a1cea8d8f1fa244eb8e1e95737"},"schema_version":"1.0"},"canonical_sha256":"073278e6956558fa2e1b96711dfb6c2bbdf77f628e36d2cac2d73faa8bd06474","source":{"kind":"arxiv","id":"2409.19877","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.19877","created_at":"2026-07-05T09:13:24Z"},{"alias_kind":"arxiv_version","alias_value":"2409.19877v1","created_at":"2026-07-05T09:13:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.19877","created_at":"2026-07-05T09:13:24Z"},{"alias_kind":"pith_short_12","alias_value":"A4ZHRZUVMVMP","created_at":"2026-07-05T09:13:24Z"},{"alias_kind":"pith_short_16","alias_value":"A4ZHRZUVMVMPULQ3","created_at":"2026-07-05T09:13:24Z"},{"alias_kind":"pith_short_8","alias_value":"A4ZHRZUV","created_at":"2026-07-05T09:13:24Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:A4ZHRZUVMVMPULQ3SZYR363MFO","target":"record","payload":{"canonical_record":{"source":{"id":"2409.19877","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-30T02:21:39Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"e5a2d584fd78a62a574eaff914089fef1b9d880678277c910f4e43d1835a9515","abstract_canon_sha256":"beeb6113fd65a2ceec3e8137fb42fa70c723b9a1cea8d8f1fa244eb8e1e95737"},"schema_version":"1.0"},"canonical_sha256":"073278e6956558fa2e1b96711dfb6c2bbdf77f628e36d2cac2d73faa8bd06474","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:13:24.225142Z","signature_b64":"+s4cnXAHyxpXEMsjipeAf+YSZTU+xkVpvcJQo8ZaBa8gscF4h7/O9HCIVojXFvQEHvprwAiUXk04fJQTQ8TtAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"073278e6956558fa2e1b96711dfb6c2bbdf77f628e36d2cac2d73faa8bd06474","last_reissued_at":"2026-07-05T09:13:24.224635Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:13:24.224635Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.19877","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:13:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yXenulq5vUqEkVWPDWmUWozdhtktEgSvWa6xLU17XYYEOen3YcK2LhzDYaC8GjXaYNPPmCwwmm5dND9032qbDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T15:55:19.386118Z"},"content_sha256":"39b8d879fddf7c4c7453a55e637658838a202adf52ca774e76d7fa7bbd542c39","schema_version":"1.0","event_id":"sha256:39b8d879fddf7c4c7453a55e637658838a202adf52ca774e76d7fa7bbd542c39"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:A4ZHRZUVMVMPULQ3SZYR363MFO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Contrastive Token Learning with Similarity Decay for Repetition Suppression in Machine Translation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Ben Chen, Huangyu Dai, Kaidi Chen, Wen Jiang, Ying Han, Zihan Liang","submitted_at":"2024-09-30T02:21:39Z","abstract_excerpt":"For crosslingual conversation and trade, Neural Machine Translation (NMT) is pivotal yet faces persistent challenges with monotony and repetition in generated content. Traditional solutions that rely on penalizing text redundancy or token reoccurrence have shown limited efficacy, particularly for lengthy article and e-commerce descriptions with inherent redundancy, even with the advent of Large Language Models (LLMs). This paper investigates the underlying causes of textual repetition through the lens of information entropy, attributing the phenomenon to the elevated uncertainty within the inp"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.19877","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.19877/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:13:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"t16zMCYfMe7No1bSBzJY7FaoQYWL9O9WNo4ki+9K5QHi6oS8tjoZ9iMZ/r4hzZ2ZMFFz+j2RmVmvHeFkbhzoBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T15:55:19.386540Z"},"content_sha256":"5970d52b16a25de6a628d04692846cb91a68c499dc2c89c6908b85c2c10e0bfe","schema_version":"1.0","event_id":"sha256:5970d52b16a25de6a628d04692846cb91a68c499dc2c89c6908b85c2c10e0bfe"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/A4ZHRZUVMVMPULQ3SZYR363MFO/bundle.json","state_url":"https://pith.science/pith/A4ZHRZUVMVMPULQ3SZYR363MFO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/A4ZHRZUVMVMPULQ3SZYR363MFO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T15:55:19Z","links":{"resolver":"https://pith.science/pith/A4ZHRZUVMVMPULQ3SZYR363MFO","bundle":"https://pith.science/pith/A4ZHRZUVMVMPULQ3SZYR363MFO/bundle.json","state":"https://pith.science/pith/A4ZHRZUVMVMPULQ3SZYR363MFO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/A4ZHRZUVMVMPULQ3SZYR363MFO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:A4ZHRZUVMVMPULQ3SZYR363MFO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"beeb6113fd65a2ceec3e8137fb42fa70c723b9a1cea8d8f1fa244eb8e1e95737","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-30T02:21:39Z","title_canon_sha256":"e5a2d584fd78a62a574eaff914089fef1b9d880678277c910f4e43d1835a9515"},"schema_version":"1.0","source":{"id":"2409.19877","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.19877","created_at":"2026-07-05T09:13:24Z"},{"alias_kind":"arxiv_version","alias_value":"2409.19877v1","created_at":"2026-07-05T09:13:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.19877","created_at":"2026-07-05T09:13:24Z"},{"alias_kind":"pith_short_12","alias_value":"A4ZHRZUVMVMP","created_at":"2026-07-05T09:13:24Z"},{"alias_kind":"pith_short_16","alias_value":"A4ZHRZUVMVMPULQ3","created_at":"2026-07-05T09:13:24Z"},{"alias_kind":"pith_short_8","alias_value":"A4ZHRZUV","created_at":"2026-07-05T09:13:24Z"}],"graph_snapshots":[{"event_id":"sha256:5970d52b16a25de6a628d04692846cb91a68c499dc2c89c6908b85c2c10e0bfe","target":"graph","created_at":"2026-07-05T09:13:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.19877/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"For crosslingual conversation and trade, Neural Machine Translation (NMT) is pivotal yet faces persistent challenges with monotony and repetition in generated content. Traditional solutions that rely on penalizing text redundancy or token reoccurrence have shown limited efficacy, particularly for lengthy article and e-commerce descriptions with inherent redundancy, even with the advent of Large Language Models (LLMs). This paper investigates the underlying causes of textual repetition through the lens of information entropy, attributing the phenomenon to the elevated uncertainty within the inp","authors_text":"Ben Chen, Huangyu Dai, Kaidi Chen, Wen Jiang, Ying Han, Zihan Liang","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-30T02:21:39Z","title":"Contrastive Token Learning with Similarity Decay for Repetition Suppression in Machine Translation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.19877","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:39b8d879fddf7c4c7453a55e637658838a202adf52ca774e76d7fa7bbd542c39","target":"record","created_at":"2026-07-05T09:13:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"beeb6113fd65a2ceec3e8137fb42fa70c723b9a1cea8d8f1fa244eb8e1e95737","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-30T02:21:39Z","title_canon_sha256":"e5a2d584fd78a62a574eaff914089fef1b9d880678277c910f4e43d1835a9515"},"schema_version":"1.0","source":{"id":"2409.19877","kind":"arxiv","version":1}},"canonical_sha256":"073278e6956558fa2e1b96711dfb6c2bbdf77f628e36d2cac2d73faa8bd06474","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"073278e6956558fa2e1b96711dfb6c2bbdf77f628e36d2cac2d73faa8bd06474","first_computed_at":"2026-07-05T09:13:24.224635Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:13:24.224635Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+s4cnXAHyxpXEMsjipeAf+YSZTU+xkVpvcJQo8ZaBa8gscF4h7/O9HCIVojXFvQEHvprwAiUXk04fJQTQ8TtAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:13:24.225142Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.19877","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:39b8d879fddf7c4c7453a55e637658838a202adf52ca774e76d7fa7bbd542c39","sha256:5970d52b16a25de6a628d04692846cb91a68c499dc2c89c6908b85c2c10e0bfe"],"state_sha256":"c9fdaa3fc511e50641f5c0b177721be59f0c19f53606fc62bbb4d5a8213d4da4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pQi2AHSpNpB+x1g+hu3qXiGuuvp7adeIRZO1KCeFpLJvjFnZ5mmUW26FB5oSv8Hs+4vdSYxzOg0jhhzTXaGaDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T15:55:19.389373Z","bundle_sha256":"fdbfed0baac94c2cc3d7dc9deb1e90280e30fc9896920a4aeb1e767aef91cc80"}}