{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:PVGV4UA7NT7RNWGPEXIWZNHVX5","short_pith_number":"pith:PVGV4UA7","canonical_record":{"source":{"id":"2112.08914","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-12-16T14:33:12Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"319f14756cf5978fb4a9a35960e8af296c36b21632b65f27650629e612e48066","abstract_canon_sha256":"4fb880f2b8ee529bb93d27331643b8f4c5acc74bc3f8df6a6decfb3f3df4c352"},"schema_version":"1.0"},"canonical_sha256":"7d4d5e501f6cff16d8cf25d16cb4f5bf7fee62817526104bb28a125434f5ee35","source":{"kind":"arxiv","id":"2112.08914","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2112.08914","created_at":"2026-07-05T03:43:06Z"},{"alias_kind":"arxiv_version","alias_value":"2112.08914v2","created_at":"2026-07-05T03:43:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2112.08914","created_at":"2026-07-05T03:43:06Z"},{"alias_kind":"pith_short_12","alias_value":"PVGV4UA7NT7R","created_at":"2026-07-05T03:43:06Z"},{"alias_kind":"pith_short_16","alias_value":"PVGV4UA7NT7RNWGP","created_at":"2026-07-05T03:43:06Z"},{"alias_kind":"pith_short_8","alias_value":"PVGV4UA7","created_at":"2026-07-05T03:43:06Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:PVGV4UA7NT7RNWGPEXIWZNHVX5","target":"record","payload":{"canonical_record":{"source":{"id":"2112.08914","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-12-16T14:33:12Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"319f14756cf5978fb4a9a35960e8af296c36b21632b65f27650629e612e48066","abstract_canon_sha256":"4fb880f2b8ee529bb93d27331643b8f4c5acc74bc3f8df6a6decfb3f3df4c352"},"schema_version":"1.0"},"canonical_sha256":"7d4d5e501f6cff16d8cf25d16cb4f5bf7fee62817526104bb28a125434f5ee35","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:43:06.777536Z","signature_b64":"mXXZun3GseQDiE52gsdxNWrcZCOwue2lie3drYKwKIJ6zMgFGPob5QegphPCwxj/6adApKgZdLHBFcRW5zxrAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7d4d5e501f6cff16d8cf25d16cb4f5bf7fee62817526104bb28a125434f5ee35","last_reissued_at":"2026-07-05T03:43:06.777064Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:43:06.777064Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2112.08914","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:43:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hcx/K2ufA6VgU9EFPob9M6usFbmWmZfbYoxtDfnlAbwdK6WJqGo3v+rDuMi2B1gJl7ctP6LLSdSr6ZXVH+pCCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T10:17:33.198404Z"},"content_sha256":"fbb0640468437ae462582b7e0aa4b5e61566cf85a3b2a5b01c928c53c74b4748","schema_version":"1.0","event_id":"sha256:fbb0640468437ae462582b7e0aa4b5e61566cf85a3b2a5b01c928c53c74b4748"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:PVGV4UA7NT7RNWGPEXIWZNHVX5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Characterizing and addressing the issue of oversmoothing in neural autoregressive sequence modeling","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.LG","authors_text":"Ilia Kulikov, Kyunghyun Cho, Maksim Eremeev","submitted_at":"2021-12-16T14:33:12Z","abstract_excerpt":"Neural autoregressive sequence models smear the probability among many possible sequences including degenerate ones, such as empty or repetitive sequences. In this work, we tackle one specific case where the model assigns a high probability to unreasonably short sequences. We define the oversmoothing rate to quantify this issue. After confirming the high degree of oversmoothing in neural machine translation, we propose to explicitly minimize the oversmoothing rate during training. We conduct a set of experiments to study the effect of the proposed regularization on both model distribution and "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2112.08914","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2112.08914/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:43:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wIlhji944odgTqQmhxNe6bPj6GVCTNZYpPjReYMsKSdLzbUC2nN4fHL6Kh2rM5vx50W4HdAwgPBDoeM3OKvECg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T10:17:33.198936Z"},"content_sha256":"122b34b255a68e8d52067db6476c007338b30812e4eb860e0b87bcfaf57571b6","schema_version":"1.0","event_id":"sha256:122b34b255a68e8d52067db6476c007338b30812e4eb860e0b87bcfaf57571b6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PVGV4UA7NT7RNWGPEXIWZNHVX5/bundle.json","state_url":"https://pith.science/pith/PVGV4UA7NT7RNWGPEXIWZNHVX5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PVGV4UA7NT7RNWGPEXIWZNHVX5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-17T10:17:33Z","links":{"resolver":"https://pith.science/pith/PVGV4UA7NT7RNWGPEXIWZNHVX5","bundle":"https://pith.science/pith/PVGV4UA7NT7RNWGPEXIWZNHVX5/bundle.json","state":"https://pith.science/pith/PVGV4UA7NT7RNWGPEXIWZNHVX5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PVGV4UA7NT7RNWGPEXIWZNHVX5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:PVGV4UA7NT7RNWGPEXIWZNHVX5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4fb880f2b8ee529bb93d27331643b8f4c5acc74bc3f8df6a6decfb3f3df4c352","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-12-16T14:33:12Z","title_canon_sha256":"319f14756cf5978fb4a9a35960e8af296c36b21632b65f27650629e612e48066"},"schema_version":"1.0","source":{"id":"2112.08914","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2112.08914","created_at":"2026-07-05T03:43:06Z"},{"alias_kind":"arxiv_version","alias_value":"2112.08914v2","created_at":"2026-07-05T03:43:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2112.08914","created_at":"2026-07-05T03:43:06Z"},{"alias_kind":"pith_short_12","alias_value":"PVGV4UA7NT7R","created_at":"2026-07-05T03:43:06Z"},{"alias_kind":"pith_short_16","alias_value":"PVGV4UA7NT7RNWGP","created_at":"2026-07-05T03:43:06Z"},{"alias_kind":"pith_short_8","alias_value":"PVGV4UA7","created_at":"2026-07-05T03:43:06Z"}],"graph_snapshots":[{"event_id":"sha256:122b34b255a68e8d52067db6476c007338b30812e4eb860e0b87bcfaf57571b6","target":"graph","created_at":"2026-07-05T03:43:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2112.08914/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Neural autoregressive sequence models smear the probability among many possible sequences including degenerate ones, such as empty or repetitive sequences. In this work, we tackle one specific case where the model assigns a high probability to unreasonably short sequences. We define the oversmoothing rate to quantify this issue. After confirming the high degree of oversmoothing in neural machine translation, we propose to explicitly minimize the oversmoothing rate during training. We conduct a set of experiments to study the effect of the proposed regularization on both model distribution and ","authors_text":"Ilia Kulikov, Kyunghyun Cho, Maksim Eremeev","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-12-16T14:33:12Z","title":"Characterizing and addressing the issue of oversmoothing in neural autoregressive sequence modeling"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2112.08914","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fbb0640468437ae462582b7e0aa4b5e61566cf85a3b2a5b01c928c53c74b4748","target":"record","created_at":"2026-07-05T03:43:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4fb880f2b8ee529bb93d27331643b8f4c5acc74bc3f8df6a6decfb3f3df4c352","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-12-16T14:33:12Z","title_canon_sha256":"319f14756cf5978fb4a9a35960e8af296c36b21632b65f27650629e612e48066"},"schema_version":"1.0","source":{"id":"2112.08914","kind":"arxiv","version":2}},"canonical_sha256":"7d4d5e501f6cff16d8cf25d16cb4f5bf7fee62817526104bb28a125434f5ee35","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7d4d5e501f6cff16d8cf25d16cb4f5bf7fee62817526104bb28a125434f5ee35","first_computed_at":"2026-07-05T03:43:06.777064Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:43:06.777064Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"mXXZun3GseQDiE52gsdxNWrcZCOwue2lie3drYKwKIJ6zMgFGPob5QegphPCwxj/6adApKgZdLHBFcRW5zxrAg==","signature_status":"signed_v1","signed_at":"2026-07-05T03:43:06.777536Z","signed_message":"canonical_sha256_bytes"},"source_id":"2112.08914","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fbb0640468437ae462582b7e0aa4b5e61566cf85a3b2a5b01c928c53c74b4748","sha256:122b34b255a68e8d52067db6476c007338b30812e4eb860e0b87bcfaf57571b6"],"state_sha256":"786200df437b3fb582254190025e03049f2241c2cade6b8db8b1acd38b6b506b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"azF4i8XBc4vmZ/T05WORy5ThSbeMDzjdku94vWzrYKGqm4L5XvsKzxCK/vF4k271e2n605h2i5dko2cljKy4Dw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-17T10:17:33.202610Z","bundle_sha256":"fef289d6938ca50f1e4988e672fac4e45cede168b7ca7e342045b585736f22c8"}}