{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:WHKCGQ3JAFE6CIMFHJLM5B6RGM","short_pith_number":"pith:WHKCGQ3J","canonical_record":{"source":{"id":"2106.15078","kind":"arxiv","version":7},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-06-29T03:59:21Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"555fa3e59261d35a7261c7d86b01d44d284c338eeccdae794c828244cc35f1fd","abstract_canon_sha256":"c42987f3102ad357d9c7f4ea401b9fd08bf4438a3bce797150230eddd46af9eb"},"schema_version":"1.0"},"canonical_sha256":"b1d42343690149e121853a56ce87d1332a2d992ecd9d622a6ea63773db8d3983","source":{"kind":"arxiv","id":"2106.15078","version":7},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.15078","created_at":"2026-07-05T04:21:04Z"},{"alias_kind":"arxiv_version","alias_value":"2106.15078v7","created_at":"2026-07-05T04:21:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.15078","created_at":"2026-07-05T04:21:04Z"},{"alias_kind":"pith_short_12","alias_value":"WHKCGQ3JAFE6","created_at":"2026-07-05T04:21:04Z"},{"alias_kind":"pith_short_16","alias_value":"WHKCGQ3JAFE6CIMF","created_at":"2026-07-05T04:21:04Z"},{"alias_kind":"pith_short_8","alias_value":"WHKCGQ3J","created_at":"2026-07-05T04:21:04Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:WHKCGQ3JAFE6CIMFHJLM5B6RGM","target":"record","payload":{"canonical_record":{"source":{"id":"2106.15078","kind":"arxiv","version":7},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-06-29T03:59:21Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"555fa3e59261d35a7261c7d86b01d44d284c338eeccdae794c828244cc35f1fd","abstract_canon_sha256":"c42987f3102ad357d9c7f4ea401b9fd08bf4438a3bce797150230eddd46af9eb"},"schema_version":"1.0"},"canonical_sha256":"b1d42343690149e121853a56ce87d1332a2d992ecd9d622a6ea63773db8d3983","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:21:04.647173Z","signature_b64":"zR2dTX5KUKV1XmXP9iUyFqwm0K07JdrkU/ple+S6LQT8hQuYAtNsnP32vg6S5b5oQSaKg2GtwhBhYdHjhQkpAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b1d42343690149e121853a56ce87d1332a2d992ecd9d622a6ea63773db8d3983","last_reissued_at":"2026-07-05T04:21:04.646665Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:21:04.646665Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2106.15078","source_version":7,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:21:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"u83NEm/SvO+KhmOD245uq8ASUKVFP14E+AzB4xf5oGozzQRJ3FWs4OANCX1pcHXUxyO5Nd9CrqvKwOc1eQKCBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-31T13:51:12.705397Z"},"content_sha256":"32dea5d62529c0026736a4fe52a4c7b9f2be55dd94a96288afc2e32d39ebb595","schema_version":"1.0","event_id":"sha256:32dea5d62529c0026736a4fe52a4c7b9f2be55dd94a96288afc2e32d39ebb595"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:WHKCGQ3JAFE6CIMFHJLM5B6RGM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Don't Take It Literally: An Edit-Invariant Sequence Loss for Text Generation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Guangyi Liu, Junwei Bao, Shuguang Cui, Tianhua Tao, Xiaodan Liang, Xiaodong He, Zhen Li, Zhiting Hu, Zichao Yang","submitted_at":"2021-06-29T03:59:21Z","abstract_excerpt":"Neural text generation models are typically trained by maximizing log-likelihood with the sequence cross entropy (CE) loss, which encourages an exact token-by-token match between a target sequence with a generated sequence. Such training objective is sub-optimal when the target sequence is not perfect, e.g., when the target sequence is corrupted with noises, or when only weak sequence supervision is available. To address the challenge, we propose a novel Edit-Invariant Sequence Loss (EISL), which computes the matching loss of a target n-gram with all n-grams in the generated sequence. EISL is "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.15078","kind":"arxiv","version":7},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2106.15078/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:21:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5OjlOM7k1L+Wygc/gnZuR2o0DFgdvff2rZpUOJYvNQDLCZndj/GXo2aqyBq7VlarrvS8GUUiggQEmhtd6QJIDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-31T13:51:12.705683Z"},"content_sha256":"b8cc0edc21f2130cd010b1faf4125841d3a1a30e13177317abc3644b5b3feb8f","schema_version":"1.0","event_id":"sha256:b8cc0edc21f2130cd010b1faf4125841d3a1a30e13177317abc3644b5b3feb8f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WHKCGQ3JAFE6CIMFHJLM5B6RGM/bundle.json","state_url":"https://pith.science/pith/WHKCGQ3JAFE6CIMFHJLM5B6RGM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WHKCGQ3JAFE6CIMFHJLM5B6RGM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-31T13:51:12Z","links":{"resolver":"https://pith.science/pith/WHKCGQ3JAFE6CIMFHJLM5B6RGM","bundle":"https://pith.science/pith/WHKCGQ3JAFE6CIMFHJLM5B6RGM/bundle.json","state":"https://pith.science/pith/WHKCGQ3JAFE6CIMFHJLM5B6RGM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WHKCGQ3JAFE6CIMFHJLM5B6RGM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:WHKCGQ3JAFE6CIMFHJLM5B6RGM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c42987f3102ad357d9c7f4ea401b9fd08bf4438a3bce797150230eddd46af9eb","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-06-29T03:59:21Z","title_canon_sha256":"555fa3e59261d35a7261c7d86b01d44d284c338eeccdae794c828244cc35f1fd"},"schema_version":"1.0","source":{"id":"2106.15078","kind":"arxiv","version":7}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.15078","created_at":"2026-07-05T04:21:04Z"},{"alias_kind":"arxiv_version","alias_value":"2106.15078v7","created_at":"2026-07-05T04:21:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.15078","created_at":"2026-07-05T04:21:04Z"},{"alias_kind":"pith_short_12","alias_value":"WHKCGQ3JAFE6","created_at":"2026-07-05T04:21:04Z"},{"alias_kind":"pith_short_16","alias_value":"WHKCGQ3JAFE6CIMF","created_at":"2026-07-05T04:21:04Z"},{"alias_kind":"pith_short_8","alias_value":"WHKCGQ3J","created_at":"2026-07-05T04:21:04Z"}],"graph_snapshots":[{"event_id":"sha256:b8cc0edc21f2130cd010b1faf4125841d3a1a30e13177317abc3644b5b3feb8f","target":"graph","created_at":"2026-07-05T04:21:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2106.15078/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Neural text generation models are typically trained by maximizing log-likelihood with the sequence cross entropy (CE) loss, which encourages an exact token-by-token match between a target sequence with a generated sequence. Such training objective is sub-optimal when the target sequence is not perfect, e.g., when the target sequence is corrupted with noises, or when only weak sequence supervision is available. To address the challenge, we propose a novel Edit-Invariant Sequence Loss (EISL), which computes the matching loss of a target n-gram with all n-grams in the generated sequence. EISL is ","authors_text":"Guangyi Liu, Junwei Bao, Shuguang Cui, Tianhua Tao, Xiaodan Liang, Xiaodong He, Zhen Li, Zhiting Hu, Zichao Yang","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-06-29T03:59:21Z","title":"Don't Take It Literally: An Edit-Invariant Sequence Loss for Text Generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.15078","kind":"arxiv","version":7},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:32dea5d62529c0026736a4fe52a4c7b9f2be55dd94a96288afc2e32d39ebb595","target":"record","created_at":"2026-07-05T04:21:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c42987f3102ad357d9c7f4ea401b9fd08bf4438a3bce797150230eddd46af9eb","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-06-29T03:59:21Z","title_canon_sha256":"555fa3e59261d35a7261c7d86b01d44d284c338eeccdae794c828244cc35f1fd"},"schema_version":"1.0","source":{"id":"2106.15078","kind":"arxiv","version":7}},"canonical_sha256":"b1d42343690149e121853a56ce87d1332a2d992ecd9d622a6ea63773db8d3983","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b1d42343690149e121853a56ce87d1332a2d992ecd9d622a6ea63773db8d3983","first_computed_at":"2026-07-05T04:21:04.646665Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:21:04.646665Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"zR2dTX5KUKV1XmXP9iUyFqwm0K07JdrkU/ple+S6LQT8hQuYAtNsnP32vg6S5b5oQSaKg2GtwhBhYdHjhQkpAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T04:21:04.647173Z","signed_message":"canonical_sha256_bytes"},"source_id":"2106.15078","source_kind":"arxiv","source_version":7}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:32dea5d62529c0026736a4fe52a4c7b9f2be55dd94a96288afc2e32d39ebb595","sha256:b8cc0edc21f2130cd010b1faf4125841d3a1a30e13177317abc3644b5b3feb8f"],"state_sha256":"b98b52f8753981ceb50a8eb4856bc46bb752adbadbd3ecead0e92e5b013b4ef5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bIea1fNAekgi4f3NERS12r/CBZtfR3/Jc9nEyeBc5cUfOKeWorz1WPZrsPAhyN76rrOAxsb2PadAcxpMPFesBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-31T13:51:12.708088Z","bundle_sha256":"0e04c0f0ffec3ea536dc1b58a83cfe715b9c933fbba2dda6431eeda93805f374"}}