{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:XE7YV64O3WJ32CG4Z43OSZTBK5","short_pith_number":"pith:XE7YV64O","canonical_record":{"source":{"id":"1904.03971","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-04-08T11:44:41Z","cross_cats_sorted":["cs.CL","stat.ML"],"title_canon_sha256":"6942d111897ef2bf5bc7defd975a809c14dac7975c5934a275c8387042d6343a","abstract_canon_sha256":"6d435e219652740f4e6bb6be9a08df590dddf0c31db9fae62586720f95eae52f"},"schema_version":"1.0"},"canonical_sha256":"b93f8afb8edd93bd08dccf36e96661575a00c40fa44d65c84bb6de5913cef692","source":{"kind":"arxiv","id":"1904.03971","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1904.03971","created_at":"2026-05-17T23:45:44Z"},{"alias_kind":"arxiv_version","alias_value":"1904.03971v2","created_at":"2026-05-17T23:45:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1904.03971","created_at":"2026-05-17T23:45:44Z"},{"alias_kind":"pith_short_12","alias_value":"XE7YV64O3WJ3","created_at":"2026-05-18T12:33:33Z"},{"alias_kind":"pith_short_16","alias_value":"XE7YV64O3WJ32CG4","created_at":"2026-05-18T12:33:33Z"},{"alias_kind":"pith_short_8","alias_value":"XE7YV64O","created_at":"2026-05-18T12:33:33Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:XE7YV64O3WJ32CG4Z43OSZTBK5","target":"record","payload":{"canonical_record":{"source":{"id":"1904.03971","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-04-08T11:44:41Z","cross_cats_sorted":["cs.CL","stat.ML"],"title_canon_sha256":"6942d111897ef2bf5bc7defd975a809c14dac7975c5934a275c8387042d6343a","abstract_canon_sha256":"6d435e219652740f4e6bb6be9a08df590dddf0c31db9fae62586720f95eae52f"},"schema_version":"1.0"},"canonical_sha256":"b93f8afb8edd93bd08dccf36e96661575a00c40fa44d65c84bb6de5913cef692","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:45:44.163426Z","signature_b64":"w5e5clKvNdKBeOdw3Uwnd7dGVLbJc8WsfJkPHpBBLFqAFZWOBiN5QiIo4+FIWNa5VMkSIu02WTPL3oTwpfnUAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b93f8afb8edd93bd08dccf36e96661575a00c40fa44d65c84bb6de5913cef692","last_reissued_at":"2026-05-17T23:45:44.162662Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:45:44.162662Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1904.03971","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:45:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xvF7VppXnd89/c5m6ZYHjNZsydug7W5OiamKXvQamOst0YpYzzNWpn38l+OGp8dMAiHK7A5er/sIqXbSvI8qDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-26T21:24:52.338250Z"},"content_sha256":"4e8cf2ea98703741af76a9e31f9388e26987d60e71a603fdde320fdb5f37caeb","schema_version":"1.0","event_id":"sha256:4e8cf2ea98703741af76a9e31f9388e26987d60e71a603fdde320fdb5f37caeb"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:XE7YV64O3WJ32CG4Z43OSZTBK5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Jointly Measuring Diversity and Quality in Text Generation Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL","stat.ML"],"primary_cat":"cs.LG","authors_text":"Danial Alihosseini, Ehsan Montahaei, Mahdieh Soleymani Baghshah","submitted_at":"2019-04-08T11:44:41Z","abstract_excerpt":"Text generation is an important Natural Language Processing task with various applications. Although several metrics have already been introduced to evaluate the text generation methods, each of them has its own shortcomings. The most widely used metrics such as BLEU only consider the quality of generated sentences and neglect their diversity. For example, repeatedly generation of only one high quality sentence would result in a high BLEU score. On the other hand, the more recent metric introduced to evaluate the diversity of generated texts known as Self-BLEU ignores the quality of generated "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1904.03971","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:45:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"znIRgNl1KdvI59cHYAxYd54Llh6MGMOy7ImOOKK1mpdhDjab23q6g1iVussh6dwnPL9RLFu9WF15gx29utSoBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-26T21:24:52.338620Z"},"content_sha256":"b0e79f76548babee4242e3080a9e7531ed3e0b0b07b90d3ee0e6e5b6ba61b67d","schema_version":"1.0","event_id":"sha256:b0e79f76548babee4242e3080a9e7531ed3e0b0b07b90d3ee0e6e5b6ba61b67d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XE7YV64O3WJ32CG4Z43OSZTBK5/bundle.json","state_url":"https://pith.science/pith/XE7YV64O3WJ32CG4Z43OSZTBK5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XE7YV64O3WJ32CG4Z43OSZTBK5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-26T21:24:52Z","links":{"resolver":"https://pith.science/pith/XE7YV64O3WJ32CG4Z43OSZTBK5","bundle":"https://pith.science/pith/XE7YV64O3WJ32CG4Z43OSZTBK5/bundle.json","state":"https://pith.science/pith/XE7YV64O3WJ32CG4Z43OSZTBK5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XE7YV64O3WJ32CG4Z43OSZTBK5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:XE7YV64O3WJ32CG4Z43OSZTBK5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6d435e219652740f4e6bb6be9a08df590dddf0c31db9fae62586720f95eae52f","cross_cats_sorted":["cs.CL","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-04-08T11:44:41Z","title_canon_sha256":"6942d111897ef2bf5bc7defd975a809c14dac7975c5934a275c8387042d6343a"},"schema_version":"1.0","source":{"id":"1904.03971","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1904.03971","created_at":"2026-05-17T23:45:44Z"},{"alias_kind":"arxiv_version","alias_value":"1904.03971v2","created_at":"2026-05-17T23:45:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1904.03971","created_at":"2026-05-17T23:45:44Z"},{"alias_kind":"pith_short_12","alias_value":"XE7YV64O3WJ3","created_at":"2026-05-18T12:33:33Z"},{"alias_kind":"pith_short_16","alias_value":"XE7YV64O3WJ32CG4","created_at":"2026-05-18T12:33:33Z"},{"alias_kind":"pith_short_8","alias_value":"XE7YV64O","created_at":"2026-05-18T12:33:33Z"}],"graph_snapshots":[{"event_id":"sha256:b0e79f76548babee4242e3080a9e7531ed3e0b0b07b90d3ee0e6e5b6ba61b67d","target":"graph","created_at":"2026-05-17T23:45:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Text generation is an important Natural Language Processing task with various applications. Although several metrics have already been introduced to evaluate the text generation methods, each of them has its own shortcomings. The most widely used metrics such as BLEU only consider the quality of generated sentences and neglect their diversity. For example, repeatedly generation of only one high quality sentence would result in a high BLEU score. On the other hand, the more recent metric introduced to evaluate the diversity of generated texts known as Self-BLEU ignores the quality of generated ","authors_text":"Danial Alihosseini, Ehsan Montahaei, Mahdieh Soleymani Baghshah","cross_cats":["cs.CL","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-04-08T11:44:41Z","title":"Jointly Measuring Diversity and Quality in Text Generation Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1904.03971","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4e8cf2ea98703741af76a9e31f9388e26987d60e71a603fdde320fdb5f37caeb","target":"record","created_at":"2026-05-17T23:45:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6d435e219652740f4e6bb6be9a08df590dddf0c31db9fae62586720f95eae52f","cross_cats_sorted":["cs.CL","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-04-08T11:44:41Z","title_canon_sha256":"6942d111897ef2bf5bc7defd975a809c14dac7975c5934a275c8387042d6343a"},"schema_version":"1.0","source":{"id":"1904.03971","kind":"arxiv","version":2}},"canonical_sha256":"b93f8afb8edd93bd08dccf36e96661575a00c40fa44d65c84bb6de5913cef692","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b93f8afb8edd93bd08dccf36e96661575a00c40fa44d65c84bb6de5913cef692","first_computed_at":"2026-05-17T23:45:44.162662Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:45:44.162662Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"w5e5clKvNdKBeOdw3Uwnd7dGVLbJc8WsfJkPHpBBLFqAFZWOBiN5QiIo4+FIWNa5VMkSIu02WTPL3oTwpfnUAg==","signature_status":"signed_v1","signed_at":"2026-05-17T23:45:44.163426Z","signed_message":"canonical_sha256_bytes"},"source_id":"1904.03971","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4e8cf2ea98703741af76a9e31f9388e26987d60e71a603fdde320fdb5f37caeb","sha256:b0e79f76548babee4242e3080a9e7531ed3e0b0b07b90d3ee0e6e5b6ba61b67d"],"state_sha256":"87718b9a04b1196734a2ada6078b8c3ab89e5bfc89c896f0e1af9743d52e7725"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6br6R4+tYA9WsKQlFit62c/u9gtJByHDfwYU1kWRuTvlyUuv0Gkd28onVN+j405a0pvbdubjP0tBn3LIP9tiBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-26T21:24:52.340440Z","bundle_sha256":"dcc2045945cfb714421841f286964bf22e76a9bd963c9fa307f4e7fe2fd8c250"}}