{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:O4LBEZQKZG2RJDN4JRIJG3PZUC","short_pith_number":"pith:O4LBEZQK","canonical_record":{"source":{"id":"1806.04936","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-06-13T10:35:45Z","cross_cats_sorted":[],"title_canon_sha256":"8d6222710682af41d4a648ea4b73935d6705a9084edefc71c105b75a75f0a26d","abstract_canon_sha256":"4c588261a58caa61bcbf7dd9114c1983e2578abea33c6d39c146669a92d2120a"},"schema_version":"1.0"},"canonical_sha256":"771612660ac9b5148dbc4c50936df9a0866ab6b66c1f45cc32b35293ff61172e","source":{"kind":"arxiv","id":"1806.04936","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1806.04936","created_at":"2026-05-17T23:40:20Z"},{"alias_kind":"arxiv_version","alias_value":"1806.04936v3","created_at":"2026-05-17T23:40:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1806.04936","created_at":"2026-05-17T23:40:20Z"},{"alias_kind":"pith_short_12","alias_value":"O4LBEZQKZG2R","created_at":"2026-05-18T12:32:40Z"},{"alias_kind":"pith_short_16","alias_value":"O4LBEZQKZG2RJDN4","created_at":"2026-05-18T12:32:40Z"},{"alias_kind":"pith_short_8","alias_value":"O4LBEZQK","created_at":"2026-05-18T12:32:40Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:O4LBEZQKZG2RJDN4JRIJG3PZUC","target":"record","payload":{"canonical_record":{"source":{"id":"1806.04936","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-06-13T10:35:45Z","cross_cats_sorted":[],"title_canon_sha256":"8d6222710682af41d4a648ea4b73935d6705a9084edefc71c105b75a75f0a26d","abstract_canon_sha256":"4c588261a58caa61bcbf7dd9114c1983e2578abea33c6d39c146669a92d2120a"},"schema_version":"1.0"},"canonical_sha256":"771612660ac9b5148dbc4c50936df9a0866ab6b66c1f45cc32b35293ff61172e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:40:20.742792Z","signature_b64":"8FnhL1bf2HlYDffrNybIfT0tACNWqazK7WHS4axy/2ogY/bWl0bkSzGzzhyovUHRDJYZkLgddpi2Jhb55EgvCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"771612660ac9b5148dbc4c50936df9a0866ab6b66c1f45cc32b35293ff61172e","last_reissued_at":"2026-05-17T23:40:20.742126Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:40:20.742126Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1806.04936","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:40:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IyyikGonwWM8kZlmRvbZppWhLM7KRASGOhD4yokaogs67gUUXdMrrfZ7JZKsPvpvmaF4kNgVrLfsFvMzuwDODA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-03T22:20:01.100125Z"},"content_sha256":"d7a2dc04c516d9fa37667089295e28c4fa1a072314de6a8ac736adcf53165316","schema_version":"1.0","event_id":"sha256:d7a2dc04c516d9fa37667089295e28c4fa1a072314de6a8ac736adcf53165316"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:O4LBEZQKZG2RJDN4JRIJG3PZUC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"On Accurate Evaluation of GANs for Language Generation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Aliaksei Severyn, Stanislau Semeniuta, Sylvain Gelly","submitted_at":"2018-06-13T10:35:45Z","abstract_excerpt":"Generative Adversarial Networks (GANs) are a promising approach to language generation. The latest works introducing novel GAN models for language generation use n-gram based metrics for evaluation and only report single scores of the best run. In this paper, we argue that this often misrepresents the true picture and does not tell the full story, as GAN models can be extremely sensitive to the random initialization and small deviations from the best hyperparameter choice. In particular, we demonstrate that the previously used BLEU score is not sensitive to semantic deterioration of generated "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1806.04936","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:40:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dWLijp+pCm1jINcAwWuvl4IY3NzqSU+8AKlo4di5xRSqcfJMGijR3fDL7pW+SH641oTueq9q/7dZI9IjFXzaBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-03T22:20:01.100694Z"},"content_sha256":"69f6a71860893ad6d91c4c752aa92663a895134b87f672ad43e0aab35fe83235","schema_version":"1.0","event_id":"sha256:69f6a71860893ad6d91c4c752aa92663a895134b87f672ad43e0aab35fe83235"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/O4LBEZQKZG2RJDN4JRIJG3PZUC/bundle.json","state_url":"https://pith.science/pith/O4LBEZQKZG2RJDN4JRIJG3PZUC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/O4LBEZQKZG2RJDN4JRIJG3PZUC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-03T22:20:01Z","links":{"resolver":"https://pith.science/pith/O4LBEZQKZG2RJDN4JRIJG3PZUC","bundle":"https://pith.science/pith/O4LBEZQKZG2RJDN4JRIJG3PZUC/bundle.json","state":"https://pith.science/pith/O4LBEZQKZG2RJDN4JRIJG3PZUC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/O4LBEZQKZG2RJDN4JRIJG3PZUC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:O4LBEZQKZG2RJDN4JRIJG3PZUC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4c588261a58caa61bcbf7dd9114c1983e2578abea33c6d39c146669a92d2120a","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-06-13T10:35:45Z","title_canon_sha256":"8d6222710682af41d4a648ea4b73935d6705a9084edefc71c105b75a75f0a26d"},"schema_version":"1.0","source":{"id":"1806.04936","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1806.04936","created_at":"2026-05-17T23:40:20Z"},{"alias_kind":"arxiv_version","alias_value":"1806.04936v3","created_at":"2026-05-17T23:40:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1806.04936","created_at":"2026-05-17T23:40:20Z"},{"alias_kind":"pith_short_12","alias_value":"O4LBEZQKZG2R","created_at":"2026-05-18T12:32:40Z"},{"alias_kind":"pith_short_16","alias_value":"O4LBEZQKZG2RJDN4","created_at":"2026-05-18T12:32:40Z"},{"alias_kind":"pith_short_8","alias_value":"O4LBEZQK","created_at":"2026-05-18T12:32:40Z"}],"graph_snapshots":[{"event_id":"sha256:69f6a71860893ad6d91c4c752aa92663a895134b87f672ad43e0aab35fe83235","target":"graph","created_at":"2026-05-17T23:40:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Generative Adversarial Networks (GANs) are a promising approach to language generation. The latest works introducing novel GAN models for language generation use n-gram based metrics for evaluation and only report single scores of the best run. In this paper, we argue that this often misrepresents the true picture and does not tell the full story, as GAN models can be extremely sensitive to the random initialization and small deviations from the best hyperparameter choice. In particular, we demonstrate that the previously used BLEU score is not sensitive to semantic deterioration of generated ","authors_text":"Aliaksei Severyn, Stanislau Semeniuta, Sylvain Gelly","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-06-13T10:35:45Z","title":"On Accurate Evaluation of GANs for Language Generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1806.04936","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d7a2dc04c516d9fa37667089295e28c4fa1a072314de6a8ac736adcf53165316","target":"record","created_at":"2026-05-17T23:40:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4c588261a58caa61bcbf7dd9114c1983e2578abea33c6d39c146669a92d2120a","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-06-13T10:35:45Z","title_canon_sha256":"8d6222710682af41d4a648ea4b73935d6705a9084edefc71c105b75a75f0a26d"},"schema_version":"1.0","source":{"id":"1806.04936","kind":"arxiv","version":3}},"canonical_sha256":"771612660ac9b5148dbc4c50936df9a0866ab6b66c1f45cc32b35293ff61172e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"771612660ac9b5148dbc4c50936df9a0866ab6b66c1f45cc32b35293ff61172e","first_computed_at":"2026-05-17T23:40:20.742126Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:40:20.742126Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"8FnhL1bf2HlYDffrNybIfT0tACNWqazK7WHS4axy/2ogY/bWl0bkSzGzzhyovUHRDJYZkLgddpi2Jhb55EgvCQ==","signature_status":"signed_v1","signed_at":"2026-05-17T23:40:20.742792Z","signed_message":"canonical_sha256_bytes"},"source_id":"1806.04936","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d7a2dc04c516d9fa37667089295e28c4fa1a072314de6a8ac736adcf53165316","sha256:69f6a71860893ad6d91c4c752aa92663a895134b87f672ad43e0aab35fe83235"],"state_sha256":"4f4d827bbdffa6076cec618056b1777d231178f153dc8a574cf97eff5087acb9"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pV2Fr97X1HuLHQbL0wLqR2KfbNbvLn+zoGl5FifOMbjlOpFLP8+2/aLMMiglWLax0tLpIRyJH4Y52IjF+bVqCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-03T22:20:01.103355Z","bundle_sha256":"c3d1f05ce28e0988d0efde2ffb73d6da594af3dad4a6129fa21bee82f6727596"}}