{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:K4W2JHZF3GH3I4F6YYFUPLDFJF","short_pith_number":"pith:K4W2JHZF","canonical_record":{"source":{"id":"2410.18653","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-24T11:32:01Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"ac68fe455c9920d22db3384d429541472d02079cb95d207102510146810858e7","abstract_canon_sha256":"0351d95556f27bc842a0e4e73fafc9516fbd77f4aa3ab38efde17b4844f7fe05"},"schema_version":"1.0"},"canonical_sha256":"572da49f25d98fb470bec60b47ac654966fd200ba364478cc220776881690edc","source":{"kind":"arxiv","id":"2410.18653","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.18653","created_at":"2026-07-05T11:23:07Z"},{"alias_kind":"arxiv_version","alias_value":"2410.18653v3","created_at":"2026-07-05T11:23:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.18653","created_at":"2026-07-05T11:23:07Z"},{"alias_kind":"pith_short_12","alias_value":"K4W2JHZF3GH3","created_at":"2026-07-05T11:23:07Z"},{"alias_kind":"pith_short_16","alias_value":"K4W2JHZF3GH3I4F6","created_at":"2026-07-05T11:23:07Z"},{"alias_kind":"pith_short_8","alias_value":"K4W2JHZF","created_at":"2026-07-05T11:23:07Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:K4W2JHZF3GH3I4F6YYFUPLDFJF","target":"record","payload":{"canonical_record":{"source":{"id":"2410.18653","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-24T11:32:01Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"ac68fe455c9920d22db3384d429541472d02079cb95d207102510146810858e7","abstract_canon_sha256":"0351d95556f27bc842a0e4e73fafc9516fbd77f4aa3ab38efde17b4844f7fe05"},"schema_version":"1.0"},"canonical_sha256":"572da49f25d98fb470bec60b47ac654966fd200ba364478cc220776881690edc","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:23:07.486523Z","signature_b64":"5snES5aOXgvnkBtmjFhsAOZ5lYvqrejJsMm47GgInSfO61XE+SCfYUh7JZcVtv04TQo/oMJfiq45FLHiOXQLCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"572da49f25d98fb470bec60b47ac654966fd200ba364478cc220776881690edc","last_reissued_at":"2026-07-05T11:23:07.485979Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:23:07.485979Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.18653","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:23:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lXokW0QEG02uP2EPPIa1VMj1ekkgl1sg1oY7iFMKtABWavj+96+U4vRNIQbTjE1+WCLFQmLIE5UcZ4USp4C3Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T05:54:42.082283Z"},"content_sha256":"6974d55e203b047f933e40efd87db126377f68140664b852272f599196ab60cc","schema_version":"1.0","event_id":"sha256:6974d55e203b047f933e40efd87db126377f68140664b852272f599196ab60cc"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:K4W2JHZF3GH3I4F6YYFUPLDFJF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Towards Better Open-Ended Text Generation: A Multicriteria Evaluation Framework","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Christian Heumann, Esteban Garces Arias, Hannah Blocher, Julian Rodemann, Matthias A{\\ss}enmacher, Meimingwei Li","submitted_at":"2024-10-24T11:32:01Z","abstract_excerpt":"Open-ended text generation has become a prominent task in natural language processing due to the rise of powerful (large) language models. However, evaluating the quality of these models and the employed decoding strategies remains challenging due to trade-offs among widely used metrics such as coherence, diversity, and perplexity. This paper addresses the specific problem of multicriteria evaluation for open-ended text generation, proposing novel methods for both relative and absolute rankings of decoding methods. Specifically, we employ benchmarking approaches based on partial orderings and "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.18653","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.18653/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:23:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"B9/dyK5m9GmrGXBr+RWADcISWKm+7F7rE1oeeA+vAyAemM1mR+wCTAgCZloGvpZ9CUz6ykalBdXqaJ6zGEOhBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T05:54:42.082814Z"},"content_sha256":"ecd91d037985960936461739ebcc86b399cd9c0d5fa9450e4b8b8979758c2169","schema_version":"1.0","event_id":"sha256:ecd91d037985960936461739ebcc86b399cd9c0d5fa9450e4b8b8979758c2169"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/K4W2JHZF3GH3I4F6YYFUPLDFJF/bundle.json","state_url":"https://pith.science/pith/K4W2JHZF3GH3I4F6YYFUPLDFJF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/K4W2JHZF3GH3I4F6YYFUPLDFJF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T05:54:42Z","links":{"resolver":"https://pith.science/pith/K4W2JHZF3GH3I4F6YYFUPLDFJF","bundle":"https://pith.science/pith/K4W2JHZF3GH3I4F6YYFUPLDFJF/bundle.json","state":"https://pith.science/pith/K4W2JHZF3GH3I4F6YYFUPLDFJF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/K4W2JHZF3GH3I4F6YYFUPLDFJF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:K4W2JHZF3GH3I4F6YYFUPLDFJF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0351d95556f27bc842a0e4e73fafc9516fbd77f4aa3ab38efde17b4844f7fe05","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-24T11:32:01Z","title_canon_sha256":"ac68fe455c9920d22db3384d429541472d02079cb95d207102510146810858e7"},"schema_version":"1.0","source":{"id":"2410.18653","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.18653","created_at":"2026-07-05T11:23:07Z"},{"alias_kind":"arxiv_version","alias_value":"2410.18653v3","created_at":"2026-07-05T11:23:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.18653","created_at":"2026-07-05T11:23:07Z"},{"alias_kind":"pith_short_12","alias_value":"K4W2JHZF3GH3","created_at":"2026-07-05T11:23:07Z"},{"alias_kind":"pith_short_16","alias_value":"K4W2JHZF3GH3I4F6","created_at":"2026-07-05T11:23:07Z"},{"alias_kind":"pith_short_8","alias_value":"K4W2JHZF","created_at":"2026-07-05T11:23:07Z"}],"graph_snapshots":[{"event_id":"sha256:ecd91d037985960936461739ebcc86b399cd9c0d5fa9450e4b8b8979758c2169","target":"graph","created_at":"2026-07-05T11:23:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.18653/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Open-ended text generation has become a prominent task in natural language processing due to the rise of powerful (large) language models. However, evaluating the quality of these models and the employed decoding strategies remains challenging due to trade-offs among widely used metrics such as coherence, diversity, and perplexity. This paper addresses the specific problem of multicriteria evaluation for open-ended text generation, proposing novel methods for both relative and absolute rankings of decoding methods. Specifically, we employ benchmarking approaches based on partial orderings and ","authors_text":"Christian Heumann, Esteban Garces Arias, Hannah Blocher, Julian Rodemann, Matthias A{\\ss}enmacher, Meimingwei Li","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-24T11:32:01Z","title":"Towards Better Open-Ended Text Generation: A Multicriteria Evaluation Framework"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.18653","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6974d55e203b047f933e40efd87db126377f68140664b852272f599196ab60cc","target":"record","created_at":"2026-07-05T11:23:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0351d95556f27bc842a0e4e73fafc9516fbd77f4aa3ab38efde17b4844f7fe05","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-24T11:32:01Z","title_canon_sha256":"ac68fe455c9920d22db3384d429541472d02079cb95d207102510146810858e7"},"schema_version":"1.0","source":{"id":"2410.18653","kind":"arxiv","version":3}},"canonical_sha256":"572da49f25d98fb470bec60b47ac654966fd200ba364478cc220776881690edc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"572da49f25d98fb470bec60b47ac654966fd200ba364478cc220776881690edc","first_computed_at":"2026-07-05T11:23:07.485979Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:23:07.485979Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"5snES5aOXgvnkBtmjFhsAOZ5lYvqrejJsMm47GgInSfO61XE+SCfYUh7JZcVtv04TQo/oMJfiq45FLHiOXQLCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:23:07.486523Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.18653","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6974d55e203b047f933e40efd87db126377f68140664b852272f599196ab60cc","sha256:ecd91d037985960936461739ebcc86b399cd9c0d5fa9450e4b8b8979758c2169"],"state_sha256":"fc115a6c3e136481032526d0fe7a76da4283e1ffeb9c364a1fc48181dc9ea4ff"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qytGEVpNVFgUq4ZhLazFJFeJ1lpJO5stlKgNBxvgCR3g5pLZUQGC/pk/7RnHPOqBUr2x918VZRBADkUEckIxDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T05:54:42.087973Z","bundle_sha256":"24ee12eecc0ce1f35d7ec23ab6cc6388a8ae613fa806ff1938e1f3cba77fb242"}}