{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:KIKJF4SFLK4XEKV3WZGOCI6ZPH","short_pith_number":"pith:KIKJF4SF","canonical_record":{"source":{"id":"2105.14488","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-05-30T10:04:13Z","cross_cats_sorted":[],"title_canon_sha256":"8e60fffe183e3df092c6ef4971fdc3e5e4ca34ebcdfbbbda7b041f8b6465fa74","abstract_canon_sha256":"331736089e084adc826df8b0faf0b713661e73c6c323b9b8f782f943d3ad240e"},"schema_version":"1.0"},"canonical_sha256":"521492f2455ab9722abbb64ce123d979f36c145a4c72bc1ab195203ee6e844a1","source":{"kind":"arxiv","id":"2105.14488","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2105.14488","created_at":"2026-07-05T04:05:31Z"},{"alias_kind":"arxiv_version","alias_value":"2105.14488v2","created_at":"2026-07-05T04:05:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2105.14488","created_at":"2026-07-05T04:05:31Z"},{"alias_kind":"pith_short_12","alias_value":"KIKJF4SFLK4X","created_at":"2026-07-05T04:05:31Z"},{"alias_kind":"pith_short_16","alias_value":"KIKJF4SFLK4XEKV3","created_at":"2026-07-05T04:05:31Z"},{"alias_kind":"pith_short_8","alias_value":"KIKJF4SF","created_at":"2026-07-05T04:05:31Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:KIKJF4SFLK4XEKV3WZGOCI6ZPH","target":"record","payload":{"canonical_record":{"source":{"id":"2105.14488","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-05-30T10:04:13Z","cross_cats_sorted":[],"title_canon_sha256":"8e60fffe183e3df092c6ef4971fdc3e5e4ca34ebcdfbbbda7b041f8b6465fa74","abstract_canon_sha256":"331736089e084adc826df8b0faf0b713661e73c6c323b9b8f782f943d3ad240e"},"schema_version":"1.0"},"canonical_sha256":"521492f2455ab9722abbb64ce123d979f36c145a4c72bc1ab195203ee6e844a1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:05:31.264452Z","signature_b64":"Q2iLN5lgSymSARoOVlQX/x3/0P7a9m8gp/9BO1ND+AnpjeaaMjDtDhJoZjjKbhX+atLKQP/MU2sYx8xo4IESCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"521492f2455ab9722abbb64ce123d979f36c145a4c72bc1ab195203ee6e844a1","last_reissued_at":"2026-07-05T04:05:31.263854Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:05:31.263854Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2105.14488","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:05:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"M6sa165Wf2dplGpGXKCOV9BiNlon7sYRuDrs9nMAyoOqLeSr4hATN0fA9j+KaIaJH+jg7C2JAah2/Bz1EgMkCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T14:48:47.694636Z"},"content_sha256":"e5d2d3e7445ae0de1bea25327f8bb2cef646035d5619742203e6c12a55c3d449","schema_version":"1.0","event_id":"sha256:e5d2d3e7445ae0de1bea25327f8bb2cef646035d5619742203e6c12a55c3d449"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:KIKJF4SFLK4XEKV3WZGOCI6ZPH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"REAM$\\sharp$: An Enhancement Approach to Reference-based Evaluation Metrics for Open-domain Dialog Generation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Jun Gao, Ruifeng Xu, Shuming Shi, Wei Bi","submitted_at":"2021-05-30T10:04:13Z","abstract_excerpt":"The lack of reliable automatic evaluation metrics is a major impediment to the development of open-domain dialogue systems. Various reference-based metrics have been proposed to calculate a score between a predicted response and a small set of references. However, these metrics show unsatisfactory correlations with human judgments. For a reference-based metric, its reliability mainly depends on two factors: its ability to measure the similarity between the predicted response and the reference response, as well as the reliability of the given reference set. Yet, there are few discussions on the"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2105.14488","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2105.14488/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:05:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4kl9KvZu/lPAmVr2xZg1vTsjNqmFd39ZqgE8IL/Zq+ooUHdR9kSdm68yUsM1oxtDEjCDO6LDyPmqoB4EwCzEBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T14:48:47.695145Z"},"content_sha256":"698880fddd7651789bb10708ad561e4f441074970da1f51b2464908fded30682","schema_version":"1.0","event_id":"sha256:698880fddd7651789bb10708ad561e4f441074970da1f51b2464908fded30682"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KIKJF4SFLK4XEKV3WZGOCI6ZPH/bundle.json","state_url":"https://pith.science/pith/KIKJF4SFLK4XEKV3WZGOCI6ZPH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KIKJF4SFLK4XEKV3WZGOCI6ZPH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T14:48:47Z","links":{"resolver":"https://pith.science/pith/KIKJF4SFLK4XEKV3WZGOCI6ZPH","bundle":"https://pith.science/pith/KIKJF4SFLK4XEKV3WZGOCI6ZPH/bundle.json","state":"https://pith.science/pith/KIKJF4SFLK4XEKV3WZGOCI6ZPH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KIKJF4SFLK4XEKV3WZGOCI6ZPH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:KIKJF4SFLK4XEKV3WZGOCI6ZPH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"331736089e084adc826df8b0faf0b713661e73c6c323b9b8f782f943d3ad240e","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-05-30T10:04:13Z","title_canon_sha256":"8e60fffe183e3df092c6ef4971fdc3e5e4ca34ebcdfbbbda7b041f8b6465fa74"},"schema_version":"1.0","source":{"id":"2105.14488","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2105.14488","created_at":"2026-07-05T04:05:31Z"},{"alias_kind":"arxiv_version","alias_value":"2105.14488v2","created_at":"2026-07-05T04:05:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2105.14488","created_at":"2026-07-05T04:05:31Z"},{"alias_kind":"pith_short_12","alias_value":"KIKJF4SFLK4X","created_at":"2026-07-05T04:05:31Z"},{"alias_kind":"pith_short_16","alias_value":"KIKJF4SFLK4XEKV3","created_at":"2026-07-05T04:05:31Z"},{"alias_kind":"pith_short_8","alias_value":"KIKJF4SF","created_at":"2026-07-05T04:05:31Z"}],"graph_snapshots":[{"event_id":"sha256:698880fddd7651789bb10708ad561e4f441074970da1f51b2464908fded30682","target":"graph","created_at":"2026-07-05T04:05:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2105.14488/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The lack of reliable automatic evaluation metrics is a major impediment to the development of open-domain dialogue systems. Various reference-based metrics have been proposed to calculate a score between a predicted response and a small set of references. However, these metrics show unsatisfactory correlations with human judgments. For a reference-based metric, its reliability mainly depends on two factors: its ability to measure the similarity between the predicted response and the reference response, as well as the reliability of the given reference set. Yet, there are few discussions on the","authors_text":"Jun Gao, Ruifeng Xu, Shuming Shi, Wei Bi","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-05-30T10:04:13Z","title":"REAM$\\sharp$: An Enhancement Approach to Reference-based Evaluation Metrics for Open-domain Dialog Generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2105.14488","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e5d2d3e7445ae0de1bea25327f8bb2cef646035d5619742203e6c12a55c3d449","target":"record","created_at":"2026-07-05T04:05:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"331736089e084adc826df8b0faf0b713661e73c6c323b9b8f782f943d3ad240e","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-05-30T10:04:13Z","title_canon_sha256":"8e60fffe183e3df092c6ef4971fdc3e5e4ca34ebcdfbbbda7b041f8b6465fa74"},"schema_version":"1.0","source":{"id":"2105.14488","kind":"arxiv","version":2}},"canonical_sha256":"521492f2455ab9722abbb64ce123d979f36c145a4c72bc1ab195203ee6e844a1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"521492f2455ab9722abbb64ce123d979f36c145a4c72bc1ab195203ee6e844a1","first_computed_at":"2026-07-05T04:05:31.263854Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:05:31.263854Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Q2iLN5lgSymSARoOVlQX/x3/0P7a9m8gp/9BO1ND+AnpjeaaMjDtDhJoZjjKbhX+atLKQP/MU2sYx8xo4IESCg==","signature_status":"signed_v1","signed_at":"2026-07-05T04:05:31.264452Z","signed_message":"canonical_sha256_bytes"},"source_id":"2105.14488","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e5d2d3e7445ae0de1bea25327f8bb2cef646035d5619742203e6c12a55c3d449","sha256:698880fddd7651789bb10708ad561e4f441074970da1f51b2464908fded30682"],"state_sha256":"d28498905287bfe25dbc1e3a107ccef84334b36898711474ce0d0af13de36410"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8Z3mFeRLveNVVA/7ORnIH5uUy7i2aqSrI0m5gsCkdmy1G14Wgec2GIR1xfL+vYuFVDwjd9Z0ozmYBp0KZ+aVAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T14:48:47.698799Z","bundle_sha256":"950b442435c1b9459bd3f270521c80e351c85a80618df4ff5df366b5b75c5f14"}}