{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:ZEPAUJ2RLIVG2IWBA3U3ARPS34","short_pith_number":"pith:ZEPAUJ2R","canonical_record":{"source":{"id":"2308.04386","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-08-08T16:41:16Z","cross_cats_sorted":[],"title_canon_sha256":"2ece5d1de36985b4aa16656503425a506605815e546947ef71d93c51f9c69d76","abstract_canon_sha256":"3063fb45b4b9015452c22c1f8db16fe407e2d8225b87af6383f3f88e929626d8"},"schema_version":"1.0"},"canonical_sha256":"c91e0a27515a2a6d22c106e9b045f2df39d030129a449561603cfae13b897c88","source":{"kind":"arxiv","id":"2308.04386","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.04386","created_at":"2026-07-05T11:27:17Z"},{"alias_kind":"arxiv_version","alias_value":"2308.04386v3","created_at":"2026-07-05T11:27:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.04386","created_at":"2026-07-05T11:27:17Z"},{"alias_kind":"pith_short_12","alias_value":"ZEPAUJ2RLIVG","created_at":"2026-07-05T11:27:17Z"},{"alias_kind":"pith_short_16","alias_value":"ZEPAUJ2RLIVG2IWB","created_at":"2026-07-05T11:27:17Z"},{"alias_kind":"pith_short_8","alias_value":"ZEPAUJ2R","created_at":"2026-07-05T11:27:17Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:ZEPAUJ2RLIVG2IWBA3U3ARPS34","target":"record","payload":{"canonical_record":{"source":{"id":"2308.04386","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-08-08T16:41:16Z","cross_cats_sorted":[],"title_canon_sha256":"2ece5d1de36985b4aa16656503425a506605815e546947ef71d93c51f9c69d76","abstract_canon_sha256":"3063fb45b4b9015452c22c1f8db16fe407e2d8225b87af6383f3f88e929626d8"},"schema_version":"1.0"},"canonical_sha256":"c91e0a27515a2a6d22c106e9b045f2df39d030129a449561603cfae13b897c88","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:27:17.388528Z","signature_b64":"f1oLuHdRKfx599hFT1IL2H48BwkQRfWUxunKliW5mu+/ewBWNsr1BBYZgvN6I0xI1LZE7qgf6npsMVI1G47hCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c91e0a27515a2a6d22c106e9b045f2df39d030129a449561603cfae13b897c88","last_reissued_at":"2026-07-05T11:27:17.388012Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:27:17.388012Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2308.04386","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:27:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"g9RbX4ye1S8bb7fOMXIsvV+vslIiw6qfBYTXSqyjeIE2rjE8cgFNqDs78u0PDJg03Kb0715CBl9zxnu1/ladAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T05:57:34.407502Z"},"content_sha256":"a4349bb211871d084475019097e27fc153217d491ae76e0bcf5a866bcf3846f2","schema_version":"1.0","event_id":"sha256:a4349bb211871d084475019097e27fc153217d491ae76e0bcf5a866bcf3846f2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:ZEPAUJ2RLIVG2IWBA3U3ARPS34","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Learning Evaluation Models from Large Language Models for Sequence Generation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Chenglong Wang, Chunliang Zhang, Hang Zhou, Jingbo Zhu, Kaiyan Chang, Quan Du, Tongran Liu, Tong Xiao, Yue Zhang","submitted_at":"2023-08-08T16:41:16Z","abstract_excerpt":"Automatic evaluation of sequence generation, traditionally reliant on metrics like BLEU and ROUGE, often fails to capture the semantic accuracy of generated text sequences due to their emphasis on n-gram overlap. A promising solution to this problem is to develop model-based metrics, such as BLEURT and COMET. However, these approaches are typically hindered by the scarcity of labeled evaluation data, which is necessary to train the evaluation models. In this work, we build upon this challenge by proposing the Customized Sequence Evaluation Metric (CSEM), a three-stage evaluation model training"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.04386","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.04386/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:27:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KGtKNXR/KgBqbAlsQu7yFaVyZ8g2KBtT1RnDxpcg7uoXB5pa3msbuh+5o9PdjNc5eohuQXFDrufrhzzSyt4CAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T05:57:34.408471Z"},"content_sha256":"d42d59900fe7a8d0238e2176cd4eb1590712a47af0c329099bfd490e82686431","schema_version":"1.0","event_id":"sha256:d42d59900fe7a8d0238e2176cd4eb1590712a47af0c329099bfd490e82686431"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZEPAUJ2RLIVG2IWBA3U3ARPS34/bundle.json","state_url":"https://pith.science/pith/ZEPAUJ2RLIVG2IWBA3U3ARPS34/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZEPAUJ2RLIVG2IWBA3U3ARPS34/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T05:57:34Z","links":{"resolver":"https://pith.science/pith/ZEPAUJ2RLIVG2IWBA3U3ARPS34","bundle":"https://pith.science/pith/ZEPAUJ2RLIVG2IWBA3U3ARPS34/bundle.json","state":"https://pith.science/pith/ZEPAUJ2RLIVG2IWBA3U3ARPS34/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZEPAUJ2RLIVG2IWBA3U3ARPS34/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:ZEPAUJ2RLIVG2IWBA3U3ARPS34","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3063fb45b4b9015452c22c1f8db16fe407e2d8225b87af6383f3f88e929626d8","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-08-08T16:41:16Z","title_canon_sha256":"2ece5d1de36985b4aa16656503425a506605815e546947ef71d93c51f9c69d76"},"schema_version":"1.0","source":{"id":"2308.04386","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.04386","created_at":"2026-07-05T11:27:17Z"},{"alias_kind":"arxiv_version","alias_value":"2308.04386v3","created_at":"2026-07-05T11:27:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.04386","created_at":"2026-07-05T11:27:17Z"},{"alias_kind":"pith_short_12","alias_value":"ZEPAUJ2RLIVG","created_at":"2026-07-05T11:27:17Z"},{"alias_kind":"pith_short_16","alias_value":"ZEPAUJ2RLIVG2IWB","created_at":"2026-07-05T11:27:17Z"},{"alias_kind":"pith_short_8","alias_value":"ZEPAUJ2R","created_at":"2026-07-05T11:27:17Z"}],"graph_snapshots":[{"event_id":"sha256:d42d59900fe7a8d0238e2176cd4eb1590712a47af0c329099bfd490e82686431","target":"graph","created_at":"2026-07-05T11:27:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2308.04386/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Automatic evaluation of sequence generation, traditionally reliant on metrics like BLEU and ROUGE, often fails to capture the semantic accuracy of generated text sequences due to their emphasis on n-gram overlap. A promising solution to this problem is to develop model-based metrics, such as BLEURT and COMET. However, these approaches are typically hindered by the scarcity of labeled evaluation data, which is necessary to train the evaluation models. In this work, we build upon this challenge by proposing the Customized Sequence Evaluation Metric (CSEM), a three-stage evaluation model training","authors_text":"Chenglong Wang, Chunliang Zhang, Hang Zhou, Jingbo Zhu, Kaiyan Chang, Quan Du, Tongran Liu, Tong Xiao, Yue Zhang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-08-08T16:41:16Z","title":"Learning Evaluation Models from Large Language Models for Sequence Generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.04386","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a4349bb211871d084475019097e27fc153217d491ae76e0bcf5a866bcf3846f2","target":"record","created_at":"2026-07-05T11:27:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3063fb45b4b9015452c22c1f8db16fe407e2d8225b87af6383f3f88e929626d8","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-08-08T16:41:16Z","title_canon_sha256":"2ece5d1de36985b4aa16656503425a506605815e546947ef71d93c51f9c69d76"},"schema_version":"1.0","source":{"id":"2308.04386","kind":"arxiv","version":3}},"canonical_sha256":"c91e0a27515a2a6d22c106e9b045f2df39d030129a449561603cfae13b897c88","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c91e0a27515a2a6d22c106e9b045f2df39d030129a449561603cfae13b897c88","first_computed_at":"2026-07-05T11:27:17.388012Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:27:17.388012Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"f1oLuHdRKfx599hFT1IL2H48BwkQRfWUxunKliW5mu+/ewBWNsr1BBYZgvN6I0xI1LZE7qgf6npsMVI1G47hCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:27:17.388528Z","signed_message":"canonical_sha256_bytes"},"source_id":"2308.04386","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a4349bb211871d084475019097e27fc153217d491ae76e0bcf5a866bcf3846f2","sha256:d42d59900fe7a8d0238e2176cd4eb1590712a47af0c329099bfd490e82686431"],"state_sha256":"720c484f8aef6d832a184a97bd0b0ba73b64bc9657c8ea8e267185575652a73c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6ohiyHEgRGioJwF9hxYE3uh2pemfgSPrzRuA+HGsW8Pq5dm3K0MARNTcAgeTLBeQzOuIAF8P0cIdBgSSQVJUBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T05:57:34.413132Z","bundle_sha256":"e8f39309c8161607c892d9743805efb90b54ab93fc3e37a0d1ba5e66b0c6b132"}}