{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:BHF62VXMQ2CE6OLNPA2TWW36GU","short_pith_number":"pith:BHF62VXM","canonical_record":{"source":{"id":"1803.01937","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2018-03-05T21:35:04Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"0e85bf51c640e630e90b78345c12d0dae4e5d761c558367f703b4d2dded6d888","abstract_canon_sha256":"7b32fec48e7581c392230cc49622dcac21bd46851f99e84d1e9ca7d1f2d61e24"},"schema_version":"1.0"},"canonical_sha256":"09cbed56ec86844f396d78353b5b7e3502bc47ccfee78e62c39608b5fe26aa56","source":{"kind":"arxiv","id":"1803.01937","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1803.01937","created_at":"2026-05-18T00:21:56Z"},{"alias_kind":"arxiv_version","alias_value":"1803.01937v1","created_at":"2026-05-18T00:21:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1803.01937","created_at":"2026-05-18T00:21:56Z"},{"alias_kind":"pith_short_12","alias_value":"BHF62VXMQ2CE","created_at":"2026-05-18T12:32:16Z"},{"alias_kind":"pith_short_16","alias_value":"BHF62VXMQ2CE6OLN","created_at":"2026-05-18T12:32:16Z"},{"alias_kind":"pith_short_8","alias_value":"BHF62VXM","created_at":"2026-05-18T12:32:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:BHF62VXMQ2CE6OLNPA2TWW36GU","target":"record","payload":{"canonical_record":{"source":{"id":"1803.01937","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2018-03-05T21:35:04Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"0e85bf51c640e630e90b78345c12d0dae4e5d761c558367f703b4d2dded6d888","abstract_canon_sha256":"7b32fec48e7581c392230cc49622dcac21bd46851f99e84d1e9ca7d1f2d61e24"},"schema_version":"1.0"},"canonical_sha256":"09cbed56ec86844f396d78353b5b7e3502bc47ccfee78e62c39608b5fe26aa56","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:21:56.266827Z","signature_b64":"E6o4bhzONIh85otgfIFVbQL8lTAmaE7PyHIlNWP+/md6DMYHr8gWVn0pOhEBSbNBBbB2eQnYNWqJryiIXCxpBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"09cbed56ec86844f396d78353b5b7e3502bc47ccfee78e62c39608b5fe26aa56","last_reissued_at":"2026-05-18T00:21:56.265852Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:21:56.265852Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1803.01937","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:21:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"c+E5eFaz2lUXzpe7mcai+Dl+HgpqYcvlsVpz23EBvBQViF+ORgp/EIsDCNn4tW6efciE/bxvvtmhAwSLD3U/AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-29T13:01:58.518735Z"},"content_sha256":"795250e985de4a046778b15a9bddde210bf1df524723bd9927f091b44f30f89f","schema_version":"1.0","event_id":"sha256:795250e985de4a046778b15a9bddde210bf1df524723bd9927f091b44f30f89f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:BHF62VXMQ2CE6OLNPA2TWW36GU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ROUGE 2.0: Updated and Improved Measures for Evaluation of Summarization Tasks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.IR","authors_text":"Kavita Ganesan","submitted_at":"2018-03-05T21:35:04Z","abstract_excerpt":"Evaluation of summarization tasks is extremely crucial to determining the quality of machine generated summaries. Over the last decade, ROUGE has become the standard automatic evaluation measure for evaluating summarization tasks. While ROUGE has been shown to be effective in capturing n-gram overlap between system and human composed summaries, there are several limitations with the existing ROUGE measures in terms of capturing synonymous concepts and coverage of topics. Thus, often times ROUGE scores do not reflect the true quality of summaries and prevents multi-faceted evaluation of summari"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1803.01937","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:21:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"a2PJu9MQ4VpQd2LYROjPy5YDOixUCtDD9SCoSz9S6Vz/slznzgSrm2UN9lJChnIS88796Rhhe6G6X3APZwWUAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-29T13:01:58.519072Z"},"content_sha256":"2dc149bf376ba81b6ccb6774241f70142b1ddcbb625d6d849c51a9259fdfec96","schema_version":"1.0","event_id":"sha256:2dc149bf376ba81b6ccb6774241f70142b1ddcbb625d6d849c51a9259fdfec96"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BHF62VXMQ2CE6OLNPA2TWW36GU/bundle.json","state_url":"https://pith.science/pith/BHF62VXMQ2CE6OLNPA2TWW36GU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BHF62VXMQ2CE6OLNPA2TWW36GU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-29T13:01:58Z","links":{"resolver":"https://pith.science/pith/BHF62VXMQ2CE6OLNPA2TWW36GU","bundle":"https://pith.science/pith/BHF62VXMQ2CE6OLNPA2TWW36GU/bundle.json","state":"https://pith.science/pith/BHF62VXMQ2CE6OLNPA2TWW36GU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BHF62VXMQ2CE6OLNPA2TWW36GU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:BHF62VXMQ2CE6OLNPA2TWW36GU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7b32fec48e7581c392230cc49622dcac21bd46851f99e84d1e9ca7d1f2d61e24","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2018-03-05T21:35:04Z","title_canon_sha256":"0e85bf51c640e630e90b78345c12d0dae4e5d761c558367f703b4d2dded6d888"},"schema_version":"1.0","source":{"id":"1803.01937","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1803.01937","created_at":"2026-05-18T00:21:56Z"},{"alias_kind":"arxiv_version","alias_value":"1803.01937v1","created_at":"2026-05-18T00:21:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1803.01937","created_at":"2026-05-18T00:21:56Z"},{"alias_kind":"pith_short_12","alias_value":"BHF62VXMQ2CE","created_at":"2026-05-18T12:32:16Z"},{"alias_kind":"pith_short_16","alias_value":"BHF62VXMQ2CE6OLN","created_at":"2026-05-18T12:32:16Z"},{"alias_kind":"pith_short_8","alias_value":"BHF62VXM","created_at":"2026-05-18T12:32:16Z"}],"graph_snapshots":[{"event_id":"sha256:2dc149bf376ba81b6ccb6774241f70142b1ddcbb625d6d849c51a9259fdfec96","target":"graph","created_at":"2026-05-18T00:21:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Evaluation of summarization tasks is extremely crucial to determining the quality of machine generated summaries. Over the last decade, ROUGE has become the standard automatic evaluation measure for evaluating summarization tasks. While ROUGE has been shown to be effective in capturing n-gram overlap between system and human composed summaries, there are several limitations with the existing ROUGE measures in terms of capturing synonymous concepts and coverage of topics. Thus, often times ROUGE scores do not reflect the true quality of summaries and prevents multi-faceted evaluation of summari","authors_text":"Kavita Ganesan","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2018-03-05T21:35:04Z","title":"ROUGE 2.0: Updated and Improved Measures for Evaluation of Summarization Tasks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1803.01937","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:795250e985de4a046778b15a9bddde210bf1df524723bd9927f091b44f30f89f","target":"record","created_at":"2026-05-18T00:21:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7b32fec48e7581c392230cc49622dcac21bd46851f99e84d1e9ca7d1f2d61e24","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2018-03-05T21:35:04Z","title_canon_sha256":"0e85bf51c640e630e90b78345c12d0dae4e5d761c558367f703b4d2dded6d888"},"schema_version":"1.0","source":{"id":"1803.01937","kind":"arxiv","version":1}},"canonical_sha256":"09cbed56ec86844f396d78353b5b7e3502bc47ccfee78e62c39608b5fe26aa56","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"09cbed56ec86844f396d78353b5b7e3502bc47ccfee78e62c39608b5fe26aa56","first_computed_at":"2026-05-18T00:21:56.265852Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:21:56.265852Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"E6o4bhzONIh85otgfIFVbQL8lTAmaE7PyHIlNWP+/md6DMYHr8gWVn0pOhEBSbNBBbB2eQnYNWqJryiIXCxpBA==","signature_status":"signed_v1","signed_at":"2026-05-18T00:21:56.266827Z","signed_message":"canonical_sha256_bytes"},"source_id":"1803.01937","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:795250e985de4a046778b15a9bddde210bf1df524723bd9927f091b44f30f89f","sha256:2dc149bf376ba81b6ccb6774241f70142b1ddcbb625d6d849c51a9259fdfec96"],"state_sha256":"93b2a98bf0850c06f8513542e50de365eb1f8b71f25065c88382870558153769"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BHU+UR/3QiCfn2/0AOHJ53a08SH4HWRx5SeV14ZSooHKADn7lwqnqOXEq1eVVHPPE8MTAqPbGYl4hpJG6gudBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-29T13:01:58.521596Z","bundle_sha256":"ffa22e12da881d647fe2408fb6d5aa0cbca41af377b218d7ed2e45a841ad6008"}}