{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:ZG6U2HT67ZAVBZDMFK7FD2WY67","short_pith_number":"pith:ZG6U2HT6","canonical_record":{"source":{"id":"2007.12626","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-07-24T16:25:19Z","cross_cats_sorted":[],"title_canon_sha256":"3efd5b36055f07ea02b1cf55921cbe7aa1b5bd1d2beabd69603b76290e183bbc","abstract_canon_sha256":"fb14f512655015b4d9897622f673047df8468858b8f9310942f5ef2f5804691d"},"schema_version":"1.0"},"canonical_sha256":"c9bd4d1e7efe4150e46c2abe51ead8f7d93b9cf78af92a57a68a871203dce361","source":{"kind":"arxiv","id":"2007.12626","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2007.12626","created_at":"2026-07-05T02:11:22Z"},{"alias_kind":"arxiv_version","alias_value":"2007.12626v4","created_at":"2026-07-05T02:11:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2007.12626","created_at":"2026-07-05T02:11:22Z"},{"alias_kind":"pith_short_12","alias_value":"ZG6U2HT67ZAV","created_at":"2026-07-05T02:11:22Z"},{"alias_kind":"pith_short_16","alias_value":"ZG6U2HT67ZAVBZDM","created_at":"2026-07-05T02:11:22Z"},{"alias_kind":"pith_short_8","alias_value":"ZG6U2HT6","created_at":"2026-07-05T02:11:22Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:ZG6U2HT67ZAVBZDMFK7FD2WY67","target":"record","payload":{"canonical_record":{"source":{"id":"2007.12626","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-07-24T16:25:19Z","cross_cats_sorted":[],"title_canon_sha256":"3efd5b36055f07ea02b1cf55921cbe7aa1b5bd1d2beabd69603b76290e183bbc","abstract_canon_sha256":"fb14f512655015b4d9897622f673047df8468858b8f9310942f5ef2f5804691d"},"schema_version":"1.0"},"canonical_sha256":"c9bd4d1e7efe4150e46c2abe51ead8f7d93b9cf78af92a57a68a871203dce361","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:11:22.312395Z","signature_b64":"J25oOro9uw7OAaTxmjZ/TTIScowv3EDFjhid6FdO5/Atjr5FrwSUiBmLJZEvpIpRsuM0jNbkc3LsSj/MkfeKDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c9bd4d1e7efe4150e46c2abe51ead8f7d93b9cf78af92a57a68a871203dce361","last_reissued_at":"2026-07-05T02:11:22.311968Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:11:22.311968Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2007.12626","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:11:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WEoI6QuyNNf8Xtfshq5mqdxePgZ50Qh60V7JF3OHpd1Ewf581Gez//v4xGFrwj5ijiX3TzNFdZU94mtEtydHAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T08:23:38.974338Z"},"content_sha256":"7d32069dd06e0c0ce7ab783763ad82c49dc7c42e529f553ab20bd54ac859f841","schema_version":"1.0","event_id":"sha256:7d32069dd06e0c0ce7ab783763ad82c49dc7c42e529f553ab20bd54ac859f841"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:ZG6U2HT67ZAVBZDMFK7FD2WY67","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"SummEval: Re-evaluating Summarization Evaluation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Alexander R. Fabbri, Bryan McCann, Caiming Xiong, Dragomir Radev, Richard Socher, Wojciech Kry\\'sci\\'nski","submitted_at":"2020-07-24T16:25:19Z","abstract_excerpt":"The scarcity of comprehensive up-to-date studies on evaluation metrics for text summarization and the lack of consensus regarding evaluation protocols continue to inhibit progress. We address the existing shortcomings of summarization evaluation methods along five dimensions: 1) we re-evaluate 14 automatic evaluation metrics in a comprehensive and consistent fashion using neural summarization model outputs along with expert and crowd-sourced human annotations, 2) we consistently benchmark 23 recent summarization models using the aforementioned automatic evaluation metrics, 3) we assemble the l"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2007.12626","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2007.12626/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:11:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NxpX8f/D52AF/7fWFdy39c3XMbeFh355PP8FNaPmWtxCZBaVg1x4k9g67NHutOV0ToGYONhbE/4rvB14jZ0TBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T08:23:38.975077Z"},"content_sha256":"1eb4c75561fc958a1d12997c0eee60ca176ede6c6888c34d5e9db3d1ae6e1315","schema_version":"1.0","event_id":"sha256:1eb4c75561fc958a1d12997c0eee60ca176ede6c6888c34d5e9db3d1ae6e1315"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZG6U2HT67ZAVBZDMFK7FD2WY67/bundle.json","state_url":"https://pith.science/pith/ZG6U2HT67ZAVBZDMFK7FD2WY67/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZG6U2HT67ZAVBZDMFK7FD2WY67/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T08:23:38Z","links":{"resolver":"https://pith.science/pith/ZG6U2HT67ZAVBZDMFK7FD2WY67","bundle":"https://pith.science/pith/ZG6U2HT67ZAVBZDMFK7FD2WY67/bundle.json","state":"https://pith.science/pith/ZG6U2HT67ZAVBZDMFK7FD2WY67/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZG6U2HT67ZAVBZDMFK7FD2WY67/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:ZG6U2HT67ZAVBZDMFK7FD2WY67","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"fb14f512655015b4d9897622f673047df8468858b8f9310942f5ef2f5804691d","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-07-24T16:25:19Z","title_canon_sha256":"3efd5b36055f07ea02b1cf55921cbe7aa1b5bd1d2beabd69603b76290e183bbc"},"schema_version":"1.0","source":{"id":"2007.12626","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2007.12626","created_at":"2026-07-05T02:11:22Z"},{"alias_kind":"arxiv_version","alias_value":"2007.12626v4","created_at":"2026-07-05T02:11:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2007.12626","created_at":"2026-07-05T02:11:22Z"},{"alias_kind":"pith_short_12","alias_value":"ZG6U2HT67ZAV","created_at":"2026-07-05T02:11:22Z"},{"alias_kind":"pith_short_16","alias_value":"ZG6U2HT67ZAVBZDM","created_at":"2026-07-05T02:11:22Z"},{"alias_kind":"pith_short_8","alias_value":"ZG6U2HT6","created_at":"2026-07-05T02:11:22Z"}],"graph_snapshots":[{"event_id":"sha256:1eb4c75561fc958a1d12997c0eee60ca176ede6c6888c34d5e9db3d1ae6e1315","target":"graph","created_at":"2026-07-05T02:11:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2007.12626/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The scarcity of comprehensive up-to-date studies on evaluation metrics for text summarization and the lack of consensus regarding evaluation protocols continue to inhibit progress. We address the existing shortcomings of summarization evaluation methods along five dimensions: 1) we re-evaluate 14 automatic evaluation metrics in a comprehensive and consistent fashion using neural summarization model outputs along with expert and crowd-sourced human annotations, 2) we consistently benchmark 23 recent summarization models using the aforementioned automatic evaluation metrics, 3) we assemble the l","authors_text":"Alexander R. Fabbri, Bryan McCann, Caiming Xiong, Dragomir Radev, Richard Socher, Wojciech Kry\\'sci\\'nski","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-07-24T16:25:19Z","title":"SummEval: Re-evaluating Summarization Evaluation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2007.12626","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7d32069dd06e0c0ce7ab783763ad82c49dc7c42e529f553ab20bd54ac859f841","target":"record","created_at":"2026-07-05T02:11:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"fb14f512655015b4d9897622f673047df8468858b8f9310942f5ef2f5804691d","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-07-24T16:25:19Z","title_canon_sha256":"3efd5b36055f07ea02b1cf55921cbe7aa1b5bd1d2beabd69603b76290e183bbc"},"schema_version":"1.0","source":{"id":"2007.12626","kind":"arxiv","version":4}},"canonical_sha256":"c9bd4d1e7efe4150e46c2abe51ead8f7d93b9cf78af92a57a68a871203dce361","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c9bd4d1e7efe4150e46c2abe51ead8f7d93b9cf78af92a57a68a871203dce361","first_computed_at":"2026-07-05T02:11:22.311968Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:11:22.311968Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"J25oOro9uw7OAaTxmjZ/TTIScowv3EDFjhid6FdO5/Atjr5FrwSUiBmLJZEvpIpRsuM0jNbkc3LsSj/MkfeKDw==","signature_status":"signed_v1","signed_at":"2026-07-05T02:11:22.312395Z","signed_message":"canonical_sha256_bytes"},"source_id":"2007.12626","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7d32069dd06e0c0ce7ab783763ad82c49dc7c42e529f553ab20bd54ac859f841","sha256:1eb4c75561fc958a1d12997c0eee60ca176ede6c6888c34d5e9db3d1ae6e1315"],"state_sha256":"5d8e27c353a67c2d293fc9fb0cba45852eea92742252d7c0c3e78152896e5d2f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rigHRXAd2qs4xIy6hWe/EjKAFRnw1/orU36SQc8dmpnoOFbpDQ1dJjDDFO2pi8AxQLw76S8jvFuf+o3q3OAfAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T08:23:38.980151Z","bundle_sha256":"75759579d3d25a9f4ce2e16fb367493e06a1cf8a556df42554d36d60fb598396"}}