{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:DRILLAK2KZPOPXRBRDMTQYNQ42","short_pith_number":"pith:DRILLAK2","canonical_record":{"source":{"id":"2010.04529","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-09T12:39:33Z","cross_cats_sorted":[],"title_canon_sha256":"f2a03a38c2d5516286d67b43ebd40e8b7110791aff06d376dff1b59f1c717e3f","abstract_canon_sha256":"494142f680f48c78341669e3dc2218b47693015aa07141949987d3a8f069b89b"},"schema_version":"1.0"},"canonical_sha256":"1c50b5815a565ee7de2188d93861b0e6be05fc19f8bd7861c8da7527bb591d4f","source":{"kind":"arxiv","id":"2010.04529","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2010.04529","created_at":"2026-07-05T01:41:39Z"},{"alias_kind":"arxiv_version","alias_value":"2010.04529v1","created_at":"2026-07-05T01:41:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2010.04529","created_at":"2026-07-05T01:41:39Z"},{"alias_kind":"pith_short_12","alias_value":"DRILLAK2KZPO","created_at":"2026-07-05T01:41:39Z"},{"alias_kind":"pith_short_16","alias_value":"DRILLAK2KZPOPXRB","created_at":"2026-07-05T01:41:39Z"},{"alias_kind":"pith_short_8","alias_value":"DRILLAK2","created_at":"2026-07-05T01:41:39Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:DRILLAK2KZPOPXRBRDMTQYNQ42","target":"record","payload":{"canonical_record":{"source":{"id":"2010.04529","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-09T12:39:33Z","cross_cats_sorted":[],"title_canon_sha256":"f2a03a38c2d5516286d67b43ebd40e8b7110791aff06d376dff1b59f1c717e3f","abstract_canon_sha256":"494142f680f48c78341669e3dc2218b47693015aa07141949987d3a8f069b89b"},"schema_version":"1.0"},"canonical_sha256":"1c50b5815a565ee7de2188d93861b0e6be05fc19f8bd7861c8da7527bb591d4f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:41:39.059477Z","signature_b64":"jSYAVqaqXxLnXwYNHFSJVP955e0uPjvzmXRBYeL5Uy6ZDs6k8UAj7Hv3FG2jWp0Oa9nuUB2hNWjlylAixczMCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1c50b5815a565ee7de2188d93861b0e6be05fc19f8bd7861c8da7527bb591d4f","last_reissued_at":"2026-07-05T01:41:39.058953Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:41:39.058953Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2010.04529","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:41:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SBjVgS7L7zOlOMkGTE4aZLyWZBVhhny2VB97JTRoRBsBftRYvQ9eydNVWTDLWF1ZZYrI0lhxkZf+5duEsRwWCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-17T00:52:21.908633Z"},"content_sha256":"008bfe7f5486c4b55c03c06f845ab41e827cf174a524ecaca12fa33ad5853364","schema_version":"1.0","event_id":"sha256:008bfe7f5486c4b55c03c06f845ab41e827cf174a524ecaca12fa33ad5853364"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:DRILLAK2KZPOPXRBRDMTQYNQ42","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"What Have We Achieved on Text Summarization?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Dandan Huang, Guangsheng Bao, Jun Xie, Kun Wang, Leyang Cui, Sen Yang, Yue Zhang","submitted_at":"2020-10-09T12:39:33Z","abstract_excerpt":"Deep learning has led to significant improvement in text summarization with various methods investigated and improved ROUGE scores reported over the years. However, gaps still exist between summaries produced by automatic summarizers and human professionals. Aiming to gain more understanding of summarization systems with respect to their strengths and limits on a fine-grained syntactic and semantic level, we consult the Multidimensional Quality Metric(MQM) and quantify 8 major sources of errors on 10 representative summarization models manually. Primarily, we find that 1) under similar setting"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2010.04529","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2010.04529/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:41:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"n+GM+OUFFi07Nqm3vLsPVjPFMufAARQ9hlo/9urUYAIeN8XLsSJNXmn6S6GaYy3bilJg+KOFN54NpwLF+Q8PAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-17T00:52:21.909005Z"},"content_sha256":"c2bdf985f06791cee9de8c2c58c561c3e10d6d10b958622b074aebeca8de3606","schema_version":"1.0","event_id":"sha256:c2bdf985f06791cee9de8c2c58c561c3e10d6d10b958622b074aebeca8de3606"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DRILLAK2KZPOPXRBRDMTQYNQ42/bundle.json","state_url":"https://pith.science/pith/DRILLAK2KZPOPXRBRDMTQYNQ42/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DRILLAK2KZPOPXRBRDMTQYNQ42/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-17T00:52:21Z","links":{"resolver":"https://pith.science/pith/DRILLAK2KZPOPXRBRDMTQYNQ42","bundle":"https://pith.science/pith/DRILLAK2KZPOPXRBRDMTQYNQ42/bundle.json","state":"https://pith.science/pith/DRILLAK2KZPOPXRBRDMTQYNQ42/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DRILLAK2KZPOPXRBRDMTQYNQ42/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:DRILLAK2KZPOPXRBRDMTQYNQ42","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"494142f680f48c78341669e3dc2218b47693015aa07141949987d3a8f069b89b","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-09T12:39:33Z","title_canon_sha256":"f2a03a38c2d5516286d67b43ebd40e8b7110791aff06d376dff1b59f1c717e3f"},"schema_version":"1.0","source":{"id":"2010.04529","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2010.04529","created_at":"2026-07-05T01:41:39Z"},{"alias_kind":"arxiv_version","alias_value":"2010.04529v1","created_at":"2026-07-05T01:41:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2010.04529","created_at":"2026-07-05T01:41:39Z"},{"alias_kind":"pith_short_12","alias_value":"DRILLAK2KZPO","created_at":"2026-07-05T01:41:39Z"},{"alias_kind":"pith_short_16","alias_value":"DRILLAK2KZPOPXRB","created_at":"2026-07-05T01:41:39Z"},{"alias_kind":"pith_short_8","alias_value":"DRILLAK2","created_at":"2026-07-05T01:41:39Z"}],"graph_snapshots":[{"event_id":"sha256:c2bdf985f06791cee9de8c2c58c561c3e10d6d10b958622b074aebeca8de3606","target":"graph","created_at":"2026-07-05T01:41:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2010.04529/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Deep learning has led to significant improvement in text summarization with various methods investigated and improved ROUGE scores reported over the years. However, gaps still exist between summaries produced by automatic summarizers and human professionals. Aiming to gain more understanding of summarization systems with respect to their strengths and limits on a fine-grained syntactic and semantic level, we consult the Multidimensional Quality Metric(MQM) and quantify 8 major sources of errors on 10 representative summarization models manually. Primarily, we find that 1) under similar setting","authors_text":"Dandan Huang, Guangsheng Bao, Jun Xie, Kun Wang, Leyang Cui, Sen Yang, Yue Zhang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-09T12:39:33Z","title":"What Have We Achieved on Text Summarization?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2010.04529","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:008bfe7f5486c4b55c03c06f845ab41e827cf174a524ecaca12fa33ad5853364","target":"record","created_at":"2026-07-05T01:41:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"494142f680f48c78341669e3dc2218b47693015aa07141949987d3a8f069b89b","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-09T12:39:33Z","title_canon_sha256":"f2a03a38c2d5516286d67b43ebd40e8b7110791aff06d376dff1b59f1c717e3f"},"schema_version":"1.0","source":{"id":"2010.04529","kind":"arxiv","version":1}},"canonical_sha256":"1c50b5815a565ee7de2188d93861b0e6be05fc19f8bd7861c8da7527bb591d4f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1c50b5815a565ee7de2188d93861b0e6be05fc19f8bd7861c8da7527bb591d4f","first_computed_at":"2026-07-05T01:41:39.058953Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:41:39.058953Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"jSYAVqaqXxLnXwYNHFSJVP955e0uPjvzmXRBYeL5Uy6ZDs6k8UAj7Hv3FG2jWp0Oa9nuUB2hNWjlylAixczMCw==","signature_status":"signed_v1","signed_at":"2026-07-05T01:41:39.059477Z","signed_message":"canonical_sha256_bytes"},"source_id":"2010.04529","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:008bfe7f5486c4b55c03c06f845ab41e827cf174a524ecaca12fa33ad5853364","sha256:c2bdf985f06791cee9de8c2c58c561c3e10d6d10b958622b074aebeca8de3606"],"state_sha256":"60bc32917fe00a8cf7fe6dbcd63e9fec2f8f1953bbc0f8189dd357112063a230"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MJNsKhWtU+QA4fGHVhHIJu4N5ckRhqNP3OWgVRTCJ9d9FLcuWLpTLpFwmLl0KG2XxIcQ6GpmK7O0BHj7dYVvBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-17T00:52:21.911244Z","bundle_sha256":"bfcf579ae51500aa8e869b3cf7018569cf2a2e0758ba3cb514bd114c9b12693d"}}