{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:WBVVX3QCN7SC6JX4BGU47Z6PJX","short_pith_number":"pith:WBVVX3QC","canonical_record":{"source":{"id":"2210.16732","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-10-30T03:19:50Z","cross_cats_sorted":[],"title_canon_sha256":"2e17c6c23943a4b818927ca5b085848c2a6478d1cb62fb9692fb2da1dacaa5f1","abstract_canon_sha256":"69890e21252874b72b8ad557e9cab423749a5db0811ff3c1cda5ac95d4b17183"},"schema_version":"1.0"},"canonical_sha256":"b06b5bee026fe42f26fc09a9cfe7cf4dc0e9155239b11662152045ba2801d7c5","source":{"kind":"arxiv","id":"2210.16732","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.16732","created_at":"2026-07-05T05:11:49Z"},{"alias_kind":"arxiv_version","alias_value":"2210.16732v1","created_at":"2026-07-05T05:11:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.16732","created_at":"2026-07-05T05:11:49Z"},{"alias_kind":"pith_short_12","alias_value":"WBVVX3QCN7SC","created_at":"2026-07-05T05:11:49Z"},{"alias_kind":"pith_short_16","alias_value":"WBVVX3QCN7SC6JX4","created_at":"2026-07-05T05:11:49Z"},{"alias_kind":"pith_short_8","alias_value":"WBVVX3QC","created_at":"2026-07-05T05:11:49Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:WBVVX3QCN7SC6JX4BGU47Z6PJX","target":"record","payload":{"canonical_record":{"source":{"id":"2210.16732","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-10-30T03:19:50Z","cross_cats_sorted":[],"title_canon_sha256":"2e17c6c23943a4b818927ca5b085848c2a6478d1cb62fb9692fb2da1dacaa5f1","abstract_canon_sha256":"69890e21252874b72b8ad557e9cab423749a5db0811ff3c1cda5ac95d4b17183"},"schema_version":"1.0"},"canonical_sha256":"b06b5bee026fe42f26fc09a9cfe7cf4dc0e9155239b11662152045ba2801d7c5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:11:49.990947Z","signature_b64":"nxOn2jbUZs7Y5cd5Vl7e6fNd1Qf5S+ZSwAx6/oonvWI+E5jscaJETHxCsEDo5PN4XnfvXQDNFejSm8z6IlPfCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b06b5bee026fe42f26fc09a9cfe7cf4dc0e9155239b11662152045ba2801d7c5","last_reissued_at":"2026-07-05T05:11:49.990531Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:11:49.990531Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2210.16732","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:11:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nJXSqApHcxwpWiHCjizLG0dodPvSs3LWOoJPftnBwZ5ygIRTO4mlyEtbxZeEyKjRLWkxOSFy+Mv12c04dJNRDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T03:44:05.326791Z"},"content_sha256":"27ea58213dbef0ff5fc412a4f3dd7ea28d14d6d6a3050afe6eea7e9002ef3fd2","schema_version":"1.0","event_id":"sha256:27ea58213dbef0ff5fc412a4f3dd7ea28d14d6d6a3050afe6eea7e9002ef3fd2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:WBVVX3QCN7SC6JX4BGU47Z6PJX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"How Far are We from Robust Long Abstractive Summarization?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"He Zhang, Huan Yee Koh, Jiaxin Ju, Ming Liu, Shirui Pan","submitted_at":"2022-10-30T03:19:50Z","abstract_excerpt":"Abstractive summarization has made tremendous progress in recent years. In this work, we perform fine-grained human annotations to evaluate long document abstractive summarization systems (i.e., models and metrics) with the aim of implementing them to generate reliable summaries. For long document abstractive models, we show that the constant strive for state-of-the-art ROUGE results can lead us to generate more relevant summaries but not factual ones. For long document evaluation metrics, human evaluation results show that ROUGE remains the best at evaluating the relevancy of a summary. It al"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.16732","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2210.16732/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:11:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WzhT6X1UYEdS73UprXmckFHxymwD4EvgZqdbBWJiv6kO3qCjndAwr8j9X1nXRmZTfH9zf3nOqwQipDlmpWDDAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T03:44:05.327770Z"},"content_sha256":"3d8e85f177cac099acf28d734fe837a3d292f4c5f3254d443435a3634ad278ce","schema_version":"1.0","event_id":"sha256:3d8e85f177cac099acf28d734fe837a3d292f4c5f3254d443435a3634ad278ce"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WBVVX3QCN7SC6JX4BGU47Z6PJX/bundle.json","state_url":"https://pith.science/pith/WBVVX3QCN7SC6JX4BGU47Z6PJX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WBVVX3QCN7SC6JX4BGU47Z6PJX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T03:44:05Z","links":{"resolver":"https://pith.science/pith/WBVVX3QCN7SC6JX4BGU47Z6PJX","bundle":"https://pith.science/pith/WBVVX3QCN7SC6JX4BGU47Z6PJX/bundle.json","state":"https://pith.science/pith/WBVVX3QCN7SC6JX4BGU47Z6PJX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WBVVX3QCN7SC6JX4BGU47Z6PJX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:WBVVX3QCN7SC6JX4BGU47Z6PJX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"69890e21252874b72b8ad557e9cab423749a5db0811ff3c1cda5ac95d4b17183","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-10-30T03:19:50Z","title_canon_sha256":"2e17c6c23943a4b818927ca5b085848c2a6478d1cb62fb9692fb2da1dacaa5f1"},"schema_version":"1.0","source":{"id":"2210.16732","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.16732","created_at":"2026-07-05T05:11:49Z"},{"alias_kind":"arxiv_version","alias_value":"2210.16732v1","created_at":"2026-07-05T05:11:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.16732","created_at":"2026-07-05T05:11:49Z"},{"alias_kind":"pith_short_12","alias_value":"WBVVX3QCN7SC","created_at":"2026-07-05T05:11:49Z"},{"alias_kind":"pith_short_16","alias_value":"WBVVX3QCN7SC6JX4","created_at":"2026-07-05T05:11:49Z"},{"alias_kind":"pith_short_8","alias_value":"WBVVX3QC","created_at":"2026-07-05T05:11:49Z"}],"graph_snapshots":[{"event_id":"sha256:3d8e85f177cac099acf28d734fe837a3d292f4c5f3254d443435a3634ad278ce","target":"graph","created_at":"2026-07-05T05:11:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2210.16732/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Abstractive summarization has made tremendous progress in recent years. In this work, we perform fine-grained human annotations to evaluate long document abstractive summarization systems (i.e., models and metrics) with the aim of implementing them to generate reliable summaries. For long document abstractive models, we show that the constant strive for state-of-the-art ROUGE results can lead us to generate more relevant summaries but not factual ones. For long document evaluation metrics, human evaluation results show that ROUGE remains the best at evaluating the relevancy of a summary. It al","authors_text":"He Zhang, Huan Yee Koh, Jiaxin Ju, Ming Liu, Shirui Pan","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-10-30T03:19:50Z","title":"How Far are We from Robust Long Abstractive Summarization?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.16732","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:27ea58213dbef0ff5fc412a4f3dd7ea28d14d6d6a3050afe6eea7e9002ef3fd2","target":"record","created_at":"2026-07-05T05:11:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"69890e21252874b72b8ad557e9cab423749a5db0811ff3c1cda5ac95d4b17183","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-10-30T03:19:50Z","title_canon_sha256":"2e17c6c23943a4b818927ca5b085848c2a6478d1cb62fb9692fb2da1dacaa5f1"},"schema_version":"1.0","source":{"id":"2210.16732","kind":"arxiv","version":1}},"canonical_sha256":"b06b5bee026fe42f26fc09a9cfe7cf4dc0e9155239b11662152045ba2801d7c5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b06b5bee026fe42f26fc09a9cfe7cf4dc0e9155239b11662152045ba2801d7c5","first_computed_at":"2026-07-05T05:11:49.990531Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:11:49.990531Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"nxOn2jbUZs7Y5cd5Vl7e6fNd1Qf5S+ZSwAx6/oonvWI+E5jscaJETHxCsEDo5PN4XnfvXQDNFejSm8z6IlPfCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T05:11:49.990947Z","signed_message":"canonical_sha256_bytes"},"source_id":"2210.16732","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:27ea58213dbef0ff5fc412a4f3dd7ea28d14d6d6a3050afe6eea7e9002ef3fd2","sha256:3d8e85f177cac099acf28d734fe837a3d292f4c5f3254d443435a3634ad278ce"],"state_sha256":"11c5a4f313a75c9f01db3593052c08cae459983fba528109fa7dffb356b21bda"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SKJ2gmKVZ3rWz31aEEE652FV+7Cuq1/LbuTgqsZ06pweCOk+V/KTqZzhuDPKnXwVvsWzqn7Fvi+uEYjHHFfaAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T03:44:05.332842Z","bundle_sha256":"bc31ff4f1b31313cd2699e7bcc184806243920e55f3dfc6b3aaabe52ef93f896"}}