{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:CWXEUFR26Q5E2YJHIUEQROJJZ4","short_pith_number":"pith:CWXEUFR2","canonical_record":{"source":{"id":"2305.15044","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T11:34:39Z","cross_cats_sorted":[],"title_canon_sha256":"d74de429c38ed6c23db2f5f7e3d6b36ce7a58b27f959f2cd92e5df509539245a","abstract_canon_sha256":"a3bed4beb6d4cd56adbf7436023f4bdcc292028e9c159983e20b9c4f4a45c8f2"},"schema_version":"1.0"},"canonical_sha256":"15ae4a163af43a4d6127450908b929cf053687dd381d782aa90a742a2a6e9c8d","source":{"kind":"arxiv","id":"2305.15044","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.15044","created_at":"2026-07-05T06:13:30Z"},{"alias_kind":"arxiv_version","alias_value":"2305.15044v1","created_at":"2026-07-05T06:13:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.15044","created_at":"2026-07-05T06:13:30Z"},{"alias_kind":"pith_short_12","alias_value":"CWXEUFR26Q5E","created_at":"2026-07-05T06:13:30Z"},{"alias_kind":"pith_short_16","alias_value":"CWXEUFR26Q5E2YJH","created_at":"2026-07-05T06:13:30Z"},{"alias_kind":"pith_short_8","alias_value":"CWXEUFR2","created_at":"2026-07-05T06:13:30Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:CWXEUFR26Q5E2YJHIUEQROJJZ4","target":"record","payload":{"canonical_record":{"source":{"id":"2305.15044","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T11:34:39Z","cross_cats_sorted":[],"title_canon_sha256":"d74de429c38ed6c23db2f5f7e3d6b36ce7a58b27f959f2cd92e5df509539245a","abstract_canon_sha256":"a3bed4beb6d4cd56adbf7436023f4bdcc292028e9c159983e20b9c4f4a45c8f2"},"schema_version":"1.0"},"canonical_sha256":"15ae4a163af43a4d6127450908b929cf053687dd381d782aa90a742a2a6e9c8d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:13:30.428048Z","signature_b64":"nNilVXsuKxrqJvWDdn84T8vRc2xJwsLtnGHjL+HIeVecCcgP0Dj+j9QV0bAAnJsXVV+bufFGLdVDN7Ed86OfDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"15ae4a163af43a4d6127450908b929cf053687dd381d782aa90a742a2a6e9c8d","last_reissued_at":"2026-07-05T06:13:30.427621Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:13:30.427621Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.15044","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:13:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tuaOdWG9FJsweY5WsPyJGWh4tqwPAZTqztEwvRC+KpEXXuLfhotePUqII7ZABTlUYejKf4gNMFLdZCTGgMgLAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T15:59:59.588289Z"},"content_sha256":"1522de92371959988e7f2e95214f248fe10c4969a16e0218581b9e6d87251f53","schema_version":"1.0","event_id":"sha256:1522de92371959988e7f2e95214f248fe10c4969a16e0218581b9e6d87251f53"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:CWXEUFR26Q5E2YJHIUEQROJJZ4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Is Summary Useful or Not? An Extrinsic Human Evaluation of Text Summaries on Downstream Tasks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Mingqi Gao, Xiaojun Wan, Xiao Pu","submitted_at":"2023-05-24T11:34:39Z","abstract_excerpt":"Research on automated text summarization relies heavily on human and automatic evaluation. While recent work on human evaluation mainly adopted intrinsic evaluation methods, judging the generic quality of text summaries, e.g. informativeness and coherence, our work focuses on evaluating the usefulness of text summaries with extrinsic methods. We carefully design three different downstream tasks for extrinsic human evaluation of summaries, i.e., question answering, text classification and text similarity assessment. We carry out experiments using system rankings and user behavior data to evalua"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.15044","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.15044/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:13:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PGoG5bvZYXGmSjhMJ44AUGuh0983gxIRgAxQBh6KPhLoD3ym3kddG9wQytsHtfDyjq65tdz4shHjqoPEIfZaDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T15:59:59.589205Z"},"content_sha256":"6dc8679152ef3d43ebd752b05fcbccae9f9d7e0d1c274fcb17962a253dce8e3a","schema_version":"1.0","event_id":"sha256:6dc8679152ef3d43ebd752b05fcbccae9f9d7e0d1c274fcb17962a253dce8e3a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CWXEUFR26Q5E2YJHIUEQROJJZ4/bundle.json","state_url":"https://pith.science/pith/CWXEUFR26Q5E2YJHIUEQROJJZ4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CWXEUFR26Q5E2YJHIUEQROJJZ4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-14T15:59:59Z","links":{"resolver":"https://pith.science/pith/CWXEUFR26Q5E2YJHIUEQROJJZ4","bundle":"https://pith.science/pith/CWXEUFR26Q5E2YJHIUEQROJJZ4/bundle.json","state":"https://pith.science/pith/CWXEUFR26Q5E2YJHIUEQROJJZ4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CWXEUFR26Q5E2YJHIUEQROJJZ4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:CWXEUFR26Q5E2YJHIUEQROJJZ4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a3bed4beb6d4cd56adbf7436023f4bdcc292028e9c159983e20b9c4f4a45c8f2","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T11:34:39Z","title_canon_sha256":"d74de429c38ed6c23db2f5f7e3d6b36ce7a58b27f959f2cd92e5df509539245a"},"schema_version":"1.0","source":{"id":"2305.15044","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.15044","created_at":"2026-07-05T06:13:30Z"},{"alias_kind":"arxiv_version","alias_value":"2305.15044v1","created_at":"2026-07-05T06:13:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.15044","created_at":"2026-07-05T06:13:30Z"},{"alias_kind":"pith_short_12","alias_value":"CWXEUFR26Q5E","created_at":"2026-07-05T06:13:30Z"},{"alias_kind":"pith_short_16","alias_value":"CWXEUFR26Q5E2YJH","created_at":"2026-07-05T06:13:30Z"},{"alias_kind":"pith_short_8","alias_value":"CWXEUFR2","created_at":"2026-07-05T06:13:30Z"}],"graph_snapshots":[{"event_id":"sha256:6dc8679152ef3d43ebd752b05fcbccae9f9d7e0d1c274fcb17962a253dce8e3a","target":"graph","created_at":"2026-07-05T06:13:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.15044/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Research on automated text summarization relies heavily on human and automatic evaluation. While recent work on human evaluation mainly adopted intrinsic evaluation methods, judging the generic quality of text summaries, e.g. informativeness and coherence, our work focuses on evaluating the usefulness of text summaries with extrinsic methods. We carefully design three different downstream tasks for extrinsic human evaluation of summaries, i.e., question answering, text classification and text similarity assessment. We carry out experiments using system rankings and user behavior data to evalua","authors_text":"Mingqi Gao, Xiaojun Wan, Xiao Pu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T11:34:39Z","title":"Is Summary Useful or Not? An Extrinsic Human Evaluation of Text Summaries on Downstream Tasks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.15044","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1522de92371959988e7f2e95214f248fe10c4969a16e0218581b9e6d87251f53","target":"record","created_at":"2026-07-05T06:13:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a3bed4beb6d4cd56adbf7436023f4bdcc292028e9c159983e20b9c4f4a45c8f2","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T11:34:39Z","title_canon_sha256":"d74de429c38ed6c23db2f5f7e3d6b36ce7a58b27f959f2cd92e5df509539245a"},"schema_version":"1.0","source":{"id":"2305.15044","kind":"arxiv","version":1}},"canonical_sha256":"15ae4a163af43a4d6127450908b929cf053687dd381d782aa90a742a2a6e9c8d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"15ae4a163af43a4d6127450908b929cf053687dd381d782aa90a742a2a6e9c8d","first_computed_at":"2026-07-05T06:13:30.427621Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:13:30.427621Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"nNilVXsuKxrqJvWDdn84T8vRc2xJwsLtnGHjL+HIeVecCcgP0Dj+j9QV0bAAnJsXVV+bufFGLdVDN7Ed86OfDg==","signature_status":"signed_v1","signed_at":"2026-07-05T06:13:30.428048Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.15044","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1522de92371959988e7f2e95214f248fe10c4969a16e0218581b9e6d87251f53","sha256:6dc8679152ef3d43ebd752b05fcbccae9f9d7e0d1c274fcb17962a253dce8e3a"],"state_sha256":"667bee681157018d5a3f7f55611f44c7c637935a34faea3b747d642a84e38dc2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MfHkrg+C3aM+GgDOMmY6u8Rws73YmZR3iQWloYPDvwH84SaZcsBLKpPVVibwgeLNyakabBYuemHqynOtjiqQBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-14T15:59:59.601089Z","bundle_sha256":"5b6d7765a488ea4cfb37f36d68c80eda6b90481509f8b731f453f086e3e41bee"}}