{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2019:XJDSB4RX2U3CZNHEA5KSLR6M6E","short_pith_number":"pith:XJDSB4RX","schema_version":"1.0","canonical_sha256":"ba4720f237d5362cb4e4075525c7ccf13e197435178fe5fdb8bd11056d677424","source":{"kind":"arxiv","id":"1908.08960","version":1},"attestation_state":"computed","paper":{"title":"Neural Text Summarization: A Critical Evaluation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Bryan McCann, Caiming Xiong, Nitish Shirish Keskar, Richard Socher, Wojciech Kry\\'sci\\'nski","submitted_at":"2019-08-23T18:00:38Z","abstract_excerpt":"Text summarization aims at compressing long documents into a shorter form that conveys the most important parts of the original document. Despite increased interest in the community and notable research effort, progress on benchmark datasets has stagnated. We critically evaluate key ingredients of the current research setup: datasets, evaluation metrics, and models, and highlight three primary shortcomings: 1) automatically collected datasets leave the task underconstrained and may contain noise detrimental to training and evaluation, 2) current evaluation protocol is weakly correlated with hu"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"1908.08960","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-08-23T18:00:38Z","cross_cats_sorted":[],"title_canon_sha256":"44aa9022081976197136db95a06ef5e0aa95f975d707b261a750ed4d16082e1e","abstract_canon_sha256":"ac79540c1f44861da7f9f7c411127544c51346184584637e1d17caba151a532c"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-04T23:59:35.241236Z","signature_b64":"cCVv3kHz5WYaZvEd1K2oM9/mQ18sdWlGRRIQfV6RczPxxEZp6KM35eqT608Cnw8s/nhSzsecijL0wn+0YuQhCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ba4720f237d5362cb4e4075525c7ccf13e197435178fe5fdb8bd11056d677424","last_reissued_at":"2026-07-04T23:59:35.240889Z","signature_status":"signed_v1","first_computed_at":"2026-07-04T23:59:35.240889Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Neural Text Summarization: A Critical Evaluation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Bryan McCann, Caiming Xiong, Nitish Shirish Keskar, Richard Socher, Wojciech Kry\\'sci\\'nski","submitted_at":"2019-08-23T18:00:38Z","abstract_excerpt":"Text summarization aims at compressing long documents into a shorter form that conveys the most important parts of the original document. Despite increased interest in the community and notable research effort, progress on benchmark datasets has stagnated. We critically evaluate key ingredients of the current research setup: datasets, evaluation metrics, and models, and highlight three primary shortcomings: 1) automatically collected datasets leave the task underconstrained and may contain noise detrimental to training and evaluation, 2) current evaluation protocol is weakly correlated with hu"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1908.08960","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1908.08960/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"1908.08960","created_at":"2026-07-04T23:59:35.240945+00:00"},{"alias_kind":"arxiv_version","alias_value":"1908.08960v1","created_at":"2026-07-04T23:59:35.240945+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1908.08960","created_at":"2026-07-04T23:59:35.240945+00:00"},{"alias_kind":"pith_short_12","alias_value":"XJDSB4RX2U3C","created_at":"2026-07-04T23:59:35.240945+00:00"},{"alias_kind":"pith_short_16","alias_value":"XJDSB4RX2U3CZNHE","created_at":"2026-07-04T23:59:35.240945+00:00"},{"alias_kind":"pith_short_8","alias_value":"XJDSB4RX","created_at":"2026-07-04T23:59:35.240945+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":3,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"1909.05858","citing_title":"CTRL: A Conditional Transformer Language Model for Controllable Generation","ref_index":26,"is_internal_anchor":false},{"citing_arxiv_id":"1909.08593","citing_title":"Fine-Tuning Language Models from Human Preferences","ref_index":15,"is_internal_anchor":false},{"citing_arxiv_id":"2604.20131","citing_title":"Whose Story Gets Told? Positionality and Bias in LLM Summaries of Life Narratives","ref_index":142,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/XJDSB4RX2U3CZNHEA5KSLR6M6E","json":"https://pith.science/pith/XJDSB4RX2U3CZNHEA5KSLR6M6E.json","graph_json":"https://pith.science/api/pith-number/XJDSB4RX2U3CZNHEA5KSLR6M6E/graph.json","events_json":"https://pith.science/api/pith-number/XJDSB4RX2U3CZNHEA5KSLR6M6E/events.json","paper":"https://pith.science/paper/XJDSB4RX"},"agent_actions":{"view_html":"https://pith.science/pith/XJDSB4RX2U3CZNHEA5KSLR6M6E","download_json":"https://pith.science/pith/XJDSB4RX2U3CZNHEA5KSLR6M6E.json","view_paper":"https://pith.science/paper/XJDSB4RX","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=1908.08960&json=true","fetch_graph":"https://pith.science/api/pith-number/XJDSB4RX2U3CZNHEA5KSLR6M6E/graph.json","fetch_events":"https://pith.science/api/pith-number/XJDSB4RX2U3CZNHEA5KSLR6M6E/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/XJDSB4RX2U3CZNHEA5KSLR6M6E/action/timestamp_anchor","attest_storage":"https://pith.science/pith/XJDSB4RX2U3CZNHEA5KSLR6M6E/action/storage_attestation","attest_author":"https://pith.science/pith/XJDSB4RX2U3CZNHEA5KSLR6M6E/action/author_attestation","sign_citation":"https://pith.science/pith/XJDSB4RX2U3CZNHEA5KSLR6M6E/action/citation_signature","submit_replication":"https://pith.science/pith/XJDSB4RX2U3CZNHEA5KSLR6M6E/action/replication_record"}},"created_at":"2026-07-04T23:59:35.240945+00:00","updated_at":"2026-07-04T23:59:35.240945+00:00"}