{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2020:TKTNGTKCJZAPQKFUYU6GXHZDAM","short_pith_number":"pith:TKTNGTKC","schema_version":"1.0","canonical_sha256":"9aa6d34d424e40f828b4c53c6b9f2303253ec149e5f22eebfa08328e2cae8e7a","source":{"kind":"arxiv","id":"2010.07882","version":1},"attestation_state":"computed","paper":{"title":"Understanding Neural Abstractive Summarization Models via Uncertainty","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Greg Durrett, Jiacheng Xu, Shrey Desai","submitted_at":"2020-10-15T16:57:27Z","abstract_excerpt":"An advantage of seq2seq abstractive summarization models is that they generate text in a free-form manner, but this flexibility makes it difficult to interpret model behavior. In this work, we analyze summarization decoders in both blackbox and whitebox ways by studying on the entropy, or uncertainty, of the model's token-level predictions. For two strong pre-trained models, PEGASUS and BART on two summarization datasets, we find a strong correlation between low prediction entropy and where the model copies tokens rather than generating novel text. The decoder's uncertainty also connects to fa"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2010.07882","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-15T16:57:27Z","cross_cats_sorted":[],"title_canon_sha256":"7b381fe1e24f67ac2df486272bd8cee51b68af208e155ed6451a4e37f7a2add2","abstract_canon_sha256":"a82f6a1ca79b2228248b0aa83a4584889b6727d37866ffa7d5d813aba2fbd1fe"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:43:21.579896Z","signature_b64":"pKMAS9VJ2HbSdMOqqHFfkyPcm38FAKkura6FoH+urpoWF65U3ISPK0yog/qN9O2YAmReUui/j9sZ7Ocx6HmlDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9aa6d34d424e40f828b4c53c6b9f2303253ec149e5f22eebfa08328e2cae8e7a","last_reissued_at":"2026-07-05T01:43:21.579477Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:43:21.579477Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Understanding Neural Abstractive Summarization Models via Uncertainty","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Greg Durrett, Jiacheng Xu, Shrey Desai","submitted_at":"2020-10-15T16:57:27Z","abstract_excerpt":"An advantage of seq2seq abstractive summarization models is that they generate text in a free-form manner, but this flexibility makes it difficult to interpret model behavior. In this work, we analyze summarization decoders in both blackbox and whitebox ways by studying on the entropy, or uncertainty, of the model's token-level predictions. For two strong pre-trained models, PEGASUS and BART on two summarization datasets, we find a strong correlation between low prediction entropy and where the model copies tokens rather than generating novel text. The decoder's uncertainty also connects to fa"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2010.07882","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2010.07882/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2010.07882","created_at":"2026-07-05T01:43:21.579536+00:00"},{"alias_kind":"arxiv_version","alias_value":"2010.07882v1","created_at":"2026-07-05T01:43:21.579536+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2010.07882","created_at":"2026-07-05T01:43:21.579536+00:00"},{"alias_kind":"pith_short_12","alias_value":"TKTNGTKCJZAP","created_at":"2026-07-05T01:43:21.579536+00:00"},{"alias_kind":"pith_short_16","alias_value":"TKTNGTKCJZAPQKFU","created_at":"2026-07-05T01:43:21.579536+00:00"},{"alias_kind":"pith_short_8","alias_value":"TKTNGTKC","created_at":"2026-07-05T01:43:21.579536+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/TKTNGTKCJZAPQKFUYU6GXHZDAM","json":"https://pith.science/pith/TKTNGTKCJZAPQKFUYU6GXHZDAM.json","graph_json":"https://pith.science/api/pith-number/TKTNGTKCJZAPQKFUYU6GXHZDAM/graph.json","events_json":"https://pith.science/api/pith-number/TKTNGTKCJZAPQKFUYU6GXHZDAM/events.json","paper":"https://pith.science/paper/TKTNGTKC"},"agent_actions":{"view_html":"https://pith.science/pith/TKTNGTKCJZAPQKFUYU6GXHZDAM","download_json":"https://pith.science/pith/TKTNGTKCJZAPQKFUYU6GXHZDAM.json","view_paper":"https://pith.science/paper/TKTNGTKC","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2010.07882&json=true","fetch_graph":"https://pith.science/api/pith-number/TKTNGTKCJZAPQKFUYU6GXHZDAM/graph.json","fetch_events":"https://pith.science/api/pith-number/TKTNGTKCJZAPQKFUYU6GXHZDAM/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/TKTNGTKCJZAPQKFUYU6GXHZDAM/action/timestamp_anchor","attest_storage":"https://pith.science/pith/TKTNGTKCJZAPQKFUYU6GXHZDAM/action/storage_attestation","attest_author":"https://pith.science/pith/TKTNGTKCJZAPQKFUYU6GXHZDAM/action/author_attestation","sign_citation":"https://pith.science/pith/TKTNGTKCJZAPQKFUYU6GXHZDAM/action/citation_signature","submit_replication":"https://pith.science/pith/TKTNGTKCJZAPQKFUYU6GXHZDAM/action/replication_record"}},"created_at":"2026-07-05T01:43:21.579536+00:00","updated_at":"2026-07-05T01:43:21.579536+00:00"}