{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2020:ERUVQCRAA7KMATSTQ3Y3YAXVNA","short_pith_number":"pith:ERUVQCRA","schema_version":"1.0","canonical_sha256":"2469580a2007d4c04e5386f1bc02f56832efd3ef20a305c5017f7800ec554e86","source":{"kind":"arxiv","id":"2002.09836","version":2},"attestation_state":"computed","paper":{"title":"Fill in the BLANC: Human-free quality estimation of document summaries","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"John Bohannon, Oleg Vasilyev, Vedant Dharnidharka","submitted_at":"2020-02-23T06:21:43Z","abstract_excerpt":"We present BLANC, a new approach to the automatic estimation of document summary quality. Our goal is to measure the functional performance of a summary with an objective, reproducible, and fully automated method. Our approach achieves this by measuring the performance boost gained by a pre-trained language model with access to a document summary while carrying out its language understanding task on the document's text. We present evidence that BLANC scores have as good correlation with human evaluations as do the ROUGE family of summary quality measurements. And unlike ROUGE, the BLANC method"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2002.09836","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-02-23T06:21:43Z","cross_cats_sorted":[],"title_canon_sha256":"9a3f9ddccafae39e9afdd78577b81e7f749da4c54bb2fa456205117394efb630","abstract_canon_sha256":"43b32d4e3e36ac5a41139935124e7075177d92fcb2e36bd6117f1de7d48698d3"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:51:06.069873Z","signature_b64":"g5JcapRFP//DETuwTii2F9srafHzzugQsxVB8CifSSayPOLt9cKM/tL9LUftlTZq/36dVP/CW+tCxcBamXK1Cg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2469580a2007d4c04e5386f1bc02f56832efd3ef20a305c5017f7800ec554e86","last_reissued_at":"2026-07-05T01:51:06.069361Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:51:06.069361Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Fill in the BLANC: Human-free quality estimation of document summaries","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"John Bohannon, Oleg Vasilyev, Vedant Dharnidharka","submitted_at":"2020-02-23T06:21:43Z","abstract_excerpt":"We present BLANC, a new approach to the automatic estimation of document summary quality. Our goal is to measure the functional performance of a summary with an objective, reproducible, and fully automated method. Our approach achieves this by measuring the performance boost gained by a pre-trained language model with access to a document summary while carrying out its language understanding task on the document's text. We present evidence that BLANC scores have as good correlation with human evaluations as do the ROUGE family of summary quality measurements. And unlike ROUGE, the BLANC method"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2002.09836","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2002.09836/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2002.09836","created_at":"2026-07-05T01:51:06.069430+00:00"},{"alias_kind":"arxiv_version","alias_value":"2002.09836v2","created_at":"2026-07-05T01:51:06.069430+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2002.09836","created_at":"2026-07-05T01:51:06.069430+00:00"},{"alias_kind":"pith_short_12","alias_value":"ERUVQCRAA7KM","created_at":"2026-07-05T01:51:06.069430+00:00"},{"alias_kind":"pith_short_16","alias_value":"ERUVQCRAA7KMATST","created_at":"2026-07-05T01:51:06.069430+00:00"},{"alias_kind":"pith_short_8","alias_value":"ERUVQCRA","created_at":"2026-07-05T01:51:06.069430+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":2,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2606.28044","citing_title":"A Tree-of-Thoughts Inspired Hybrid Approach for Legal Case Judgement Summarization using LLMs","ref_index":220,"is_internal_anchor":false},{"citing_arxiv_id":"2604.09069","citing_title":"NyayaMind- A Framework for Transparent Legal Reasoning and Judgment Prediction in the Indian Legal System","ref_index":9,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/ERUVQCRAA7KMATSTQ3Y3YAXVNA","json":"https://pith.science/pith/ERUVQCRAA7KMATSTQ3Y3YAXVNA.json","graph_json":"https://pith.science/api/pith-number/ERUVQCRAA7KMATSTQ3Y3YAXVNA/graph.json","events_json":"https://pith.science/api/pith-number/ERUVQCRAA7KMATSTQ3Y3YAXVNA/events.json","paper":"https://pith.science/paper/ERUVQCRA"},"agent_actions":{"view_html":"https://pith.science/pith/ERUVQCRAA7KMATSTQ3Y3YAXVNA","download_json":"https://pith.science/pith/ERUVQCRAA7KMATSTQ3Y3YAXVNA.json","view_paper":"https://pith.science/paper/ERUVQCRA","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2002.09836&json=true","fetch_graph":"https://pith.science/api/pith-number/ERUVQCRAA7KMATSTQ3Y3YAXVNA/graph.json","fetch_events":"https://pith.science/api/pith-number/ERUVQCRAA7KMATSTQ3Y3YAXVNA/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/ERUVQCRAA7KMATSTQ3Y3YAXVNA/action/timestamp_anchor","attest_storage":"https://pith.science/pith/ERUVQCRAA7KMATSTQ3Y3YAXVNA/action/storage_attestation","attest_author":"https://pith.science/pith/ERUVQCRAA7KMATSTQ3Y3YAXVNA/action/author_attestation","sign_citation":"https://pith.science/pith/ERUVQCRAA7KMATSTQ3Y3YAXVNA/action/citation_signature","submit_replication":"https://pith.science/pith/ERUVQCRAA7KMATSTQ3Y3YAXVNA/action/replication_record"}},"created_at":"2026-07-05T01:51:06.069430+00:00","updated_at":"2026-07-05T01:51:06.069430+00:00"}