{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:CGJV7G5VDMRBKBICAABKH2FNEN","short_pith_number":"pith:CGJV7G5V","schema_version":"1.0","canonical_sha256":"11935f9bb51b221505020002a3e8ad237ef29d93a0b886c0e9222a018222d12a","source":{"kind":"arxiv","id":"2306.07499","version":1},"attestation_state":"computed","paper":{"title":"Improving Opinion-based Question Answering Systems Through Label Error Detection and Overwrite","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Ahmed K. Mohamed, Debojeet Chatterjee, Gagan Aneja, Hanwen Zha, Nikita Bhalla, Pranab Mohanty, Shashank Jain, Stanislav Peshterliev, Xiao Yang","submitted_at":"2023-06-13T02:20:58Z","abstract_excerpt":"Label error is a ubiquitous problem in annotated data. Large amounts of label error substantially degrades the quality of deep learning models. Existing methods to tackle the label error problem largely focus on the classification task, and either rely on task specific architecture or require non-trivial additional computations, which is undesirable or even unattainable for industry usage. In this paper, we propose LEDO: a model-agnostic and computationally efficient framework for Label Error Detection and Overwrite. LEDO is based on Monte Carlo Dropout combined with uncertainty metrics, and c"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2306.07499","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-13T02:20:58Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"f9d19c2a7fdd4ec1a86eb971a43b70e87a6e8ed87af1d9f216b1ed3bc0fa5161","abstract_canon_sha256":"d49ea014527b48cb03bf6530d9e576a6a82ce2f620db5d754bcbeb9fcf3e24af"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:20:05.351990Z","signature_b64":"Yxf8RsxhGrRhHD/pVY4o6a24CYzG3cpVjF3Nx8MD/pC0/72Se0VN+sRZytU4x9/LTlhABSWs4S2gKhzRN1TmAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"11935f9bb51b221505020002a3e8ad237ef29d93a0b886c0e9222a018222d12a","last_reissued_at":"2026-07-05T06:20:05.351474Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:20:05.351474Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Improving Opinion-based Question Answering Systems Through Label Error Detection and Overwrite","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Ahmed K. Mohamed, Debojeet Chatterjee, Gagan Aneja, Hanwen Zha, Nikita Bhalla, Pranab Mohanty, Shashank Jain, Stanislav Peshterliev, Xiao Yang","submitted_at":"2023-06-13T02:20:58Z","abstract_excerpt":"Label error is a ubiquitous problem in annotated data. Large amounts of label error substantially degrades the quality of deep learning models. Existing methods to tackle the label error problem largely focus on the classification task, and either rely on task specific architecture or require non-trivial additional computations, which is undesirable or even unattainable for industry usage. In this paper, we propose LEDO: a model-agnostic and computationally efficient framework for Label Error Detection and Overwrite. LEDO is based on Monte Carlo Dropout combined with uncertainty metrics, and c"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.07499","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2306.07499/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2306.07499","created_at":"2026-07-05T06:20:05.351556+00:00"},{"alias_kind":"arxiv_version","alias_value":"2306.07499v1","created_at":"2026-07-05T06:20:05.351556+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.07499","created_at":"2026-07-05T06:20:05.351556+00:00"},{"alias_kind":"pith_short_12","alias_value":"CGJV7G5VDMRB","created_at":"2026-07-05T06:20:05.351556+00:00"},{"alias_kind":"pith_short_16","alias_value":"CGJV7G5VDMRBKBIC","created_at":"2026-07-05T06:20:05.351556+00:00"},{"alias_kind":"pith_short_8","alias_value":"CGJV7G5V","created_at":"2026-07-05T06:20:05.351556+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/CGJV7G5VDMRBKBICAABKH2FNEN","json":"https://pith.science/pith/CGJV7G5VDMRBKBICAABKH2FNEN.json","graph_json":"https://pith.science/api/pith-number/CGJV7G5VDMRBKBICAABKH2FNEN/graph.json","events_json":"https://pith.science/api/pith-number/CGJV7G5VDMRBKBICAABKH2FNEN/events.json","paper":"https://pith.science/paper/CGJV7G5V"},"agent_actions":{"view_html":"https://pith.science/pith/CGJV7G5VDMRBKBICAABKH2FNEN","download_json":"https://pith.science/pith/CGJV7G5VDMRBKBICAABKH2FNEN.json","view_paper":"https://pith.science/paper/CGJV7G5V","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2306.07499&json=true","fetch_graph":"https://pith.science/api/pith-number/CGJV7G5VDMRBKBICAABKH2FNEN/graph.json","fetch_events":"https://pith.science/api/pith-number/CGJV7G5VDMRBKBICAABKH2FNEN/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/CGJV7G5VDMRBKBICAABKH2FNEN/action/timestamp_anchor","attest_storage":"https://pith.science/pith/CGJV7G5VDMRBKBICAABKH2FNEN/action/storage_attestation","attest_author":"https://pith.science/pith/CGJV7G5VDMRBKBICAABKH2FNEN/action/author_attestation","sign_citation":"https://pith.science/pith/CGJV7G5VDMRBKBICAABKH2FNEN/action/citation_signature","submit_replication":"https://pith.science/pith/CGJV7G5VDMRBKBICAABKH2FNEN/action/replication_record"}},"created_at":"2026-07-05T06:20:05.351556+00:00","updated_at":"2026-07-05T06:20:05.351556+00:00"}