{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2015:DVSRGIA4UPLIT7VT3SO45AJ64N","short_pith_number":"pith:DVSRGIA4","schema_version":"1.0","canonical_sha256":"1d6513201ca3d689feb3dc9dce813ee353ea9c30b7c68ff2c9d3e5483a15525e","source":{"kind":"arxiv","id":"1504.06329","version":1},"attestation_state":"computed","paper":{"title":"Analysis of Stopping Active Learning based on Stabilizing Predictions","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL","stat.ML"],"primary_cat":"cs.LG","authors_text":"John Grothendieck, Michael Bloodgood","submitted_at":"2015-04-23T20:07:01Z","abstract_excerpt":"Within the natural language processing (NLP) community, active learning has been widely investigated and applied in order to alleviate the annotation bottleneck faced by developers of new NLP systems and technologies. This paper presents the first theoretical analysis of stopping active learning based on stabilizing predictions (SP). The analysis has revealed three elements that are central to the success of the SP method: (1) bounds on Cohen's Kappa agreement between successively trained models impose bounds on differences in F-measure performance of the models; (2) since the stop set does no"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"1504.06329","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2015-04-23T20:07:01Z","cross_cats_sorted":["cs.CL","stat.ML"],"title_canon_sha256":"d4ad274d04b36e4813141961f3b080da12bd7960803d3c1ab98f9876ef8da11a","abstract_canon_sha256":"67b1d0dee820647bedff2b1a79692f81972a88b5b1e144b4d9ecd2e699db96a4"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T02:17:53.958180Z","signature_b64":"DPgbm8yMXMJRNlGj1ouLdtlkxiUJG9umP6WkUogg/fyEj0mefgPr9yOUO/daM8kJDPpsdXBOCOk4BAa6bYHFBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1d6513201ca3d689feb3dc9dce813ee353ea9c30b7c68ff2c9d3e5483a15525e","last_reissued_at":"2026-05-18T02:17:53.957454Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T02:17:53.957454Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Analysis of Stopping Active Learning based on Stabilizing Predictions","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL","stat.ML"],"primary_cat":"cs.LG","authors_text":"John Grothendieck, Michael Bloodgood","submitted_at":"2015-04-23T20:07:01Z","abstract_excerpt":"Within the natural language processing (NLP) community, active learning has been widely investigated and applied in order to alleviate the annotation bottleneck faced by developers of new NLP systems and technologies. This paper presents the first theoretical analysis of stopping active learning based on stabilizing predictions (SP). The analysis has revealed three elements that are central to the success of the SP method: (1) bounds on Cohen's Kappa agreement between successively trained models impose bounds on differences in F-measure performance of the models; (2) since the stop set does no"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1504.06329","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"1504.06329","created_at":"2026-05-18T02:17:53.957561+00:00"},{"alias_kind":"arxiv_version","alias_value":"1504.06329v1","created_at":"2026-05-18T02:17:53.957561+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1504.06329","created_at":"2026-05-18T02:17:53.957561+00:00"},{"alias_kind":"pith_short_12","alias_value":"DVSRGIA4UPLI","created_at":"2026-05-18T12:29:17.054201+00:00"},{"alias_kind":"pith_short_16","alias_value":"DVSRGIA4UPLIT7VT","created_at":"2026-05-18T12:29:17.054201+00:00"},{"alias_kind":"pith_short_8","alias_value":"DVSRGIA4","created_at":"2026-05-18T12:29:17.054201+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/DVSRGIA4UPLIT7VT3SO45AJ64N","json":"https://pith.science/pith/DVSRGIA4UPLIT7VT3SO45AJ64N.json","graph_json":"https://pith.science/api/pith-number/DVSRGIA4UPLIT7VT3SO45AJ64N/graph.json","events_json":"https://pith.science/api/pith-number/DVSRGIA4UPLIT7VT3SO45AJ64N/events.json","paper":"https://pith.science/paper/DVSRGIA4"},"agent_actions":{"view_html":"https://pith.science/pith/DVSRGIA4UPLIT7VT3SO45AJ64N","download_json":"https://pith.science/pith/DVSRGIA4UPLIT7VT3SO45AJ64N.json","view_paper":"https://pith.science/paper/DVSRGIA4","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=1504.06329&json=true","fetch_graph":"https://pith.science/api/pith-number/DVSRGIA4UPLIT7VT3SO45AJ64N/graph.json","fetch_events":"https://pith.science/api/pith-number/DVSRGIA4UPLIT7VT3SO45AJ64N/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/DVSRGIA4UPLIT7VT3SO45AJ64N/action/timestamp_anchor","attest_storage":"https://pith.science/pith/DVSRGIA4UPLIT7VT3SO45AJ64N/action/storage_attestation","attest_author":"https://pith.science/pith/DVSRGIA4UPLIT7VT3SO45AJ64N/action/author_attestation","sign_citation":"https://pith.science/pith/DVSRGIA4UPLIT7VT3SO45AJ64N/action/citation_signature","submit_replication":"https://pith.science/pith/DVSRGIA4UPLIT7VT3SO45AJ64N/action/replication_record"}},"created_at":"2026-05-18T02:17:53.957561+00:00","updated_at":"2026-05-18T02:17:53.957561+00:00"}