{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2018:BWRU2PZWMGZ6BGB4BEDTPH2HBH","short_pith_number":"pith:BWRU2PZW","schema_version":"1.0","canonical_sha256":"0da34d3f3661b3e0983c0907379f4709ccc50567dc6540ff3a9ab7bb88101b9b","source":{"kind":"arxiv","id":"1810.05187","version":1},"attestation_state":"computed","paper":{"title":"The Impact of Annotation Guidelines and Annotated Data on Extracting App Features from App Reviews","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG","stat.ML"],"primary_cat":"cs.IR","authors_text":"Dietmar Pfahl, Faiz Ali Shah, Kairit Sirts","submitted_at":"2018-10-11T18:07:14Z","abstract_excerpt":"Annotation guidelines used to guide the annotation of training and evaluation datasets can have a considerable impact on the quality of machine learning models. In this study, we explore the effects of annotation guidelines on the quality of app feature extraction models. As a main result, we propose several changes to the existing annotation guidelines with a goal of making the extracted app features more useful and informative to the app developers. We test the proposed changes via simulating the application of the new annotation guidelines and then evaluating the performance of the supervis"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"1810.05187","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2018-10-11T18:07:14Z","cross_cats_sorted":["cs.LG","stat.ML"],"title_canon_sha256":"d36973599ccf0d8f4bf9620e099d1a34f664bb95d3bca53431167a6761177713","abstract_canon_sha256":"7927d81adad9ea65691695f13504774d2d4b3e25d0c502e18fef8405ab2329ae"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:03:31.371275Z","signature_b64":"F18tPBhYlnNnhjuCjE/2TLFrbYa6GmYnCo4uUAIJFQMElvGHKxMFM6QhFuRRpo4jf1rIAuuReZma5QgeP9YkDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0da34d3f3661b3e0983c0907379f4709ccc50567dc6540ff3a9ab7bb88101b9b","last_reissued_at":"2026-05-18T00:03:31.370678Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:03:31.370678Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"The Impact of Annotation Guidelines and Annotated Data on Extracting App Features from App Reviews","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG","stat.ML"],"primary_cat":"cs.IR","authors_text":"Dietmar Pfahl, Faiz Ali Shah, Kairit Sirts","submitted_at":"2018-10-11T18:07:14Z","abstract_excerpt":"Annotation guidelines used to guide the annotation of training and evaluation datasets can have a considerable impact on the quality of machine learning models. In this study, we explore the effects of annotation guidelines on the quality of app feature extraction models. As a main result, we propose several changes to the existing annotation guidelines with a goal of making the extracted app features more useful and informative to the app developers. We test the proposed changes via simulating the application of the new annotation guidelines and then evaluating the performance of the supervis"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1810.05187","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"1810.05187","created_at":"2026-05-18T00:03:31.370759+00:00"},{"alias_kind":"arxiv_version","alias_value":"1810.05187v1","created_at":"2026-05-18T00:03:31.370759+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1810.05187","created_at":"2026-05-18T00:03:31.370759+00:00"},{"alias_kind":"pith_short_12","alias_value":"BWRU2PZWMGZ6","created_at":"2026-05-18T12:32:16.446611+00:00"},{"alias_kind":"pith_short_16","alias_value":"BWRU2PZWMGZ6BGB4","created_at":"2026-05-18T12:32:16.446611+00:00"},{"alias_kind":"pith_short_8","alias_value":"BWRU2PZW","created_at":"2026-05-18T12:32:16.446611+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/BWRU2PZWMGZ6BGB4BEDTPH2HBH","json":"https://pith.science/pith/BWRU2PZWMGZ6BGB4BEDTPH2HBH.json","graph_json":"https://pith.science/api/pith-number/BWRU2PZWMGZ6BGB4BEDTPH2HBH/graph.json","events_json":"https://pith.science/api/pith-number/BWRU2PZWMGZ6BGB4BEDTPH2HBH/events.json","paper":"https://pith.science/paper/BWRU2PZW"},"agent_actions":{"view_html":"https://pith.science/pith/BWRU2PZWMGZ6BGB4BEDTPH2HBH","download_json":"https://pith.science/pith/BWRU2PZWMGZ6BGB4BEDTPH2HBH.json","view_paper":"https://pith.science/paper/BWRU2PZW","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=1810.05187&json=true","fetch_graph":"https://pith.science/api/pith-number/BWRU2PZWMGZ6BGB4BEDTPH2HBH/graph.json","fetch_events":"https://pith.science/api/pith-number/BWRU2PZWMGZ6BGB4BEDTPH2HBH/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/BWRU2PZWMGZ6BGB4BEDTPH2HBH/action/timestamp_anchor","attest_storage":"https://pith.science/pith/BWRU2PZWMGZ6BGB4BEDTPH2HBH/action/storage_attestation","attest_author":"https://pith.science/pith/BWRU2PZWMGZ6BGB4BEDTPH2HBH/action/author_attestation","sign_citation":"https://pith.science/pith/BWRU2PZWMGZ6BGB4BEDTPH2HBH/action/citation_signature","submit_replication":"https://pith.science/pith/BWRU2PZWMGZ6BGB4BEDTPH2HBH/action/replication_record"}},"created_at":"2026-05-18T00:03:31.370759+00:00","updated_at":"2026-05-18T00:03:31.370759+00:00"}