{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:W6V6376T3EJNDV4FXFVS6IZOOO","short_pith_number":"pith:W6V6376T","schema_version":"1.0","canonical_sha256":"b7abedffd3d912d1d785b96b2f232e73a43e0efd6041028f94260ea32d704fd8","source":{"kind":"arxiv","id":"2306.15766","version":1},"attestation_state":"computed","paper":{"title":"Large Language Models as Annotators: Enhancing Generalization of NLP Models at Minimal Cost","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Amit Sharma, Parikshit Bansal","submitted_at":"2023-06-27T19:29:55Z","abstract_excerpt":"State-of-the-art supervised NLP models achieve high accuracy but are also susceptible to failures on inputs from low-data regimes, such as domains that are not represented in training data. As an approximation to collecting ground-truth labels for the specific domain, we study the use of large language models (LLMs) for annotating inputs and improving the generalization of NLP models. Specifically, given a budget for LLM annotations, we present an algorithm for sampling the most informative inputs to annotate and retrain the NLP model. We find that popular active learning strategies such as un"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2306.15766","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-27T19:29:55Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"527f93bd49d01d7593922b5c237c68c23c4ab1d07afe09c328a40a4c45bad3b8","abstract_canon_sha256":"3d4dbdbaa97517f3990fdf4474680714a0aaed94b89e8edff193a54ec2d1adbe"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:25:44.182467Z","signature_b64":"lmoTnHdK/8g2YE6isR4RkcgrABnt08LRdeuLA4jK+MYKFCUiI8mUTeOFoTQ2ivYGrPp3dMo85TVkYun4RzDfCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b7abedffd3d912d1d785b96b2f232e73a43e0efd6041028f94260ea32d704fd8","last_reissued_at":"2026-07-05T06:25:44.181996Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:25:44.181996Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Large Language Models as Annotators: Enhancing Generalization of NLP Models at Minimal Cost","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Amit Sharma, Parikshit Bansal","submitted_at":"2023-06-27T19:29:55Z","abstract_excerpt":"State-of-the-art supervised NLP models achieve high accuracy but are also susceptible to failures on inputs from low-data regimes, such as domains that are not represented in training data. As an approximation to collecting ground-truth labels for the specific domain, we study the use of large language models (LLMs) for annotating inputs and improving the generalization of NLP models. Specifically, given a budget for LLM annotations, we present an algorithm for sampling the most informative inputs to annotate and retrain the NLP model. We find that popular active learning strategies such as un"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.15766","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2306.15766/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2306.15766","created_at":"2026-07-05T06:25:44.182053+00:00"},{"alias_kind":"arxiv_version","alias_value":"2306.15766v1","created_at":"2026-07-05T06:25:44.182053+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.15766","created_at":"2026-07-05T06:25:44.182053+00:00"},{"alias_kind":"pith_short_12","alias_value":"W6V6376T3EJN","created_at":"2026-07-05T06:25:44.182053+00:00"},{"alias_kind":"pith_short_16","alias_value":"W6V6376T3EJNDV4F","created_at":"2026-07-05T06:25:44.182053+00:00"},{"alias_kind":"pith_short_8","alias_value":"W6V6376T","created_at":"2026-07-05T06:25:44.182053+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":2,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2606.12443","citing_title":"Occupational Prompting Reveals Cultural Bias in Large Language Models","ref_index":38,"is_internal_anchor":false},{"citing_arxiv_id":"2606.28823","citing_title":"Labeling Training Data for Entity Matching Using Large Language Models","ref_index":1,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/W6V6376T3EJNDV4FXFVS6IZOOO","json":"https://pith.science/pith/W6V6376T3EJNDV4FXFVS6IZOOO.json","graph_json":"https://pith.science/api/pith-number/W6V6376T3EJNDV4FXFVS6IZOOO/graph.json","events_json":"https://pith.science/api/pith-number/W6V6376T3EJNDV4FXFVS6IZOOO/events.json","paper":"https://pith.science/paper/W6V6376T"},"agent_actions":{"view_html":"https://pith.science/pith/W6V6376T3EJNDV4FXFVS6IZOOO","download_json":"https://pith.science/pith/W6V6376T3EJNDV4FXFVS6IZOOO.json","view_paper":"https://pith.science/paper/W6V6376T","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2306.15766&json=true","fetch_graph":"https://pith.science/api/pith-number/W6V6376T3EJNDV4FXFVS6IZOOO/graph.json","fetch_events":"https://pith.science/api/pith-number/W6V6376T3EJNDV4FXFVS6IZOOO/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/W6V6376T3EJNDV4FXFVS6IZOOO/action/timestamp_anchor","attest_storage":"https://pith.science/pith/W6V6376T3EJNDV4FXFVS6IZOOO/action/storage_attestation","attest_author":"https://pith.science/pith/W6V6376T3EJNDV4FXFVS6IZOOO/action/author_attestation","sign_citation":"https://pith.science/pith/W6V6376T3EJNDV4FXFVS6IZOOO/action/citation_signature","submit_replication":"https://pith.science/pith/W6V6376T3EJNDV4FXFVS6IZOOO/action/replication_record"}},"created_at":"2026-07-05T06:25:44.182053+00:00","updated_at":"2026-07-05T06:25:44.182053+00:00"}