{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:66XBHJ4BBBIBOR64YQANCTRYNB","short_pith_number":"pith:66XBHJ4B","schema_version":"1.0","canonical_sha256":"f7ae13a78108501747dcc400d14e3868645ef84b7e949449f530ad49fa6d1b1e","source":{"kind":"arxiv","id":"2411.14720","version":2},"attestation_state":"computed","paper":{"title":"Optimizing Social Media Annotation of HPV Vaccine Skepticism and Misinformation Using Large Language Models: An Experimental Evaluation of In-Context Learning and Fine-Tuning Stance Detection Across Multiple Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Andrew Zhao, Dhavan Shah, Jonathan Feldman, Luhang Sun, Munmun De Choudhury, Shanglin Yang, Sijia Yang, Varsha Pendyala, Yun-Shiuan Chuang","submitted_at":"2024-11-22T04:19:32Z","abstract_excerpt":"This paper leverages large-language models (LLMs) to experimentally determine optimal strategies for scaling up social media content annotation for stance detection on HPV vaccine-related tweets. We examine both conventional fine-tuning and emergent in-context learning methods, systematically varying strategies of prompt engineering across widely used LLMs and their variants (e.g., GPT4, Mistral, and Llama3, etc.). Specifically, we varied prompt template design, shot sampling methods, and shot quantity to detect stance on HPV vaccination. Our findings reveal that 1) in general, in-context lear"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2411.14720","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-22T04:19:32Z","cross_cats_sorted":[],"title_canon_sha256":"758112b4055ad61ba83b76fdf44b3964d77d34fc847f3a131526a12ee9befa3a","abstract_canon_sha256":"fc6d707f20a6135af509251b107d9085c81cac134e27e24006e55b5273c3d2c8"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:43:03.181699Z","signature_b64":"hkD+Qc+MZiWuP5Ibz78iXSUZmr2ww+NwwJFKVpX4BqEBHktHtpSKxKiKEQilr7TXl4AI+pZUWuLltQWX0I/bDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f7ae13a78108501747dcc400d14e3868645ef84b7e949449f530ad49fa6d1b1e","last_reissued_at":"2026-07-05T10:43:03.181197Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:43:03.181197Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Optimizing Social Media Annotation of HPV Vaccine Skepticism and Misinformation Using Large Language Models: An Experimental Evaluation of In-Context Learning and Fine-Tuning Stance Detection Across Multiple Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Andrew Zhao, Dhavan Shah, Jonathan Feldman, Luhang Sun, Munmun De Choudhury, Shanglin Yang, Sijia Yang, Varsha Pendyala, Yun-Shiuan Chuang","submitted_at":"2024-11-22T04:19:32Z","abstract_excerpt":"This paper leverages large-language models (LLMs) to experimentally determine optimal strategies for scaling up social media content annotation for stance detection on HPV vaccine-related tweets. We examine both conventional fine-tuning and emergent in-context learning methods, systematically varying strategies of prompt engineering across widely used LLMs and their variants (e.g., GPT4, Mistral, and Llama3, etc.). Specifically, we varied prompt template design, shot sampling methods, and shot quantity to detect stance on HPV vaccination. Our findings reveal that 1) in general, in-context lear"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.14720","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.14720/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2411.14720","created_at":"2026-07-05T10:43:03.181253+00:00"},{"alias_kind":"arxiv_version","alias_value":"2411.14720v2","created_at":"2026-07-05T10:43:03.181253+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.14720","created_at":"2026-07-05T10:43:03.181253+00:00"},{"alias_kind":"pith_short_12","alias_value":"66XBHJ4BBBIB","created_at":"2026-07-05T10:43:03.181253+00:00"},{"alias_kind":"pith_short_16","alias_value":"66XBHJ4BBBIBOR64","created_at":"2026-07-05T10:43:03.181253+00:00"},{"alias_kind":"pith_short_8","alias_value":"66XBHJ4B","created_at":"2026-07-05T10:43:03.181253+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/66XBHJ4BBBIBOR64YQANCTRYNB","json":"https://pith.science/pith/66XBHJ4BBBIBOR64YQANCTRYNB.json","graph_json":"https://pith.science/api/pith-number/66XBHJ4BBBIBOR64YQANCTRYNB/graph.json","events_json":"https://pith.science/api/pith-number/66XBHJ4BBBIBOR64YQANCTRYNB/events.json","paper":"https://pith.science/paper/66XBHJ4B"},"agent_actions":{"view_html":"https://pith.science/pith/66XBHJ4BBBIBOR64YQANCTRYNB","download_json":"https://pith.science/pith/66XBHJ4BBBIBOR64YQANCTRYNB.json","view_paper":"https://pith.science/paper/66XBHJ4B","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2411.14720&json=true","fetch_graph":"https://pith.science/api/pith-number/66XBHJ4BBBIBOR64YQANCTRYNB/graph.json","fetch_events":"https://pith.science/api/pith-number/66XBHJ4BBBIBOR64YQANCTRYNB/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/66XBHJ4BBBIBOR64YQANCTRYNB/action/timestamp_anchor","attest_storage":"https://pith.science/pith/66XBHJ4BBBIBOR64YQANCTRYNB/action/storage_attestation","attest_author":"https://pith.science/pith/66XBHJ4BBBIBOR64YQANCTRYNB/action/author_attestation","sign_citation":"https://pith.science/pith/66XBHJ4BBBIBOR64YQANCTRYNB/action/citation_signature","submit_replication":"https://pith.science/pith/66XBHJ4BBBIBOR64YQANCTRYNB/action/replication_record"}},"created_at":"2026-07-05T10:43:03.181253+00:00","updated_at":"2026-07-05T10:43:03.181253+00:00"}