{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:ZSW4DMPFYTYDXFXWJXCZGXQ4QD","short_pith_number":"pith:ZSW4DMPF","canonical_record":{"source":{"id":"2408.15204","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-27T17:03:18Z","cross_cats_sorted":["cs.AI","cs.HC"],"title_canon_sha256":"d5e6632ee4e02148f6388a8e12b7b7f81f186797e00e52bfccb9e2fa85104a2d","abstract_canon_sha256":"008a7f94f61d3dc0afded429abd0b3a41cabbda31a435b7bfdc7da085ef79eba"},"schema_version":"1.0"},"canonical_sha256":"ccadc1b1e5c4f03b96f64dc5935e1c80eb8b6005f152cad2d0e0c0f34bac7503","source":{"kind":"arxiv","id":"2408.15204","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.15204","created_at":"2026-07-05T10:11:23Z"},{"alias_kind":"arxiv_version","alias_value":"2408.15204v2","created_at":"2026-07-05T10:11:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.15204","created_at":"2026-07-05T10:11:23Z"},{"alias_kind":"pith_short_12","alias_value":"ZSW4DMPFYTYD","created_at":"2026-07-05T10:11:23Z"},{"alias_kind":"pith_short_16","alias_value":"ZSW4DMPFYTYDXFXW","created_at":"2026-07-05T10:11:23Z"},{"alias_kind":"pith_short_8","alias_value":"ZSW4DMPF","created_at":"2026-07-05T10:11:23Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:ZSW4DMPFYTYDXFXWJXCZGXQ4QD","target":"record","payload":{"canonical_record":{"source":{"id":"2408.15204","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-27T17:03:18Z","cross_cats_sorted":["cs.AI","cs.HC"],"title_canon_sha256":"d5e6632ee4e02148f6388a8e12b7b7f81f186797e00e52bfccb9e2fa85104a2d","abstract_canon_sha256":"008a7f94f61d3dc0afded429abd0b3a41cabbda31a435b7bfdc7da085ef79eba"},"schema_version":"1.0"},"canonical_sha256":"ccadc1b1e5c4f03b96f64dc5935e1c80eb8b6005f152cad2d0e0c0f34bac7503","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:11:23.464811Z","signature_b64":"bT++5JTkzeMQzREaBEt/GkL8WmKgBAKAdbAnVdkgy5HrfN/BC8rB5Hegl0Q1imZZAEUZ2lbQ9symVmYsN1onAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ccadc1b1e5c4f03b96f64dc5935e1c80eb8b6005f152cad2d0e0c0f34bac7503","last_reissued_at":"2026-07-05T10:11:23.464275Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:11:23.464275Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2408.15204","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:11:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vXzqfMEv9CMVaMf7XUx61EKHGZlRi/iHlvUMZydHlKz/9VPpSwgdEBWiEIEpBGSSaUm49p1BJ55h4Nrs9Fp5Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T20:56:16.229893Z"},"content_sha256":"c80c25955b5ccfb5182a21ec9ffca54f45770eca52f5a5fc1b49dd3439357c10","schema_version":"1.0","event_id":"sha256:c80c25955b5ccfb5182a21ec9ffca54f45770eca52f5a5fc1b49dd3439357c10"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:ZSW4DMPFYTYDXFXWJXCZGXQ4QD","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Can Unconfident LLM Annotations Be Used for Confident Conclusions?","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.HC"],"primary_cat":"cs.CL","authors_text":"Cinoo Lee, Dan Jurafsky, Emmanuel J. Cand\\`es, Kristina Gligori\\'c, Tijana Zrnic","submitted_at":"2024-08-27T17:03:18Z","abstract_excerpt":"Large language models (LLMs) have shown high agreement with human raters across a variety of tasks, demonstrating potential to ease the challenges of human data collection. In computational social science (CSS), researchers are increasingly leveraging LLM annotations to complement slow and expensive human annotations. Still, guidelines for collecting and using LLM annotations, without compromising the validity of downstream conclusions, remain limited. We introduce Confidence-Driven Inference: a method that combines LLM annotations and LLM confidence indicators to strategically select which hu"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.15204","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.15204/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:11:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nmxLjW7SrcYHdROTqDpsXEhgOZ1JXVgsLZ01vO8KQyXPCHdLHHmCAsdu5cZ0k/mOwBP98jdQdlKPZwDN4LXkBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T20:56:16.230419Z"},"content_sha256":"a4b7af8f2bfabbc9e085b45cd2b375ffe68ae8037a3cd430097202e864aa533d","schema_version":"1.0","event_id":"sha256:a4b7af8f2bfabbc9e085b45cd2b375ffe68ae8037a3cd430097202e864aa533d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZSW4DMPFYTYDXFXWJXCZGXQ4QD/bundle.json","state_url":"https://pith.science/pith/ZSW4DMPFYTYDXFXWJXCZGXQ4QD/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZSW4DMPFYTYDXFXWJXCZGXQ4QD/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T20:56:16Z","links":{"resolver":"https://pith.science/pith/ZSW4DMPFYTYDXFXWJXCZGXQ4QD","bundle":"https://pith.science/pith/ZSW4DMPFYTYDXFXWJXCZGXQ4QD/bundle.json","state":"https://pith.science/pith/ZSW4DMPFYTYDXFXWJXCZGXQ4QD/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZSW4DMPFYTYDXFXWJXCZGXQ4QD/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:ZSW4DMPFYTYDXFXWJXCZGXQ4QD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"008a7f94f61d3dc0afded429abd0b3a41cabbda31a435b7bfdc7da085ef79eba","cross_cats_sorted":["cs.AI","cs.HC"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-27T17:03:18Z","title_canon_sha256":"d5e6632ee4e02148f6388a8e12b7b7f81f186797e00e52bfccb9e2fa85104a2d"},"schema_version":"1.0","source":{"id":"2408.15204","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.15204","created_at":"2026-07-05T10:11:23Z"},{"alias_kind":"arxiv_version","alias_value":"2408.15204v2","created_at":"2026-07-05T10:11:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.15204","created_at":"2026-07-05T10:11:23Z"},{"alias_kind":"pith_short_12","alias_value":"ZSW4DMPFYTYD","created_at":"2026-07-05T10:11:23Z"},{"alias_kind":"pith_short_16","alias_value":"ZSW4DMPFYTYDXFXW","created_at":"2026-07-05T10:11:23Z"},{"alias_kind":"pith_short_8","alias_value":"ZSW4DMPF","created_at":"2026-07-05T10:11:23Z"}],"graph_snapshots":[{"event_id":"sha256:a4b7af8f2bfabbc9e085b45cd2b375ffe68ae8037a3cd430097202e864aa533d","target":"graph","created_at":"2026-07-05T10:11:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.15204/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have shown high agreement with human raters across a variety of tasks, demonstrating potential to ease the challenges of human data collection. In computational social science (CSS), researchers are increasingly leveraging LLM annotations to complement slow and expensive human annotations. Still, guidelines for collecting and using LLM annotations, without compromising the validity of downstream conclusions, remain limited. We introduce Confidence-Driven Inference: a method that combines LLM annotations and LLM confidence indicators to strategically select which hu","authors_text":"Cinoo Lee, Dan Jurafsky, Emmanuel J. Cand\\`es, Kristina Gligori\\'c, Tijana Zrnic","cross_cats":["cs.AI","cs.HC"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-27T17:03:18Z","title":"Can Unconfident LLM Annotations Be Used for Confident Conclusions?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.15204","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c80c25955b5ccfb5182a21ec9ffca54f45770eca52f5a5fc1b49dd3439357c10","target":"record","created_at":"2026-07-05T10:11:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"008a7f94f61d3dc0afded429abd0b3a41cabbda31a435b7bfdc7da085ef79eba","cross_cats_sorted":["cs.AI","cs.HC"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-27T17:03:18Z","title_canon_sha256":"d5e6632ee4e02148f6388a8e12b7b7f81f186797e00e52bfccb9e2fa85104a2d"},"schema_version":"1.0","source":{"id":"2408.15204","kind":"arxiv","version":2}},"canonical_sha256":"ccadc1b1e5c4f03b96f64dc5935e1c80eb8b6005f152cad2d0e0c0f34bac7503","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ccadc1b1e5c4f03b96f64dc5935e1c80eb8b6005f152cad2d0e0c0f34bac7503","first_computed_at":"2026-07-05T10:11:23.464275Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:11:23.464275Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"bT++5JTkzeMQzREaBEt/GkL8WmKgBAKAdbAnVdkgy5HrfN/BC8rB5Hegl0Q1imZZAEUZ2lbQ9symVmYsN1onAA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:11:23.464811Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.15204","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c80c25955b5ccfb5182a21ec9ffca54f45770eca52f5a5fc1b49dd3439357c10","sha256:a4b7af8f2bfabbc9e085b45cd2b375ffe68ae8037a3cd430097202e864aa533d"],"state_sha256":"fb71ac36e45a6a0d5bc324845f930fa94ba6642ecc48b7817c4631c4257d29b6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dOfInFpobgd53pONvoiSWvltf7KQdWiNzl0xyt9/6o9rIVGVL63NIxtge4gqIssI9st8rncomYL9D2clylleCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T20:56:16.235491Z","bundle_sha256":"94c8f56e74b38b55561031ed77a71afb52e95ae6847b64cc48d50b0c21f45fb3"}}