{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:R2YS4VJ5JXPOBJWXQSCL2JIFR5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5bc3ee30118b8fa33b6b86a0e4c1e9393ac306f2bbd8060d6542678a57421c87","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CY","submitted_at":"2025-07-21T17:29:21Z","title_canon_sha256":"d1df538591241c1714d5e1831e8f8f6a7741990007003e6d0a952c4fff242010"},"schema_version":"1.0","source":{"id":"2507.15821","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.15821","created_at":"2026-07-05T11:40:45Z"},{"alias_kind":"arxiv_version","alias_value":"2507.15821v1","created_at":"2026-07-05T11:40:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.15821","created_at":"2026-07-05T11:40:45Z"},{"alias_kind":"pith_short_12","alias_value":"R2YS4VJ5JXPO","created_at":"2026-07-05T11:40:45Z"},{"alias_kind":"pith_short_16","alias_value":"R2YS4VJ5JXPOBJWX","created_at":"2026-07-05T11:40:45Z"},{"alias_kind":"pith_short_8","alias_value":"R2YS4VJ5","created_at":"2026-07-05T11:40:45Z"}],"graph_snapshots":[{"event_id":"sha256:4b9d025a202a93f2cede315155428f4e4449f9c210f76abbce88865c514c2d45","target":"graph","created_at":"2026-07-05T11:40:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2507.15821/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"LLM use in annotation is becoming widespread, and given LLMs' overall promising performance and speed, simply \"reviewing\" LLM annotations in interpretive tasks can be tempting. In subjective annotation tasks with multiple plausible answers, reviewing LLM outputs can change the label distribution, impacting both the evaluation of LLM performance, and analysis using these labels in a social science task downstream. We conducted a pre-registered experiment with 410 unique annotators and over 7,000 annotations testing three AI assistance conditions against controls, using two models, and two datas","authors_text":"Deb Roy, Hope Schroeder, Jad Kabbara","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CY","submitted_at":"2025-07-21T17:29:21Z","title":"Just Put a Human in the Loop? Investigating LLM-Assisted Annotation for Subjective Tasks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.15821","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e2374fb60e8b0f261b5549227348af7d940f26a24ff6a9ddf1e9340748748c61","target":"record","created_at":"2026-07-05T11:40:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5bc3ee30118b8fa33b6b86a0e4c1e9393ac306f2bbd8060d6542678a57421c87","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CY","submitted_at":"2025-07-21T17:29:21Z","title_canon_sha256":"d1df538591241c1714d5e1831e8f8f6a7741990007003e6d0a952c4fff242010"},"schema_version":"1.0","source":{"id":"2507.15821","kind":"arxiv","version":1}},"canonical_sha256":"8eb12e553d4ddee0a6d78484bd25058f70d64be2ac50459f656aea5d97534f59","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8eb12e553d4ddee0a6d78484bd25058f70d64be2ac50459f656aea5d97534f59","first_computed_at":"2026-07-05T11:40:45.167280Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:40:45.167280Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"JHffVscNNKwC88Lvv2VF+G3i+EASrr9GiCH3AqJyJ2yMigkH+NuusL2GdTr8P+IGlsTCnTGN35txe6jCYG9VCw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:40:45.167803Z","signed_message":"canonical_sha256_bytes"},"source_id":"2507.15821","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e2374fb60e8b0f261b5549227348af7d940f26a24ff6a9ddf1e9340748748c61","sha256:4b9d025a202a93f2cede315155428f4e4449f9c210f76abbce88865c514c2d45"],"state_sha256":"2dd06f8e6f7e3546d183e28bb566c5e421bb048f319d19618fa00ad8e3d88e4b"}