{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:OBFF6VSYYPUBZBTJ3L4REBTJOI","short_pith_number":"pith:OBFF6VSY","canonical_record":{"source":{"id":"2404.07926","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.HC","submitted_at":"2024-04-11T17:20:57Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"7fa18c90e62a0dc7373db5730f085afd9c3bfdd670bd10fb0eb4e91191f495f3","abstract_canon_sha256":"c075a8d795cb87140c3dd5e09ca365348319610eb5771c56581b0ac6c3d41f9f"},"schema_version":"1.0"},"canonical_sha256":"704a5f5658c3e81c8669daf91206697217f0733a9f45c46b8a02758bfb503553","source":{"kind":"arxiv","id":"2404.07926","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.07926","created_at":"2026-07-05T08:06:59Z"},{"alias_kind":"arxiv_version","alias_value":"2404.07926v1","created_at":"2026-07-05T08:06:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.07926","created_at":"2026-07-05T08:06:59Z"},{"alias_kind":"pith_short_12","alias_value":"OBFF6VSYYPUB","created_at":"2026-07-05T08:06:59Z"},{"alias_kind":"pith_short_16","alias_value":"OBFF6VSYYPUBZBTJ","created_at":"2026-07-05T08:06:59Z"},{"alias_kind":"pith_short_8","alias_value":"OBFF6VSY","created_at":"2026-07-05T08:06:59Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:OBFF6VSYYPUBZBTJ3L4REBTJOI","target":"record","payload":{"canonical_record":{"source":{"id":"2404.07926","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.HC","submitted_at":"2024-04-11T17:20:57Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"7fa18c90e62a0dc7373db5730f085afd9c3bfdd670bd10fb0eb4e91191f495f3","abstract_canon_sha256":"c075a8d795cb87140c3dd5e09ca365348319610eb5771c56581b0ac6c3d41f9f"},"schema_version":"1.0"},"canonical_sha256":"704a5f5658c3e81c8669daf91206697217f0733a9f45c46b8a02758bfb503553","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:06:59.375209Z","signature_b64":"pv8RqAP9IQsaHupV4QU8ifGFwPsRRMesDF6g7xA9rhCKlqGbfCUDov0nSsZDOGo7SI+qQJnDGN3F4ZIrkPtwDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"704a5f5658c3e81c8669daf91206697217f0733a9f45c46b8a02758bfb503553","last_reissued_at":"2026-07-05T08:06:59.374754Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:06:59.374754Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.07926","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:06:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oonL3/rx5R/0+OKaAYYeckOV3G0nfizeUh7lKdNhJjHjsEb/24jRGW3Joh6aBCU+AAbK71peUYda/i8v2fvgDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T23:22:22.417847Z"},"content_sha256":"60bae6b3238b59fbf6917f0f1e30189cae5945466ac311403333803716523809","schema_version":"1.0","event_id":"sha256:60bae6b3238b59fbf6917f0f1e30189cae5945466ac311403333803716523809"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:OBFF6VSYYPUBZBTJ3L4REBTJOI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Leveraging Large Language Models (LLMs) to Support Collaborative Human-AI Online Risk Data Annotation","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.HC","authors_text":"Jinkyung Park, Pamela Wisniewski, Vivek Singh","submitted_at":"2024-04-11T17:20:57Z","abstract_excerpt":"In this position paper, we discuss the potential for leveraging LLMs as interactive research tools to facilitate collaboration between human coders and AI to effectively annotate online risk data at scale. Collaborative human-AI labeling is a promising approach to annotating large-scale and complex data for various tasks. Yet, tools and methods to support effective human-AI collaboration for data annotation are under-studied. This gap is pertinent because co-labeling tasks need to support a two-way interactive discussion that can add nuance and context, particularly in the context of online ri"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.07926","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.07926/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:06:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"w0UntCZ8ut0rbDVu0CG9ruAA7aRBCewqGoOmRuMeCk9+O/u/05ujW9yK5GD65Lciy0cVdd5PUOURzftNY8K9Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T23:22:22.418772Z"},"content_sha256":"903de97aa94639be209c9b1c69d2b8a9aad33e12cced84f706e53929099cd598","schema_version":"1.0","event_id":"sha256:903de97aa94639be209c9b1c69d2b8a9aad33e12cced84f706e53929099cd598"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OBFF6VSYYPUBZBTJ3L4REBTJOI/bundle.json","state_url":"https://pith.science/pith/OBFF6VSYYPUBZBTJ3L4REBTJOI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OBFF6VSYYPUBZBTJ3L4REBTJOI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T23:22:22Z","links":{"resolver":"https://pith.science/pith/OBFF6VSYYPUBZBTJ3L4REBTJOI","bundle":"https://pith.science/pith/OBFF6VSYYPUBZBTJ3L4REBTJOI/bundle.json","state":"https://pith.science/pith/OBFF6VSYYPUBZBTJ3L4REBTJOI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OBFF6VSYYPUBZBTJ3L4REBTJOI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:OBFF6VSYYPUBZBTJ3L4REBTJOI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c075a8d795cb87140c3dd5e09ca365348319610eb5771c56581b0ac6c3d41f9f","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.HC","submitted_at":"2024-04-11T17:20:57Z","title_canon_sha256":"7fa18c90e62a0dc7373db5730f085afd9c3bfdd670bd10fb0eb4e91191f495f3"},"schema_version":"1.0","source":{"id":"2404.07926","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.07926","created_at":"2026-07-05T08:06:59Z"},{"alias_kind":"arxiv_version","alias_value":"2404.07926v1","created_at":"2026-07-05T08:06:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.07926","created_at":"2026-07-05T08:06:59Z"},{"alias_kind":"pith_short_12","alias_value":"OBFF6VSYYPUB","created_at":"2026-07-05T08:06:59Z"},{"alias_kind":"pith_short_16","alias_value":"OBFF6VSYYPUBZBTJ","created_at":"2026-07-05T08:06:59Z"},{"alias_kind":"pith_short_8","alias_value":"OBFF6VSY","created_at":"2026-07-05T08:06:59Z"}],"graph_snapshots":[{"event_id":"sha256:903de97aa94639be209c9b1c69d2b8a9aad33e12cced84f706e53929099cd598","target":"graph","created_at":"2026-07-05T08:06:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.07926/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this position paper, we discuss the potential for leveraging LLMs as interactive research tools to facilitate collaboration between human coders and AI to effectively annotate online risk data at scale. Collaborative human-AI labeling is a promising approach to annotating large-scale and complex data for various tasks. Yet, tools and methods to support effective human-AI collaboration for data annotation are under-studied. This gap is pertinent because co-labeling tasks need to support a two-way interactive discussion that can add nuance and context, particularly in the context of online ri","authors_text":"Jinkyung Park, Pamela Wisniewski, Vivek Singh","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.HC","submitted_at":"2024-04-11T17:20:57Z","title":"Leveraging Large Language Models (LLMs) to Support Collaborative Human-AI Online Risk Data Annotation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.07926","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:60bae6b3238b59fbf6917f0f1e30189cae5945466ac311403333803716523809","target":"record","created_at":"2026-07-05T08:06:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c075a8d795cb87140c3dd5e09ca365348319610eb5771c56581b0ac6c3d41f9f","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.HC","submitted_at":"2024-04-11T17:20:57Z","title_canon_sha256":"7fa18c90e62a0dc7373db5730f085afd9c3bfdd670bd10fb0eb4e91191f495f3"},"schema_version":"1.0","source":{"id":"2404.07926","kind":"arxiv","version":1}},"canonical_sha256":"704a5f5658c3e81c8669daf91206697217f0733a9f45c46b8a02758bfb503553","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"704a5f5658c3e81c8669daf91206697217f0733a9f45c46b8a02758bfb503553","first_computed_at":"2026-07-05T08:06:59.374754Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:06:59.374754Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"pv8RqAP9IQsaHupV4QU8ifGFwPsRRMesDF6g7xA9rhCKlqGbfCUDov0nSsZDOGo7SI+qQJnDGN3F4ZIrkPtwDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:06:59.375209Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.07926","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:60bae6b3238b59fbf6917f0f1e30189cae5945466ac311403333803716523809","sha256:903de97aa94639be209c9b1c69d2b8a9aad33e12cced84f706e53929099cd598"],"state_sha256":"8bfc8536aaa59e4b06a9c050612b71e2f4983400d858f7c5746efa0729790b2e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"96MSTI02zUeh1CHilyKmoAUKjPvTh9qOnV7G62cU4zC3Eh2sylkl1pcVPuKjta3IdT4QWGCRVxhQPVwqQ/K4Cw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T23:22:22.441543Z","bundle_sha256":"c4949c86583db7456932b34dc4f35b9e407234e9bc419c4e1936d32fa655aadf"}}