{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:C4TIA2LL23KIMNMLAULKUATLG7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c39b066653b41c5894c1692ce1da8dc197d8cb4b74689bad760e6b877d773d48","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2023-04-19T21:59:04Z","title_canon_sha256":"be297968f16e68e1e1766e3f8d2893231a995ec128433b50c2549f5b4fe993e4"},"schema_version":"1.0","source":{"id":"2304.09991","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.09991","created_at":"2026-07-05T07:18:26Z"},{"alias_kind":"arxiv_version","alias_value":"2304.09991v3","created_at":"2026-07-05T07:18:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.09991","created_at":"2026-07-05T07:18:26Z"},{"alias_kind":"pith_short_12","alias_value":"C4TIA2LL23KI","created_at":"2026-07-05T07:18:26Z"},{"alias_kind":"pith_short_16","alias_value":"C4TIA2LL23KIMNML","created_at":"2026-07-05T07:18:26Z"},{"alias_kind":"pith_short_8","alias_value":"C4TIA2LL","created_at":"2026-07-05T07:18:26Z"}],"graph_snapshots":[{"event_id":"sha256:71606811c4f62974287df4c6582c3e01ff5fe6746d8c4b10a75a3ff6d87a8233","target":"graph","created_at":"2026-07-05T07:18:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2304.09991/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models are becoming increasingly pervasive and ubiquitous in society via deployment in sociotechnical systems. Yet these language models, be it for classification or generation, have been shown to be biased and behave irresponsibly, causing harm to people at scale. It is crucial to audit these language models rigorously. Existing auditing tools leverage either or both humans and AI to find failures. In this work, we draw upon literature in human-AI collaboration and sensemaking, and conduct interviews with research experts in safe and fair AI, to build upon the auditing tool: Ad","authors_text":"Charvi Rastogi, Harsha Nori, Marco Tulio Ribeiro, Nicholas King, Saleema Amershi","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2023-04-19T21:59:04Z","title":"Supporting Human-AI Collaboration in Auditing LLMs with LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.09991","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:79dbbcdb6acfb089d0f84ab80a3140e97e4fdc2018a7c1bc384ab80ab57977c4","target":"record","created_at":"2026-07-05T07:18:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c39b066653b41c5894c1692ce1da8dc197d8cb4b74689bad760e6b877d773d48","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2023-04-19T21:59:04Z","title_canon_sha256":"be297968f16e68e1e1766e3f8d2893231a995ec128433b50c2549f5b4fe993e4"},"schema_version":"1.0","source":{"id":"2304.09991","kind":"arxiv","version":3}},"canonical_sha256":"172680696bd6d486358b0516aa026b37c8fab86b886e55cd86746b67af86f7f6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"172680696bd6d486358b0516aa026b37c8fab86b886e55cd86746b67af86f7f6","first_computed_at":"2026-07-05T07:18:26.176075Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:18:26.176075Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"sQ8BJoGIRWvKBREO4V727YPfQ7CNXlX/Jaz85Z6eZX3BFSeZhzrLvDVeKmG6bGBGDdEUndi82OGlY+I6KQZNAg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:18:26.176530Z","signed_message":"canonical_sha256_bytes"},"source_id":"2304.09991","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:79dbbcdb6acfb089d0f84ab80a3140e97e4fdc2018a7c1bc384ab80ab57977c4","sha256:71606811c4f62974287df4c6582c3e01ff5fe6746d8c4b10a75a3ff6d87a8233"],"state_sha256":"3c7c50d1b56f44484da07655bd5e541f9ebf6f6c3ca42bf3ed624ad4e2aac0fc"}