{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:C4TIA2LL23KIMNMLAULKUATLG7","short_pith_number":"pith:C4TIA2LL","canonical_record":{"source":{"id":"2304.09991","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2023-04-19T21:59:04Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"be297968f16e68e1e1766e3f8d2893231a995ec128433b50c2549f5b4fe993e4","abstract_canon_sha256":"c39b066653b41c5894c1692ce1da8dc197d8cb4b74689bad760e6b877d773d48"},"schema_version":"1.0"},"canonical_sha256":"172680696bd6d486358b0516aa026b37c8fab86b886e55cd86746b67af86f7f6","source":{"kind":"arxiv","id":"2304.09991","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.09991","created_at":"2026-07-05T07:18:26Z"},{"alias_kind":"arxiv_version","alias_value":"2304.09991v3","created_at":"2026-07-05T07:18:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.09991","created_at":"2026-07-05T07:18:26Z"},{"alias_kind":"pith_short_12","alias_value":"C4TIA2LL23KI","created_at":"2026-07-05T07:18:26Z"},{"alias_kind":"pith_short_16","alias_value":"C4TIA2LL23KIMNML","created_at":"2026-07-05T07:18:26Z"},{"alias_kind":"pith_short_8","alias_value":"C4TIA2LL","created_at":"2026-07-05T07:18:26Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:C4TIA2LL23KIMNMLAULKUATLG7","target":"record","payload":{"canonical_record":{"source":{"id":"2304.09991","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2023-04-19T21:59:04Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"be297968f16e68e1e1766e3f8d2893231a995ec128433b50c2549f5b4fe993e4","abstract_canon_sha256":"c39b066653b41c5894c1692ce1da8dc197d8cb4b74689bad760e6b877d773d48"},"schema_version":"1.0"},"canonical_sha256":"172680696bd6d486358b0516aa026b37c8fab86b886e55cd86746b67af86f7f6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:18:26.176530Z","signature_b64":"sQ8BJoGIRWvKBREO4V727YPfQ7CNXlX/Jaz85Z6eZX3BFSeZhzrLvDVeKmG6bGBGDdEUndi82OGlY+I6KQZNAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"172680696bd6d486358b0516aa026b37c8fab86b886e55cd86746b67af86f7f6","last_reissued_at":"2026-07-05T07:18:26.176075Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:18:26.176075Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2304.09991","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:18:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"e5gKUv+Ikt0ASN/VWMN+RktexYPNhbjK0iFC/OW9SgKpgapB6iLIa3acQclst7hIVZ56FHpPKgMwaZ9Hc+ANBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T07:58:40.859803Z"},"content_sha256":"79dbbcdb6acfb089d0f84ab80a3140e97e4fdc2018a7c1bc384ab80ab57977c4","schema_version":"1.0","event_id":"sha256:79dbbcdb6acfb089d0f84ab80a3140e97e4fdc2018a7c1bc384ab80ab57977c4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:C4TIA2LL23KIMNMLAULKUATLG7","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Supporting Human-AI Collaboration in Auditing LLMs with LLMs","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.HC","authors_text":"Charvi Rastogi, Harsha Nori, Marco Tulio Ribeiro, Nicholas King, Saleema Amershi","submitted_at":"2023-04-19T21:59:04Z","abstract_excerpt":"Large language models are becoming increasingly pervasive and ubiquitous in society via deployment in sociotechnical systems. Yet these language models, be it for classification or generation, have been shown to be biased and behave irresponsibly, causing harm to people at scale. It is crucial to audit these language models rigorously. Existing auditing tools leverage either or both humans and AI to find failures. In this work, we draw upon literature in human-AI collaboration and sensemaking, and conduct interviews with research experts in safe and fair AI, to build upon the auditing tool: Ad"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.09991","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2304.09991/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:18:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"72AXxh+b0liWBC6Znp9pL6m7D3++kwN0iRK4ZG0RQ6RhWfaKTL8RPHOSGxSpDPnKTk1fDjUciGeAuxfAvJiIAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T07:58:40.860283Z"},"content_sha256":"71606811c4f62974287df4c6582c3e01ff5fe6746d8c4b10a75a3ff6d87a8233","schema_version":"1.0","event_id":"sha256:71606811c4f62974287df4c6582c3e01ff5fe6746d8c4b10a75a3ff6d87a8233"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/C4TIA2LL23KIMNMLAULKUATLG7/bundle.json","state_url":"https://pith.science/pith/C4TIA2LL23KIMNMLAULKUATLG7/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/C4TIA2LL23KIMNMLAULKUATLG7/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-14T07:58:40Z","links":{"resolver":"https://pith.science/pith/C4TIA2LL23KIMNMLAULKUATLG7","bundle":"https://pith.science/pith/C4TIA2LL23KIMNMLAULKUATLG7/bundle.json","state":"https://pith.science/pith/C4TIA2LL23KIMNMLAULKUATLG7/state.json","well_known_bundle":"https://pith.science/.well-known/pith/C4TIA2LL23KIMNMLAULKUATLG7/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:C4TIA2LL23KIMNMLAULKUATLG7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c39b066653b41c5894c1692ce1da8dc197d8cb4b74689bad760e6b877d773d48","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2023-04-19T21:59:04Z","title_canon_sha256":"be297968f16e68e1e1766e3f8d2893231a995ec128433b50c2549f5b4fe993e4"},"schema_version":"1.0","source":{"id":"2304.09991","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.09991","created_at":"2026-07-05T07:18:26Z"},{"alias_kind":"arxiv_version","alias_value":"2304.09991v3","created_at":"2026-07-05T07:18:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.09991","created_at":"2026-07-05T07:18:26Z"},{"alias_kind":"pith_short_12","alias_value":"C4TIA2LL23KI","created_at":"2026-07-05T07:18:26Z"},{"alias_kind":"pith_short_16","alias_value":"C4TIA2LL23KIMNML","created_at":"2026-07-05T07:18:26Z"},{"alias_kind":"pith_short_8","alias_value":"C4TIA2LL","created_at":"2026-07-05T07:18:26Z"}],"graph_snapshots":[{"event_id":"sha256:71606811c4f62974287df4c6582c3e01ff5fe6746d8c4b10a75a3ff6d87a8233","target":"graph","created_at":"2026-07-05T07:18:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2304.09991/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models are becoming increasingly pervasive and ubiquitous in society via deployment in sociotechnical systems. Yet these language models, be it for classification or generation, have been shown to be biased and behave irresponsibly, causing harm to people at scale. It is crucial to audit these language models rigorously. Existing auditing tools leverage either or both humans and AI to find failures. In this work, we draw upon literature in human-AI collaboration and sensemaking, and conduct interviews with research experts in safe and fair AI, to build upon the auditing tool: Ad","authors_text":"Charvi Rastogi, Harsha Nori, Marco Tulio Ribeiro, Nicholas King, Saleema Amershi","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2023-04-19T21:59:04Z","title":"Supporting Human-AI Collaboration in Auditing LLMs with LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.09991","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:79dbbcdb6acfb089d0f84ab80a3140e97e4fdc2018a7c1bc384ab80ab57977c4","target":"record","created_at":"2026-07-05T07:18:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c39b066653b41c5894c1692ce1da8dc197d8cb4b74689bad760e6b877d773d48","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2023-04-19T21:59:04Z","title_canon_sha256":"be297968f16e68e1e1766e3f8d2893231a995ec128433b50c2549f5b4fe993e4"},"schema_version":"1.0","source":{"id":"2304.09991","kind":"arxiv","version":3}},"canonical_sha256":"172680696bd6d486358b0516aa026b37c8fab86b886e55cd86746b67af86f7f6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"172680696bd6d486358b0516aa026b37c8fab86b886e55cd86746b67af86f7f6","first_computed_at":"2026-07-05T07:18:26.176075Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:18:26.176075Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"sQ8BJoGIRWvKBREO4V727YPfQ7CNXlX/Jaz85Z6eZX3BFSeZhzrLvDVeKmG6bGBGDdEUndi82OGlY+I6KQZNAg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:18:26.176530Z","signed_message":"canonical_sha256_bytes"},"source_id":"2304.09991","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:79dbbcdb6acfb089d0f84ab80a3140e97e4fdc2018a7c1bc384ab80ab57977c4","sha256:71606811c4f62974287df4c6582c3e01ff5fe6746d8c4b10a75a3ff6d87a8233"],"state_sha256":"3c7c50d1b56f44484da07655bd5e541f9ebf6f6c3ca42bf3ed624ad4e2aac0fc"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7iJtmVVVlbrT0Oqk5VZlCVSozyzSD+VO/EimrgSzj9kY3CpHYjl/RCwlEEVJVMoWlh2k5zVinbDh1Eb56vwFCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-14T07:58:40.864910Z","bundle_sha256":"eb6381f7e032a8e009b15860ffc0118cb36e4ed2cc29552f9abf402dad9de46a"}}