{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:Y6ILGKDYYDFVFAQ74WMEDYNSK6","short_pith_number":"pith:Y6ILGKDY","canonical_record":{"source":{"id":"2308.10397","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-08-21T00:25:17Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"d222aa08955032955add29630d5350a3f401a495191c36ed4063008ee55fa247","abstract_canon_sha256":"7391399de0e4cdc881eb8ac1a3c669eff776ca2bf612570a069ef864a8ca29a0"},"schema_version":"1.0"},"canonical_sha256":"c790b32878c0cb52821fe59841e1b25799ecdcaa97cbc2745d98b27e4658ccf6","source":{"kind":"arxiv","id":"2308.10397","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.10397","created_at":"2026-07-05T07:05:47Z"},{"alias_kind":"arxiv_version","alias_value":"2308.10397v2","created_at":"2026-07-05T07:05:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.10397","created_at":"2026-07-05T07:05:47Z"},{"alias_kind":"pith_short_12","alias_value":"Y6ILGKDYYDFV","created_at":"2026-07-05T07:05:47Z"},{"alias_kind":"pith_short_16","alias_value":"Y6ILGKDYYDFVFAQ7","created_at":"2026-07-05T07:05:47Z"},{"alias_kind":"pith_short_8","alias_value":"Y6ILGKDY","created_at":"2026-07-05T07:05:47Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:Y6ILGKDYYDFVFAQ74WMEDYNSK6","target":"record","payload":{"canonical_record":{"source":{"id":"2308.10397","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-08-21T00:25:17Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"d222aa08955032955add29630d5350a3f401a495191c36ed4063008ee55fa247","abstract_canon_sha256":"7391399de0e4cdc881eb8ac1a3c669eff776ca2bf612570a069ef864a8ca29a0"},"schema_version":"1.0"},"canonical_sha256":"c790b32878c0cb52821fe59841e1b25799ecdcaa97cbc2745d98b27e4658ccf6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:05:47.112534Z","signature_b64":"z4r8p3qp89hA7CXO3nXx0Lmey2+ToqgnHRqu6YIDggPnyC3oLNKShf3QfkKs8KrntreYS/LTJgbqQVpjAJDlDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c790b32878c0cb52821fe59841e1b25799ecdcaa97cbc2745d98b27e4658ccf6","last_reissued_at":"2026-07-05T07:05:47.111865Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:05:47.111865Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2308.10397","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:05:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7K7QYNAk4eNMI7uJeWT1E7bxXH8SHknfP/O6TTisgMwWYk5YWO16Y/RaGjZC4TcAM2sscDd/MgeZHQfnAb8wAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T09:39:21.790356Z"},"content_sha256":"dd91d253774e75cf4a107327f9a869cecd2f8df1a8c5f1c19d8cc0aa7baa120e","schema_version":"1.0","event_id":"sha256:dd91d253774e75cf4a107327f9a869cecd2f8df1a8c5f1c19d8cc0aa7baa120e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:Y6ILGKDYYDFVFAQ74WMEDYNSK6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"FairMonitor: A Four-Stage Automatic Framework for Detecting Stereotypes and Biases in Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Jiabao Zhao, Jinxin Shi, Liang He, Tingjiang Wei, Xingjiao Wu, Yanhong Bai","submitted_at":"2023-08-21T00:25:17Z","abstract_excerpt":"Detecting stereotypes and biases in Large Language Models (LLMs) can enhance fairness and reduce adverse impacts on individuals or groups when these LLMs are applied. However, the majority of existing methods focus on measuring the model's preference towards sentences containing biases and stereotypes within datasets, which lacks interpretability and cannot detect implicit biases and stereotypes in the real world. To address this gap, this paper introduces a four-stage framework to directly evaluate stereotypes and biases in the generated content of LLMs, including direct inquiry testing, seri"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.10397","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.10397/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:05:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2jaqLCsCkI5Hvmwa043/LrGSVKenrecRfW0tQThbw7aQMk0cU7eXnNErTsKZX7K77Tdhg1jonKEn3BsK7ObeCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T09:39:21.791741Z"},"content_sha256":"6d14db92f35de8747c3a31e5e188fc709a007deee9e4a95e35708077105042ca","schema_version":"1.0","event_id":"sha256:6d14db92f35de8747c3a31e5e188fc709a007deee9e4a95e35708077105042ca"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/Y6ILGKDYYDFVFAQ74WMEDYNSK6/bundle.json","state_url":"https://pith.science/pith/Y6ILGKDYYDFVFAQ74WMEDYNSK6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/Y6ILGKDYYDFVFAQ74WMEDYNSK6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T09:39:21Z","links":{"resolver":"https://pith.science/pith/Y6ILGKDYYDFVFAQ74WMEDYNSK6","bundle":"https://pith.science/pith/Y6ILGKDYYDFVFAQ74WMEDYNSK6/bundle.json","state":"https://pith.science/pith/Y6ILGKDYYDFVFAQ74WMEDYNSK6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/Y6ILGKDYYDFVFAQ74WMEDYNSK6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:Y6ILGKDYYDFVFAQ74WMEDYNSK6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7391399de0e4cdc881eb8ac1a3c669eff776ca2bf612570a069ef864a8ca29a0","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-08-21T00:25:17Z","title_canon_sha256":"d222aa08955032955add29630d5350a3f401a495191c36ed4063008ee55fa247"},"schema_version":"1.0","source":{"id":"2308.10397","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.10397","created_at":"2026-07-05T07:05:47Z"},{"alias_kind":"arxiv_version","alias_value":"2308.10397v2","created_at":"2026-07-05T07:05:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.10397","created_at":"2026-07-05T07:05:47Z"},{"alias_kind":"pith_short_12","alias_value":"Y6ILGKDYYDFV","created_at":"2026-07-05T07:05:47Z"},{"alias_kind":"pith_short_16","alias_value":"Y6ILGKDYYDFVFAQ7","created_at":"2026-07-05T07:05:47Z"},{"alias_kind":"pith_short_8","alias_value":"Y6ILGKDY","created_at":"2026-07-05T07:05:47Z"}],"graph_snapshots":[{"event_id":"sha256:6d14db92f35de8747c3a31e5e188fc709a007deee9e4a95e35708077105042ca","target":"graph","created_at":"2026-07-05T07:05:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2308.10397/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Detecting stereotypes and biases in Large Language Models (LLMs) can enhance fairness and reduce adverse impacts on individuals or groups when these LLMs are applied. However, the majority of existing methods focus on measuring the model's preference towards sentences containing biases and stereotypes within datasets, which lacks interpretability and cannot detect implicit biases and stereotypes in the real world. To address this gap, this paper introduces a four-stage framework to directly evaluate stereotypes and biases in the generated content of LLMs, including direct inquiry testing, seri","authors_text":"Jiabao Zhao, Jinxin Shi, Liang He, Tingjiang Wei, Xingjiao Wu, Yanhong Bai","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-08-21T00:25:17Z","title":"FairMonitor: A Four-Stage Automatic Framework for Detecting Stereotypes and Biases in Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.10397","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:dd91d253774e75cf4a107327f9a869cecd2f8df1a8c5f1c19d8cc0aa7baa120e","target":"record","created_at":"2026-07-05T07:05:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7391399de0e4cdc881eb8ac1a3c669eff776ca2bf612570a069ef864a8ca29a0","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-08-21T00:25:17Z","title_canon_sha256":"d222aa08955032955add29630d5350a3f401a495191c36ed4063008ee55fa247"},"schema_version":"1.0","source":{"id":"2308.10397","kind":"arxiv","version":2}},"canonical_sha256":"c790b32878c0cb52821fe59841e1b25799ecdcaa97cbc2745d98b27e4658ccf6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c790b32878c0cb52821fe59841e1b25799ecdcaa97cbc2745d98b27e4658ccf6","first_computed_at":"2026-07-05T07:05:47.111865Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:05:47.111865Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"z4r8p3qp89hA7CXO3nXx0Lmey2+ToqgnHRqu6YIDggPnyC3oLNKShf3QfkKs8KrntreYS/LTJgbqQVpjAJDlDg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:05:47.112534Z","signed_message":"canonical_sha256_bytes"},"source_id":"2308.10397","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:dd91d253774e75cf4a107327f9a869cecd2f8df1a8c5f1c19d8cc0aa7baa120e","sha256:6d14db92f35de8747c3a31e5e188fc709a007deee9e4a95e35708077105042ca"],"state_sha256":"d24742e83607bf6c2380c6482092e6e33b6dea51b60088a4a799616027feb06a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aqVo4CBYb6YMHZ5aBwBtcMjIGhZ5KIPiHvdYwfYH8C8r7Z5VrjgNc/f6d/ErP7eBh5FOfB6F9iEp2Ph0DeL+AA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T09:39:21.798717Z","bundle_sha256":"f69c52b188c9de914aad08031b73de407f77e5b128cfda2b8335e2cd6c8a23b6"}}