{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:QCSYWAOZDYKL3YF73WOGQRMLI5","short_pith_number":"pith:QCSYWAOZ","schema_version":"1.0","canonical_sha256":"80a58b01d91e14bde0bfdd9c68458b476ee547944f3c655d51eb2853c0994513","source":{"kind":"arxiv","id":"2405.11048","version":1},"attestation_state":"computed","paper":{"title":"Exploring Subjectivity for more Human-Centric Assessment of Social Biases in Large Language Models","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.HC","authors_text":"Anastasia Kuzminykh, Paula Akemi Aoyagui, Sharon Ferguson","submitted_at":"2024-05-17T18:45:23Z","abstract_excerpt":"An essential aspect of evaluating Large Language Models (LLMs) is identifying potential biases. This is especially relevant considering the substantial evidence that LLMs can replicate human social biases in their text outputs and further influence stakeholders, potentially amplifying harm to already marginalized individuals and communities. Therefore, recent efforts in bias detection invested in automated benchmarks and objective metrics such as accuracy (i.e., an LLMs output is compared against a predefined ground truth). Nonetheless, social biases can be nuanced, oftentimes subjective and c"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2405.11048","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.HC","submitted_at":"2024-05-17T18:45:23Z","cross_cats_sorted":[],"title_canon_sha256":"476c8d0f4212468bd279a56e1a9072a64787cdb11d65c35d0edb058e1f943d4b","abstract_canon_sha256":"42947b0ce875d83da661471c5ebf13d43ce7f89af1781cf0ba4dcd25d5d9482f"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:20:32.367176Z","signature_b64":"QHtSmaHWVhwWAkX3KKQhbCJVFMCFgx0a8yl7fCG6gJm0NJ07h1fRtl/HCwQ2nUylovLsM7GtxQbOxQ7q/R2sDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"80a58b01d91e14bde0bfdd9c68458b476ee547944f3c655d51eb2853c0994513","last_reissued_at":"2026-07-05T08:20:32.366726Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:20:32.366726Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Exploring Subjectivity for more Human-Centric Assessment of Social Biases in Large Language Models","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.HC","authors_text":"Anastasia Kuzminykh, Paula Akemi Aoyagui, Sharon Ferguson","submitted_at":"2024-05-17T18:45:23Z","abstract_excerpt":"An essential aspect of evaluating Large Language Models (LLMs) is identifying potential biases. This is especially relevant considering the substantial evidence that LLMs can replicate human social biases in their text outputs and further influence stakeholders, potentially amplifying harm to already marginalized individuals and communities. Therefore, recent efforts in bias detection invested in automated benchmarks and objective metrics such as accuracy (i.e., an LLMs output is compared against a predefined ground truth). Nonetheless, social biases can be nuanced, oftentimes subjective and c"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.11048","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.11048/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2405.11048","created_at":"2026-07-05T08:20:32.366782+00:00"},{"alias_kind":"arxiv_version","alias_value":"2405.11048v1","created_at":"2026-07-05T08:20:32.366782+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.11048","created_at":"2026-07-05T08:20:32.366782+00:00"},{"alias_kind":"pith_short_12","alias_value":"QCSYWAOZDYKL","created_at":"2026-07-05T08:20:32.366782+00:00"},{"alias_kind":"pith_short_16","alias_value":"QCSYWAOZDYKL3YF7","created_at":"2026-07-05T08:20:32.366782+00:00"},{"alias_kind":"pith_short_8","alias_value":"QCSYWAOZ","created_at":"2026-07-05T08:20:32.366782+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":1,"sample":[{"citing_arxiv_id":"2504.18044","citing_title":"AI Ethics and Social Norms: Exploring ChatGPT's Capabilities From What to How","ref_index":4,"is_internal_anchor":true}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/QCSYWAOZDYKL3YF73WOGQRMLI5","json":"https://pith.science/pith/QCSYWAOZDYKL3YF73WOGQRMLI5.json","graph_json":"https://pith.science/api/pith-number/QCSYWAOZDYKL3YF73WOGQRMLI5/graph.json","events_json":"https://pith.science/api/pith-number/QCSYWAOZDYKL3YF73WOGQRMLI5/events.json","paper":"https://pith.science/paper/QCSYWAOZ"},"agent_actions":{"view_html":"https://pith.science/pith/QCSYWAOZDYKL3YF73WOGQRMLI5","download_json":"https://pith.science/pith/QCSYWAOZDYKL3YF73WOGQRMLI5.json","view_paper":"https://pith.science/paper/QCSYWAOZ","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2405.11048&json=true","fetch_graph":"https://pith.science/api/pith-number/QCSYWAOZDYKL3YF73WOGQRMLI5/graph.json","fetch_events":"https://pith.science/api/pith-number/QCSYWAOZDYKL3YF73WOGQRMLI5/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/QCSYWAOZDYKL3YF73WOGQRMLI5/action/timestamp_anchor","attest_storage":"https://pith.science/pith/QCSYWAOZDYKL3YF73WOGQRMLI5/action/storage_attestation","attest_author":"https://pith.science/pith/QCSYWAOZDYKL3YF73WOGQRMLI5/action/author_attestation","sign_citation":"https://pith.science/pith/QCSYWAOZDYKL3YF73WOGQRMLI5/action/citation_signature","submit_replication":"https://pith.science/pith/QCSYWAOZDYKL3YF73WOGQRMLI5/action/replication_record"}},"created_at":"2026-07-05T08:20:32.366782+00:00","updated_at":"2026-07-05T08:20:32.366782+00:00"}