{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:G3IQSYXVKLFQOQWKKYFNPPR4ES","short_pith_number":"pith:G3IQSYXV","canonical_record":{"source":{"id":"2406.04064","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-06T13:32:09Z","cross_cats_sorted":["cs.AI","cs.CY"],"title_canon_sha256":"39a9fde251e9a3eaa1c91000ee675a460d4e3673f8713ab534bf7e9fb9a773a9","abstract_canon_sha256":"a2dd75801827dc10ebe1910be7bb536185237373862f0379c2fbb364cd45bb88"},"schema_version":"1.0"},"canonical_sha256":"36d10962f552cb0742ca560ad7be3c2489fc50b05ee128019346bf0ca5a6c49d","source":{"kind":"arxiv","id":"2406.04064","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.04064","created_at":"2026-07-05T08:28:20Z"},{"alias_kind":"arxiv_version","alias_value":"2406.04064v1","created_at":"2026-07-05T08:28:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.04064","created_at":"2026-07-05T08:28:20Z"},{"alias_kind":"pith_short_12","alias_value":"G3IQSYXVKLFQ","created_at":"2026-07-05T08:28:20Z"},{"alias_kind":"pith_short_16","alias_value":"G3IQSYXVKLFQOQWK","created_at":"2026-07-05T08:28:20Z"},{"alias_kind":"pith_short_8","alias_value":"G3IQSYXV","created_at":"2026-07-05T08:28:20Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:G3IQSYXVKLFQOQWKKYFNPPR4ES","target":"record","payload":{"canonical_record":{"source":{"id":"2406.04064","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-06T13:32:09Z","cross_cats_sorted":["cs.AI","cs.CY"],"title_canon_sha256":"39a9fde251e9a3eaa1c91000ee675a460d4e3673f8713ab534bf7e9fb9a773a9","abstract_canon_sha256":"a2dd75801827dc10ebe1910be7bb536185237373862f0379c2fbb364cd45bb88"},"schema_version":"1.0"},"canonical_sha256":"36d10962f552cb0742ca560ad7be3c2489fc50b05ee128019346bf0ca5a6c49d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:28:20.259867Z","signature_b64":"N4IOdt+/u0jA/nxOlmRIOzEmklEc21rHSfxykPOTWAobppBE/3wbQXkQJr9lcTBUgE71D728e2qV2hmRXNK3BQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"36d10962f552cb0742ca560ad7be3c2489fc50b05ee128019346bf0ca5a6c49d","last_reissued_at":"2026-07-05T08:28:20.259434Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:28:20.259434Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.04064","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:28:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"44Y9cUhl3A+pnzFrXmyddHS1Awy3PiA0+siGjXmPXTj5/JvuVy1DQO4Ia8fYvRKQIp+zjKxVTe/nDTw8YPeZAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T18:43:03.658581Z"},"content_sha256":"d1405121bea65206075cba3cca6c86fbe3868f85033ef6df9fa2faaa63646856","schema_version":"1.0","event_id":"sha256:d1405121bea65206075cba3cca6c86fbe3868f85033ef6df9fa2faaa63646856"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:G3IQSYXVKLFQOQWKKYFNPPR4ES","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Ask LLMs Directly, \"What shapes your bias?\": Measuring Social Bias in Large Language Models","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.AI","cs.CY"],"primary_cat":"cs.CL","authors_text":"Hoyun Song, Huije Lee, Jisu Shin, Jong C. Park, Soyeong Jeong","submitted_at":"2024-06-06T13:32:09Z","abstract_excerpt":"Social bias is shaped by the accumulation of social perceptions towards targets across various demographic identities. To fully understand such social bias in large language models (LLMs), it is essential to consider the composite of social perceptions from diverse perspectives among identities. Previous studies have either evaluated biases in LLMs by indirectly assessing the presence of sentiments towards demographic identities in the generated text or measuring the degree of alignment with given stereotypes. These methods have limitations in directly quantifying social biases at the level of"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.04064","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.04064/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:28:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8WDXLvZGWGY31ycnvAFVNOkLyupfwXSKRjBkzqFhfEK81pjgh6pN+5Chf6de6aa+L3eBhhxRwYNgpKW01g/eBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T18:43:03.659104Z"},"content_sha256":"d11f0cd2cd9deaa75c44e2850b522d5e2db9c3f7b6acfabc98552cacc75c6685","schema_version":"1.0","event_id":"sha256:d11f0cd2cd9deaa75c44e2850b522d5e2db9c3f7b6acfabc98552cacc75c6685"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/G3IQSYXVKLFQOQWKKYFNPPR4ES/bundle.json","state_url":"https://pith.science/pith/G3IQSYXVKLFQOQWKKYFNPPR4ES/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/G3IQSYXVKLFQOQWKKYFNPPR4ES/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T18:43:03Z","links":{"resolver":"https://pith.science/pith/G3IQSYXVKLFQOQWKKYFNPPR4ES","bundle":"https://pith.science/pith/G3IQSYXVKLFQOQWKKYFNPPR4ES/bundle.json","state":"https://pith.science/pith/G3IQSYXVKLFQOQWKKYFNPPR4ES/state.json","well_known_bundle":"https://pith.science/.well-known/pith/G3IQSYXVKLFQOQWKKYFNPPR4ES/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:G3IQSYXVKLFQOQWKKYFNPPR4ES","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a2dd75801827dc10ebe1910be7bb536185237373862f0379c2fbb364cd45bb88","cross_cats_sorted":["cs.AI","cs.CY"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-06T13:32:09Z","title_canon_sha256":"39a9fde251e9a3eaa1c91000ee675a460d4e3673f8713ab534bf7e9fb9a773a9"},"schema_version":"1.0","source":{"id":"2406.04064","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.04064","created_at":"2026-07-05T08:28:20Z"},{"alias_kind":"arxiv_version","alias_value":"2406.04064v1","created_at":"2026-07-05T08:28:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.04064","created_at":"2026-07-05T08:28:20Z"},{"alias_kind":"pith_short_12","alias_value":"G3IQSYXVKLFQ","created_at":"2026-07-05T08:28:20Z"},{"alias_kind":"pith_short_16","alias_value":"G3IQSYXVKLFQOQWK","created_at":"2026-07-05T08:28:20Z"},{"alias_kind":"pith_short_8","alias_value":"G3IQSYXV","created_at":"2026-07-05T08:28:20Z"}],"graph_snapshots":[{"event_id":"sha256:d11f0cd2cd9deaa75c44e2850b522d5e2db9c3f7b6acfabc98552cacc75c6685","target":"graph","created_at":"2026-07-05T08:28:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.04064/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Social bias is shaped by the accumulation of social perceptions towards targets across various demographic identities. To fully understand such social bias in large language models (LLMs), it is essential to consider the composite of social perceptions from diverse perspectives among identities. Previous studies have either evaluated biases in LLMs by indirectly assessing the presence of sentiments towards demographic identities in the generated text or measuring the degree of alignment with given stereotypes. These methods have limitations in directly quantifying social biases at the level of","authors_text":"Hoyun Song, Huije Lee, Jisu Shin, Jong C. Park, Soyeong Jeong","cross_cats":["cs.AI","cs.CY"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-06T13:32:09Z","title":"Ask LLMs Directly, \"What shapes your bias?\": Measuring Social Bias in Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.04064","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d1405121bea65206075cba3cca6c86fbe3868f85033ef6df9fa2faaa63646856","target":"record","created_at":"2026-07-05T08:28:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a2dd75801827dc10ebe1910be7bb536185237373862f0379c2fbb364cd45bb88","cross_cats_sorted":["cs.AI","cs.CY"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-06T13:32:09Z","title_canon_sha256":"39a9fde251e9a3eaa1c91000ee675a460d4e3673f8713ab534bf7e9fb9a773a9"},"schema_version":"1.0","source":{"id":"2406.04064","kind":"arxiv","version":1}},"canonical_sha256":"36d10962f552cb0742ca560ad7be3c2489fc50b05ee128019346bf0ca5a6c49d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"36d10962f552cb0742ca560ad7be3c2489fc50b05ee128019346bf0ca5a6c49d","first_computed_at":"2026-07-05T08:28:20.259434Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:28:20.259434Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"N4IOdt+/u0jA/nxOlmRIOzEmklEc21rHSfxykPOTWAobppBE/3wbQXkQJr9lcTBUgE71D728e2qV2hmRXNK3BQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:28:20.259867Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.04064","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d1405121bea65206075cba3cca6c86fbe3868f85033ef6df9fa2faaa63646856","sha256:d11f0cd2cd9deaa75c44e2850b522d5e2db9c3f7b6acfabc98552cacc75c6685"],"state_sha256":"e6001c8e9bde9ab9a460089eb5f9d39a24ec258d475a31d93dd845139121f763"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vr4oXT7LT3o2uCj0eHQ1pBDyEaYXrFUwlrpZc7GtogbpDnQDoTNGdM7S3PDLfroSyG4zeAqsUV721Uu2SHn/Aw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T18:43:03.663609Z","bundle_sha256":"c35edebdef0b5d3b06613c13cbb6ec5e1e3b65e9abcb60301757be87c60c2678"}}