{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:2VIMFTNKFQXLMFW67IET2XTQ72","short_pith_number":"pith:2VIMFTNK","canonical_record":{"source":{"id":"2402.15481","kind":"arxiv","version":5},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-23T18:15:56Z","cross_cats_sorted":["cs.CY"],"title_canon_sha256":"cc4a4f89d6eb86b5e4bfd3a4131b696824b7823cfdce8d4535ae6eb6edcd51df","abstract_canon_sha256":"f5519018ec93a4b144c7dc0cbf50ea8b78dc02097b0715e90a6100c2c76f4026"},"schema_version":"1.0"},"canonical_sha256":"d550c2cdaa2c2eb616defa093d5e70fe8ecf1052b0d0fcad15837edb4673129c","source":{"kind":"arxiv","id":"2402.15481","version":5},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.15481","created_at":"2026-07-05T11:09:41Z"},{"alias_kind":"arxiv_version","alias_value":"2402.15481v5","created_at":"2026-07-05T11:09:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.15481","created_at":"2026-07-05T11:09:41Z"},{"alias_kind":"pith_short_12","alias_value":"2VIMFTNKFQXL","created_at":"2026-07-05T11:09:41Z"},{"alias_kind":"pith_short_16","alias_value":"2VIMFTNKFQXLMFW6","created_at":"2026-07-05T11:09:41Z"},{"alias_kind":"pith_short_8","alias_value":"2VIMFTNK","created_at":"2026-07-05T11:09:41Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:2VIMFTNKFQXLMFW67IET2XTQ72","target":"record","payload":{"canonical_record":{"source":{"id":"2402.15481","kind":"arxiv","version":5},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-23T18:15:56Z","cross_cats_sorted":["cs.CY"],"title_canon_sha256":"cc4a4f89d6eb86b5e4bfd3a4131b696824b7823cfdce8d4535ae6eb6edcd51df","abstract_canon_sha256":"f5519018ec93a4b144c7dc0cbf50ea8b78dc02097b0715e90a6100c2c76f4026"},"schema_version":"1.0"},"canonical_sha256":"d550c2cdaa2c2eb616defa093d5e70fe8ecf1052b0d0fcad15837edb4673129c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:09:41.936389Z","signature_b64":"7kwldHfOF5liRlsHuXv1Wo325iCu/fTdjyPcJYZtA8zKXY7Y50TejXtE2lRu6tOfcCA6Dsq0jG4APBYv4zIZDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d550c2cdaa2c2eb616defa093d5e70fe8ecf1052b0d0fcad15837edb4673129c","last_reissued_at":"2026-07-05T11:09:41.935894Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:09:41.935894Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.15481","source_version":5,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:09:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QYYmzwaLnPBgBw8D6JLV7DO2DJkH4t1QEeu+NJi3LdMfmrsQvvLwPTVKZgmpIuhUobLfSa/CR3SX0FdO72p5DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T06:47:32.483480Z"},"content_sha256":"45731ce0486f5af728d7b9469eebf2a6d59b62881344708cb99964677d695f82","schema_version":"1.0","event_id":"sha256:45731ce0486f5af728d7b9469eebf2a6d59b62881344708cb99964677d695f82"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:2VIMFTNKFQXLMFW67IET2XTQ72","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Bias and Volatility: A Statistical Framework for Evaluating Large Language Model's Stereotypes and the Associated Generation Inconsistency","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CY"],"primary_cat":"cs.CL","authors_text":"ChengXiang Zhai, Ke Yang, Xiao Liu, Yang Yu, Yiran Liu, Zehan Qi","submitted_at":"2024-02-23T18:15:56Z","abstract_excerpt":"We present a novel statistical framework for analyzing stereotypes in large language models (LLMs) by systematically estimating the bias and variation in their generation. Current alignment evaluation metrics often overlook stereotypes' randomness caused by LLMs' inconsistent generative behavior. For instance, LLMs may display contradictory stereotypes, such as those related to gender or race, for identical professions in different contexts. Ignoring this inconsistency risks misleading conclusions in alignment assessments and undermines efforts to evaluate the potential of LLMs to perpetuate o"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.15481","kind":"arxiv","version":5},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.15481/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:09:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UEYZnl+QAip1h9/Knv/GXUEuoBZawM24WjA5KIJvgFwmktQQOIDDkSUUADYcvI/qmfEfzDWZ46wQqMStEw0JDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T06:47:32.483989Z"},"content_sha256":"ef1ff3cd07926a627baf4092e221c158e8312526c02fe1c8dd43159db00a0030","schema_version":"1.0","event_id":"sha256:ef1ff3cd07926a627baf4092e221c158e8312526c02fe1c8dd43159db00a0030"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2VIMFTNKFQXLMFW67IET2XTQ72/bundle.json","state_url":"https://pith.science/pith/2VIMFTNKFQXLMFW67IET2XTQ72/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2VIMFTNKFQXLMFW67IET2XTQ72/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T06:47:32Z","links":{"resolver":"https://pith.science/pith/2VIMFTNKFQXLMFW67IET2XTQ72","bundle":"https://pith.science/pith/2VIMFTNKFQXLMFW67IET2XTQ72/bundle.json","state":"https://pith.science/pith/2VIMFTNKFQXLMFW67IET2XTQ72/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2VIMFTNKFQXLMFW67IET2XTQ72/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:2VIMFTNKFQXLMFW67IET2XTQ72","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f5519018ec93a4b144c7dc0cbf50ea8b78dc02097b0715e90a6100c2c76f4026","cross_cats_sorted":["cs.CY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-23T18:15:56Z","title_canon_sha256":"cc4a4f89d6eb86b5e4bfd3a4131b696824b7823cfdce8d4535ae6eb6edcd51df"},"schema_version":"1.0","source":{"id":"2402.15481","kind":"arxiv","version":5}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.15481","created_at":"2026-07-05T11:09:41Z"},{"alias_kind":"arxiv_version","alias_value":"2402.15481v5","created_at":"2026-07-05T11:09:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.15481","created_at":"2026-07-05T11:09:41Z"},{"alias_kind":"pith_short_12","alias_value":"2VIMFTNKFQXL","created_at":"2026-07-05T11:09:41Z"},{"alias_kind":"pith_short_16","alias_value":"2VIMFTNKFQXLMFW6","created_at":"2026-07-05T11:09:41Z"},{"alias_kind":"pith_short_8","alias_value":"2VIMFTNK","created_at":"2026-07-05T11:09:41Z"}],"graph_snapshots":[{"event_id":"sha256:ef1ff3cd07926a627baf4092e221c158e8312526c02fe1c8dd43159db00a0030","target":"graph","created_at":"2026-07-05T11:09:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.15481/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We present a novel statistical framework for analyzing stereotypes in large language models (LLMs) by systematically estimating the bias and variation in their generation. Current alignment evaluation metrics often overlook stereotypes' randomness caused by LLMs' inconsistent generative behavior. For instance, LLMs may display contradictory stereotypes, such as those related to gender or race, for identical professions in different contexts. Ignoring this inconsistency risks misleading conclusions in alignment assessments and undermines efforts to evaluate the potential of LLMs to perpetuate o","authors_text":"ChengXiang Zhai, Ke Yang, Xiao Liu, Yang Yu, Yiran Liu, Zehan Qi","cross_cats":["cs.CY"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-23T18:15:56Z","title":"Bias and Volatility: A Statistical Framework for Evaluating Large Language Model's Stereotypes and the Associated Generation Inconsistency"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.15481","kind":"arxiv","version":5},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:45731ce0486f5af728d7b9469eebf2a6d59b62881344708cb99964677d695f82","target":"record","created_at":"2026-07-05T11:09:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f5519018ec93a4b144c7dc0cbf50ea8b78dc02097b0715e90a6100c2c76f4026","cross_cats_sorted":["cs.CY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-23T18:15:56Z","title_canon_sha256":"cc4a4f89d6eb86b5e4bfd3a4131b696824b7823cfdce8d4535ae6eb6edcd51df"},"schema_version":"1.0","source":{"id":"2402.15481","kind":"arxiv","version":5}},"canonical_sha256":"d550c2cdaa2c2eb616defa093d5e70fe8ecf1052b0d0fcad15837edb4673129c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d550c2cdaa2c2eb616defa093d5e70fe8ecf1052b0d0fcad15837edb4673129c","first_computed_at":"2026-07-05T11:09:41.935894Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:09:41.935894Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"7kwldHfOF5liRlsHuXv1Wo325iCu/fTdjyPcJYZtA8zKXY7Y50TejXtE2lRu6tOfcCA6Dsq0jG4APBYv4zIZDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:09:41.936389Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.15481","source_kind":"arxiv","source_version":5}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:45731ce0486f5af728d7b9469eebf2a6d59b62881344708cb99964677d695f82","sha256:ef1ff3cd07926a627baf4092e221c158e8312526c02fe1c8dd43159db00a0030"],"state_sha256":"d978bea2e496d4b1d3d045da6b18f236cd8a9725a1b9df9df06da081f944396c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+diApGFu2WapeoDlznj4uXmY5qIbLnd5WZJqECLLPexBabp+CR6tO4yK/uNANpWt64JbZUBXDL/PW62R5bYBCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T06:47:32.488323Z","bundle_sha256":"ef06640e0b0bcb76a6f69754ec1fc4760d962b2f1f807b9d234f2c1c5028825d"}}