{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:O5G3J4GMZUTQRQMUFERUMFZSBM","short_pith_number":"pith:O5G3J4GM","canonical_record":{"source":{"id":"2505.15524","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-21T13:50:23Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"e3fe8059ec5411cc8187654afdb53047fed01abb5d6aef41e557dd317d946644","abstract_canon_sha256":"81d3df108ff4a720140e5dbddac0d89fbcfe57185c8f5a665576b0cd8c92a9c3"},"schema_version":"1.0"},"canonical_sha256":"774db4f0cccd2708c19429234617320b12da465725fccda27048dc4b372da8d8","source":{"kind":"arxiv","id":"2505.15524","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.15524","created_at":"2026-07-05T11:06:47Z"},{"alias_kind":"arxiv_version","alias_value":"2505.15524v1","created_at":"2026-07-05T11:06:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.15524","created_at":"2026-07-05T11:06:47Z"},{"alias_kind":"pith_short_12","alias_value":"O5G3J4GMZUTQ","created_at":"2026-07-05T11:06:47Z"},{"alias_kind":"pith_short_16","alias_value":"O5G3J4GMZUTQRQMU","created_at":"2026-07-05T11:06:47Z"},{"alias_kind":"pith_short_8","alias_value":"O5G3J4GM","created_at":"2026-07-05T11:06:47Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:O5G3J4GMZUTQRQMUFERUMFZSBM","target":"record","payload":{"canonical_record":{"source":{"id":"2505.15524","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-21T13:50:23Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"e3fe8059ec5411cc8187654afdb53047fed01abb5d6aef41e557dd317d946644","abstract_canon_sha256":"81d3df108ff4a720140e5dbddac0d89fbcfe57185c8f5a665576b0cd8c92a9c3"},"schema_version":"1.0"},"canonical_sha256":"774db4f0cccd2708c19429234617320b12da465725fccda27048dc4b372da8d8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:06:47.192006Z","signature_b64":"ukvgpx+6Xl1/JkC2HUxUbDSjb+qJO8/TE6iHLqDWg1o/2Y9t1CsDq78mBemgKqDGHccvXVFSi+WHYXD9OoVmBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"774db4f0cccd2708c19429234617320b12da465725fccda27048dc4b372da8d8","last_reissued_at":"2026-07-05T11:06:47.191527Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:06:47.191527Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.15524","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:06:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uLVHuKGqk8HTkogYD7ZPYiNotym7Ha8MAGjIwfQTv3uZduLkjxExpbn0PusqHJZIvmm+677wW9f+b5cNxvudBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T08:40:07.419791Z"},"content_sha256":"03c4f16c0538ee97c026d2e6dd7ed04c637baef5a6e1f5db4df6630f22d5b793","schema_version":"1.0","event_id":"sha256:03c4f16c0538ee97c026d2e6dd7ed04c637baef5a6e1f5db4df6630f22d5b793"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:O5G3J4GMZUTQRQMUFERUMFZSBM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluate Bias without Manual Test Sets: A Concept Representation Perspective for LLMs","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Chenxi Wang, Kaiyang Wan, Lang Gao, Veselin Stoyanov, Wei Liu, Xiuying Chen, Yanbo Wang, Zirui Song, Zixiang Xu","submitted_at":"2025-05-21T13:50:23Z","abstract_excerpt":"Bias in Large Language Models (LLMs) significantly undermines their reliability and fairness. We focus on a common form of bias: when two reference concepts in the model's concept space, such as sentiment polarities (e.g., \"positive\" and \"negative\"), are asymmetrically correlated with a third, target concept, such as a reviewing aspect, the model exhibits unintended bias. For instance, the understanding of \"food\" should not skew toward any particular sentiment. Existing bias evaluation methods assess behavioral differences of LLMs by constructing labeled data for different social groups and me"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.15524","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.15524/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:06:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PhDZXnbPQKsZK6JLvEExxnEZStrzNUZHYecqor80DCK3scIiDlzcJQjoLzGDaMz+V9GVtQlQweDda8wfWENHCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T08:40:07.420123Z"},"content_sha256":"b96863681b0e408eb2b141068da48672c3bb09e108f3182769ce1861d9aff798","schema_version":"1.0","event_id":"sha256:b96863681b0e408eb2b141068da48672c3bb09e108f3182769ce1861d9aff798"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/O5G3J4GMZUTQRQMUFERUMFZSBM/bundle.json","state_url":"https://pith.science/pith/O5G3J4GMZUTQRQMUFERUMFZSBM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/O5G3J4GMZUTQRQMUFERUMFZSBM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-22T08:40:07Z","links":{"resolver":"https://pith.science/pith/O5G3J4GMZUTQRQMUFERUMFZSBM","bundle":"https://pith.science/pith/O5G3J4GMZUTQRQMUFERUMFZSBM/bundle.json","state":"https://pith.science/pith/O5G3J4GMZUTQRQMUFERUMFZSBM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/O5G3J4GMZUTQRQMUFERUMFZSBM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:O5G3J4GMZUTQRQMUFERUMFZSBM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"81d3df108ff4a720140e5dbddac0d89fbcfe57185c8f5a665576b0cd8c92a9c3","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-21T13:50:23Z","title_canon_sha256":"e3fe8059ec5411cc8187654afdb53047fed01abb5d6aef41e557dd317d946644"},"schema_version":"1.0","source":{"id":"2505.15524","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.15524","created_at":"2026-07-05T11:06:47Z"},{"alias_kind":"arxiv_version","alias_value":"2505.15524v1","created_at":"2026-07-05T11:06:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.15524","created_at":"2026-07-05T11:06:47Z"},{"alias_kind":"pith_short_12","alias_value":"O5G3J4GMZUTQ","created_at":"2026-07-05T11:06:47Z"},{"alias_kind":"pith_short_16","alias_value":"O5G3J4GMZUTQRQMU","created_at":"2026-07-05T11:06:47Z"},{"alias_kind":"pith_short_8","alias_value":"O5G3J4GM","created_at":"2026-07-05T11:06:47Z"}],"graph_snapshots":[{"event_id":"sha256:b96863681b0e408eb2b141068da48672c3bb09e108f3182769ce1861d9aff798","target":"graph","created_at":"2026-07-05T11:06:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.15524/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Bias in Large Language Models (LLMs) significantly undermines their reliability and fairness. We focus on a common form of bias: when two reference concepts in the model's concept space, such as sentiment polarities (e.g., \"positive\" and \"negative\"), are asymmetrically correlated with a third, target concept, such as a reviewing aspect, the model exhibits unintended bias. For instance, the understanding of \"food\" should not skew toward any particular sentiment. Existing bias evaluation methods assess behavioral differences of LLMs by constructing labeled data for different social groups and me","authors_text":"Chenxi Wang, Kaiyang Wan, Lang Gao, Veselin Stoyanov, Wei Liu, Xiuying Chen, Yanbo Wang, Zirui Song, Zixiang Xu","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-21T13:50:23Z","title":"Evaluate Bias without Manual Test Sets: A Concept Representation Perspective for LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.15524","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:03c4f16c0538ee97c026d2e6dd7ed04c637baef5a6e1f5db4df6630f22d5b793","target":"record","created_at":"2026-07-05T11:06:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"81d3df108ff4a720140e5dbddac0d89fbcfe57185c8f5a665576b0cd8c92a9c3","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-21T13:50:23Z","title_canon_sha256":"e3fe8059ec5411cc8187654afdb53047fed01abb5d6aef41e557dd317d946644"},"schema_version":"1.0","source":{"id":"2505.15524","kind":"arxiv","version":1}},"canonical_sha256":"774db4f0cccd2708c19429234617320b12da465725fccda27048dc4b372da8d8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"774db4f0cccd2708c19429234617320b12da465725fccda27048dc4b372da8d8","first_computed_at":"2026-07-05T11:06:47.191527Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:06:47.191527Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ukvgpx+6Xl1/JkC2HUxUbDSjb+qJO8/TE6iHLqDWg1o/2Y9t1CsDq78mBemgKqDGHccvXVFSi+WHYXD9OoVmBA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:06:47.192006Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.15524","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:03c4f16c0538ee97c026d2e6dd7ed04c637baef5a6e1f5db4df6630f22d5b793","sha256:b96863681b0e408eb2b141068da48672c3bb09e108f3182769ce1861d9aff798"],"state_sha256":"97c237438494ec6ae057118603d38d9cc8ad780c4ea0092d5af1141321c43bf6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dEVWUrkwQ5pfFJjFTOMcO4B1VxEZeErJDvM22vy4Xl76EMEQTkbNjYlM1JaR7+oMbbDttBGsm2WoYkyc8DqWCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-22T08:40:07.424448Z","bundle_sha256":"f125b0d14a39ef9429eea476a9d23c6849e965d8d03e2867ec023d2a10fb7f92"}}