{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:KYQNWJGU3KLQHDMOGNNVQJE5DK","short_pith_number":"pith:KYQNWJGU","canonical_record":{"source":{"id":"2311.08472","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-14T19:02:03Z","cross_cats_sorted":[],"title_canon_sha256":"8d0755cf847a3b01320fdef001baaa6cb45705471b566d081e030cfc52b91292","abstract_canon_sha256":"91062c37860402b50615625635902dc5033ed193b50c198cee797609d705c64f"},"schema_version":"1.0"},"canonical_sha256":"5620db24d4da97038d8e335b58249d1a90aab62b8fad9b1e14d737958983a62c","source":{"kind":"arxiv","id":"2311.08472","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.08472","created_at":"2026-07-05T07:12:57Z"},{"alias_kind":"arxiv_version","alias_value":"2311.08472v1","created_at":"2026-07-05T07:12:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.08472","created_at":"2026-07-05T07:12:57Z"},{"alias_kind":"pith_short_12","alias_value":"KYQNWJGU3KLQ","created_at":"2026-07-05T07:12:57Z"},{"alias_kind":"pith_short_16","alias_value":"KYQNWJGU3KLQHDMO","created_at":"2026-07-05T07:12:57Z"},{"alias_kind":"pith_short_8","alias_value":"KYQNWJGU","created_at":"2026-07-05T07:12:57Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:KYQNWJGU3KLQHDMOGNNVQJE5DK","target":"record","payload":{"canonical_record":{"source":{"id":"2311.08472","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-14T19:02:03Z","cross_cats_sorted":[],"title_canon_sha256":"8d0755cf847a3b01320fdef001baaa6cb45705471b566d081e030cfc52b91292","abstract_canon_sha256":"91062c37860402b50615625635902dc5033ed193b50c198cee797609d705c64f"},"schema_version":"1.0"},"canonical_sha256":"5620db24d4da97038d8e335b58249d1a90aab62b8fad9b1e14d737958983a62c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:12:57.583052Z","signature_b64":"z358fwWOwLzlnUQGi5a23IpoYfawx1Y3khbf4Zsz5w43XgPGdoR7CNf42VKrTyrVMKWOCEhXgMa7578Ov0iTBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5620db24d4da97038d8e335b58249d1a90aab62b8fad9b1e14d737958983a62c","last_reissued_at":"2026-07-05T07:12:57.582584Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:12:57.582584Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.08472","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:12:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CLPpgLhe9iiuXwMW9cyqqh3ooqHjxgybi4DYEJF1dffQ8BQehXgnsevA4ejel9YOclv4iwLPt155j14NiUZLDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T00:23:59.818690Z"},"content_sha256":"0749023e0f58c1bbfc7e2b674382778e2883cd9e48adb4f3d7062e6d26fa49a2","schema_version":"1.0","event_id":"sha256:0749023e0f58c1bbfc7e2b674382778e2883cd9e48adb4f3d7062e6d26fa49a2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:KYQNWJGU3KLQHDMOGNNVQJE5DK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Selecting Shots for Demographic Fairness in Few-Shot Learning with Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Carlos Aguirre, Isabel Cachola, Kuleen Sasse, Mark Dredze","submitted_at":"2023-11-14T19:02:03Z","abstract_excerpt":"Recently, work in NLP has shifted to few-shot (in-context) learning, with large language models (LLMs) performing well across a range of tasks. However, while fairness evaluations have become a standard for supervised methods, little is known about the fairness of LLMs as prediction systems. Further, common standard methods for fairness involve access to models weights or are applied during finetuning, which are not applicable in few-shot learning. Do LLMs exhibit prediction biases when used for standard NLP tasks? In this work, we explore the effect of shots, which directly affect the perform"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.08472","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.08472/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:12:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1CeBwbX+DTzC6TUVXpw14v8k1YaAiE05MsNgIx7TDnI7YjEf6RwRKjROi/mf3S+0s8I3E5Y5ybXxFvgnAW2YAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T00:23:59.819260Z"},"content_sha256":"aa35824c0fbfea07eecf3f47bfcbe28734127ed413a8070b884e3dec39cbe567","schema_version":"1.0","event_id":"sha256:aa35824c0fbfea07eecf3f47bfcbe28734127ed413a8070b884e3dec39cbe567"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KYQNWJGU3KLQHDMOGNNVQJE5DK/bundle.json","state_url":"https://pith.science/pith/KYQNWJGU3KLQHDMOGNNVQJE5DK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KYQNWJGU3KLQHDMOGNNVQJE5DK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T00:23:59Z","links":{"resolver":"https://pith.science/pith/KYQNWJGU3KLQHDMOGNNVQJE5DK","bundle":"https://pith.science/pith/KYQNWJGU3KLQHDMOGNNVQJE5DK/bundle.json","state":"https://pith.science/pith/KYQNWJGU3KLQHDMOGNNVQJE5DK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KYQNWJGU3KLQHDMOGNNVQJE5DK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:KYQNWJGU3KLQHDMOGNNVQJE5DK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"91062c37860402b50615625635902dc5033ed193b50c198cee797609d705c64f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-14T19:02:03Z","title_canon_sha256":"8d0755cf847a3b01320fdef001baaa6cb45705471b566d081e030cfc52b91292"},"schema_version":"1.0","source":{"id":"2311.08472","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.08472","created_at":"2026-07-05T07:12:57Z"},{"alias_kind":"arxiv_version","alias_value":"2311.08472v1","created_at":"2026-07-05T07:12:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.08472","created_at":"2026-07-05T07:12:57Z"},{"alias_kind":"pith_short_12","alias_value":"KYQNWJGU3KLQ","created_at":"2026-07-05T07:12:57Z"},{"alias_kind":"pith_short_16","alias_value":"KYQNWJGU3KLQHDMO","created_at":"2026-07-05T07:12:57Z"},{"alias_kind":"pith_short_8","alias_value":"KYQNWJGU","created_at":"2026-07-05T07:12:57Z"}],"graph_snapshots":[{"event_id":"sha256:aa35824c0fbfea07eecf3f47bfcbe28734127ed413a8070b884e3dec39cbe567","target":"graph","created_at":"2026-07-05T07:12:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.08472/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recently, work in NLP has shifted to few-shot (in-context) learning, with large language models (LLMs) performing well across a range of tasks. However, while fairness evaluations have become a standard for supervised methods, little is known about the fairness of LLMs as prediction systems. Further, common standard methods for fairness involve access to models weights or are applied during finetuning, which are not applicable in few-shot learning. Do LLMs exhibit prediction biases when used for standard NLP tasks? In this work, we explore the effect of shots, which directly affect the perform","authors_text":"Carlos Aguirre, Isabel Cachola, Kuleen Sasse, Mark Dredze","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-14T19:02:03Z","title":"Selecting Shots for Demographic Fairness in Few-Shot Learning with Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.08472","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0749023e0f58c1bbfc7e2b674382778e2883cd9e48adb4f3d7062e6d26fa49a2","target":"record","created_at":"2026-07-05T07:12:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"91062c37860402b50615625635902dc5033ed193b50c198cee797609d705c64f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-14T19:02:03Z","title_canon_sha256":"8d0755cf847a3b01320fdef001baaa6cb45705471b566d081e030cfc52b91292"},"schema_version":"1.0","source":{"id":"2311.08472","kind":"arxiv","version":1}},"canonical_sha256":"5620db24d4da97038d8e335b58249d1a90aab62b8fad9b1e14d737958983a62c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5620db24d4da97038d8e335b58249d1a90aab62b8fad9b1e14d737958983a62c","first_computed_at":"2026-07-05T07:12:57.582584Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:12:57.582584Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"z358fwWOwLzlnUQGi5a23IpoYfawx1Y3khbf4Zsz5w43XgPGdoR7CNf42VKrTyrVMKWOCEhXgMa7578Ov0iTBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:12:57.583052Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.08472","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0749023e0f58c1bbfc7e2b674382778e2883cd9e48adb4f3d7062e6d26fa49a2","sha256:aa35824c0fbfea07eecf3f47bfcbe28734127ed413a8070b884e3dec39cbe567"],"state_sha256":"4190391d8345d3e2da28b4765da4706f8d6982ba6492d494ddf16c04ca93d1d6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4M6TCyKp7tEKMkE01mIS5dOymen5+wP/cawLrCJOF2HRMbAlRCglBlZWecVhIoa4UkHD2L7e0pBfWHFridaKDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T00:23:59.824245Z","bundle_sha256":"cf0c69330ebe8784c4f99c7e98d35164736c89ea0d7508cf16b6a16f6063114d"}}