{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:HUB2OSCKYAGWHQ3RNENV6V7DMU","short_pith_number":"pith:HUB2OSCK","canonical_record":{"source":{"id":"2606.05376","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-06-03T19:25:08Z","cross_cats_sorted":[],"title_canon_sha256":"a44b3d68cf7f811dbeeed40f775f1f4129fd4c1a709b15560412f24592962808","abstract_canon_sha256":"6cc9bf97a90a5ab67767468e556220bd4b29b9fd29d45aaf4cf96030f04d8384"},"schema_version":"1.0"},"canonical_sha256":"3d03a7484ac00d63c371691b5f57e36535c5624c4af59933606385479b9402f4","source":{"kind":"arxiv","id":"2606.05376","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2606.05376","created_at":"2026-06-05T00:13:55Z"},{"alias_kind":"arxiv_version","alias_value":"2606.05376v1","created_at":"2026-06-05T00:13:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2606.05376","created_at":"2026-06-05T00:13:55Z"},{"alias_kind":"pith_short_12","alias_value":"HUB2OSCKYAGW","created_at":"2026-06-05T00:13:55Z"},{"alias_kind":"pith_short_16","alias_value":"HUB2OSCKYAGWHQ3R","created_at":"2026-06-05T00:13:55Z"},{"alias_kind":"pith_short_8","alias_value":"HUB2OSCK","created_at":"2026-06-05T00:13:55Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:HUB2OSCKYAGWHQ3RNENV6V7DMU","target":"record","payload":{"canonical_record":{"source":{"id":"2606.05376","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-06-03T19:25:08Z","cross_cats_sorted":[],"title_canon_sha256":"a44b3d68cf7f811dbeeed40f775f1f4129fd4c1a709b15560412f24592962808","abstract_canon_sha256":"6cc9bf97a90a5ab67767468e556220bd4b29b9fd29d45aaf4cf96030f04d8384"},"schema_version":"1.0"},"canonical_sha256":"3d03a7484ac00d63c371691b5f57e36535c5624c4af59933606385479b9402f4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-05T00:13:55.798176Z","signature_b64":"ZwPXSmE1HLieBvtDvJO+Gi6lHcdM4FppE6Zn4zH3SU2jSeHT6uLyE/tKSK1Q50vDm6VNZ08w0aYT2aC30NYNBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3d03a7484ac00d63c371691b5f57e36535c5624c4af59933606385479b9402f4","last_reissued_at":"2026-06-05T00:13:55.797707Z","signature_status":"signed_v1","first_computed_at":"2026-06-05T00:13:55.797707Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2606.05376","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-05T00:13:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VNObLDycC6mVpI7VyVHw2/nLA+MF/xZJ2+yrJRi6qkZhjAzyAH+OCQdBA9JnMbYkVLxEshG63E7ZmUfPtmgHCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-28T17:45:00.850241Z"},"content_sha256":"2689b49a99e86b0f3496cedae481050ec74ba90eb8bf5ee41010bd1f83fd88c4","schema_version":"1.0","event_id":"sha256:2689b49a99e86b0f3496cedae481050ec74ba90eb8bf5ee41010bd1f83fd88c4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:HUB2OSCKYAGWHQ3RNENV6V7DMU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"SHALA-LLM: Smartly Handling Ambiguous Labels in Aligning LLMs","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Ashley Wang, Jingyao Wu, Keane Ong, Paul Pu Liang, Rosalind Picard","submitted_at":"2026-06-03T19:25:08Z","abstract_excerpt":"Many human-centered tasks, including natural language inference (NLI) and emotion recognition (ER), have multiple plausible interpretations, leading to label ambiguity and challenging disagreements across human annotators. As LLMs are increasingly deployed in real-world settings, faithfully modeling such ambiguity is essential to identify contested inputs, preserve variability in ambiguous cases, and capture the full distribution of human judgments. Yet, existing LLM alignment approaches have predominantly assumed a single correct label, excluding annotator disagreement during optimization. In"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2606.05376","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2606.05376/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-05T00:13:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"djOXrw53PFb9jyKGOEV5RA1E5KbMdsmeTZdlredXp2dCdDWft977/zX6vEKMzh6gYJ3QW2b1W/6i3kNFXor/Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-28T17:45:00.850616Z"},"content_sha256":"c2b1f0fba0e9860ef1b389ea7ad97f0eb500a84937b1566a6d61e76ec4e1d85b","schema_version":"1.0","event_id":"sha256:c2b1f0fba0e9860ef1b389ea7ad97f0eb500a84937b1566a6d61e76ec4e1d85b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HUB2OSCKYAGWHQ3RNENV6V7DMU/bundle.json","state_url":"https://pith.science/pith/HUB2OSCKYAGWHQ3RNENV6V7DMU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HUB2OSCKYAGWHQ3RNENV6V7DMU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-28T17:45:00Z","links":{"resolver":"https://pith.science/pith/HUB2OSCKYAGWHQ3RNENV6V7DMU","bundle":"https://pith.science/pith/HUB2OSCKYAGWHQ3RNENV6V7DMU/bundle.json","state":"https://pith.science/pith/HUB2OSCKYAGWHQ3RNENV6V7DMU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HUB2OSCKYAGWHQ3RNENV6V7DMU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:HUB2OSCKYAGWHQ3RNENV6V7DMU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6cc9bf97a90a5ab67767468e556220bd4b29b9fd29d45aaf4cf96030f04d8384","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-06-03T19:25:08Z","title_canon_sha256":"a44b3d68cf7f811dbeeed40f775f1f4129fd4c1a709b15560412f24592962808"},"schema_version":"1.0","source":{"id":"2606.05376","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2606.05376","created_at":"2026-06-05T00:13:55Z"},{"alias_kind":"arxiv_version","alias_value":"2606.05376v1","created_at":"2026-06-05T00:13:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2606.05376","created_at":"2026-06-05T00:13:55Z"},{"alias_kind":"pith_short_12","alias_value":"HUB2OSCKYAGW","created_at":"2026-06-05T00:13:55Z"},{"alias_kind":"pith_short_16","alias_value":"HUB2OSCKYAGWHQ3R","created_at":"2026-06-05T00:13:55Z"},{"alias_kind":"pith_short_8","alias_value":"HUB2OSCK","created_at":"2026-06-05T00:13:55Z"}],"graph_snapshots":[{"event_id":"sha256:c2b1f0fba0e9860ef1b389ea7ad97f0eb500a84937b1566a6d61e76ec4e1d85b","target":"graph","created_at":"2026-06-05T00:13:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2606.05376/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Many human-centered tasks, including natural language inference (NLI) and emotion recognition (ER), have multiple plausible interpretations, leading to label ambiguity and challenging disagreements across human annotators. As LLMs are increasingly deployed in real-world settings, faithfully modeling such ambiguity is essential to identify contested inputs, preserve variability in ambiguous cases, and capture the full distribution of human judgments. Yet, existing LLM alignment approaches have predominantly assumed a single correct label, excluding annotator disagreement during optimization. In","authors_text":"Ashley Wang, Jingyao Wu, Keane Ong, Paul Pu Liang, Rosalind Picard","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-06-03T19:25:08Z","title":"SHALA-LLM: Smartly Handling Ambiguous Labels in Aligning LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2606.05376","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2689b49a99e86b0f3496cedae481050ec74ba90eb8bf5ee41010bd1f83fd88c4","target":"record","created_at":"2026-06-05T00:13:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6cc9bf97a90a5ab67767468e556220bd4b29b9fd29d45aaf4cf96030f04d8384","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-06-03T19:25:08Z","title_canon_sha256":"a44b3d68cf7f811dbeeed40f775f1f4129fd4c1a709b15560412f24592962808"},"schema_version":"1.0","source":{"id":"2606.05376","kind":"arxiv","version":1}},"canonical_sha256":"3d03a7484ac00d63c371691b5f57e36535c5624c4af59933606385479b9402f4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3d03a7484ac00d63c371691b5f57e36535c5624c4af59933606385479b9402f4","first_computed_at":"2026-06-05T00:13:55.797707Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-06-05T00:13:55.797707Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ZwPXSmE1HLieBvtDvJO+Gi6lHcdM4FppE6Zn4zH3SU2jSeHT6uLyE/tKSK1Q50vDm6VNZ08w0aYT2aC30NYNBQ==","signature_status":"signed_v1","signed_at":"2026-06-05T00:13:55.798176Z","signed_message":"canonical_sha256_bytes"},"source_id":"2606.05376","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2689b49a99e86b0f3496cedae481050ec74ba90eb8bf5ee41010bd1f83fd88c4","sha256:c2b1f0fba0e9860ef1b389ea7ad97f0eb500a84937b1566a6d61e76ec4e1d85b"],"state_sha256":"8399a1a8365843a1ea01862102969f76def3f802bd463684bb55cb5bbbf01f14"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Q88QSe468n85NPlW/46vwyt8PzojMwFPg9lo6J3MGrmb5wkEOJQdlLuR8njdWRP4GYKeQQCkxAMyj/cA3Nk8BA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-28T17:45:00.852709Z","bundle_sha256":"c308c41900bdbd3f705fdb662738a098faa60e4c58c5c9430c7713eb81669f16"}}