{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:2PUF4QLMC2SXHUPZVQEN7ZF7A7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d1eef0e327cc13909cb6052363abd3b77d16e99d579095ff4500e8195b8c26ac","cross_cats_sorted":["cs.AI","cs.GT"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-01-16T02:43:44Z","title_canon_sha256":"8201d92f9f7f24cab9950172d56dba2d9fa424969fe249674ab02e0f9ae4487b"},"schema_version":"1.0","source":{"id":"2501.09254","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.09254","created_at":"2026-07-05T10:01:44Z"},{"alias_kind":"arxiv_version","alias_value":"2501.09254v1","created_at":"2026-07-05T10:01:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.09254","created_at":"2026-07-05T10:01:44Z"},{"alias_kind":"pith_short_12","alias_value":"2PUF4QLMC2SX","created_at":"2026-07-05T10:01:44Z"},{"alias_kind":"pith_short_16","alias_value":"2PUF4QLMC2SXHUPZ","created_at":"2026-07-05T10:01:44Z"},{"alias_kind":"pith_short_8","alias_value":"2PUF4QLM","created_at":"2026-07-05T10:01:44Z"}],"graph_snapshots":[{"event_id":"sha256:1e8a85c75ce6b0e1c40e82ed573e0b4c2e19b54425685347f2692b0bfb686714","target":"graph","created_at":"2026-07-05T10:01:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.09254/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A key challenge in training Large Language Models (LLMs) is properly aligning them with human preferences. Reinforcement Learning with Human Feedback (RLHF) uses pairwise comparisons from human annotators to train reward functions and has emerged as a popular alignment method. However, input datasets in RLHF are not necessarily balanced in the types of questions and answers that are included. Therefore, we want RLHF algorithms to perform well even when the set of alternatives is not uniformly distributed. Drawing on insights from social choice theory, we introduce robustness to approximate clo","authors_text":"Ariel D. Procaccia, Benjamin Schiffer, Shirley Zhang","cross_cats":["cs.AI","cs.GT"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-01-16T02:43:44Z","title":"Clone-Robust AI Alignment"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.09254","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4f6e273fc1cc38254a952e42b5b1b7ce6bf83d696ecefaf2ef5a9fc0d7206126","target":"record","created_at":"2026-07-05T10:01:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d1eef0e327cc13909cb6052363abd3b77d16e99d579095ff4500e8195b8c26ac","cross_cats_sorted":["cs.AI","cs.GT"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-01-16T02:43:44Z","title_canon_sha256":"8201d92f9f7f24cab9950172d56dba2d9fa424969fe249674ab02e0f9ae4487b"},"schema_version":"1.0","source":{"id":"2501.09254","kind":"arxiv","version":1}},"canonical_sha256":"d3e85e416c16a573d1f9ac08dfe4bf07d10a4d957f9d71ca39098877985d5231","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d3e85e416c16a573d1f9ac08dfe4bf07d10a4d957f9d71ca39098877985d5231","first_computed_at":"2026-07-05T10:01:44.246870Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:01:44.246870Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"/rSiHl5xH44nDI5LKtQu8hUXf9gpFi/naHH4RjHdmQN6vZnPT+VHWnyJrmiYQlcNsC04c4LSS+eRHZZapZlOAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:01:44.247330Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.09254","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4f6e273fc1cc38254a952e42b5b1b7ce6bf83d696ecefaf2ef5a9fc0d7206126","sha256:1e8a85c75ce6b0e1c40e82ed573e0b4c2e19b54425685347f2692b0bfb686714"],"state_sha256":"680499da230c849158c73726842bd13b83e9533cb0f0bc90266f651d991eb4c5"}