{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:5PZWDUMQBZHW46P3E7WZ4SI266","short_pith_number":"pith:5PZWDUMQ","canonical_record":{"source":{"id":"2605.20408","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2026-05-19T19:04:47Z","cross_cats_sorted":[],"title_canon_sha256":"52bafcab3f75a9dafbb3bc8b91f91716c07fc24b2abc84eb2ff4835665f8f5c5","abstract_canon_sha256":"6e4e50678106d891abdbfb2ac41a8239f5b964c5955fa026fa187e7b446f8a00"},"schema_version":"1.0"},"canonical_sha256":"ebf361d1900e4f6e79fb27ed9e491af787794bf2f2c6241c5b5fb5117f93ab3e","source":{"kind":"arxiv","id":"2605.20408","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2605.20408","created_at":"2026-05-21T01:04:36Z"},{"alias_kind":"arxiv_version","alias_value":"2605.20408v1","created_at":"2026-05-21T01:04:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.20408","created_at":"2026-05-21T01:04:36Z"},{"alias_kind":"pith_short_12","alias_value":"5PZWDUMQBZHW","created_at":"2026-05-21T01:04:36Z"},{"alias_kind":"pith_short_16","alias_value":"5PZWDUMQBZHW46P3","created_at":"2026-05-21T01:04:36Z"},{"alias_kind":"pith_short_8","alias_value":"5PZWDUMQ","created_at":"2026-05-21T01:04:36Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:5PZWDUMQBZHW46P3E7WZ4SI266","target":"record","payload":{"canonical_record":{"source":{"id":"2605.20408","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2026-05-19T19:04:47Z","cross_cats_sorted":[],"title_canon_sha256":"52bafcab3f75a9dafbb3bc8b91f91716c07fc24b2abc84eb2ff4835665f8f5c5","abstract_canon_sha256":"6e4e50678106d891abdbfb2ac41a8239f5b964c5955fa026fa187e7b446f8a00"},"schema_version":"1.0"},"canonical_sha256":"ebf361d1900e4f6e79fb27ed9e491af787794bf2f2c6241c5b5fb5117f93ab3e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-21T01:04:36.860322Z","signature_b64":"+jZLdZCtd+wi44c15nfUXjlpYEU/T9M+zxrQA/vC0wsQ1uCXDGDOkLm2Dbbt2sH84bdguuFhKZ4aCclp8PW3BQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ebf361d1900e4f6e79fb27ed9e491af787794bf2f2c6241c5b5fb5117f93ab3e","last_reissued_at":"2026-05-21T01:04:36.859765Z","signature_status":"signed_v1","first_computed_at":"2026-05-21T01:04:36.859765Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2605.20408","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-21T01:04:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"75rGg188+U1W08a0nxiTHuD1mo55QuXCxx8ATlipAEfDoiUb2LzrsljHV5QaUbHK+GEmAhu5lT4KAcnk3a3yBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-23T18:09:06.443266Z"},"content_sha256":"8d0674503bf9a7b22737ca7981ebee257a70d1ada3d1ae63ca06a94a8938a042","schema_version":"1.0","event_id":"sha256:8d0674503bf9a7b22737ca7981ebee257a70d1ada3d1ae63ca06a94a8938a042"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:5PZWDUMQBZHW46P3E7WZ4SI266","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Spectral Souping: A Unified Framework for Online Preference Alignment","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Andre Barreto, Arthur Gretton, Bo Dai, Guy Tennenholtz, James Harrison, Ted Yun, Yinlam Chow","submitted_at":"2026-05-19T19:04:47Z","abstract_excerpt":"Reinforcement Learning from Human Feedback (RLHF) effectively aligns Large Language Models (LLMs) with aggregate human preferences but often fails to address the diverse and conflicting needs of individual users. To overcome this issue, we introduce Spectral Souping, a unified framework for efficient, online preference alignment. Our contribution is the discovery of a universal spectral representation within LLMs, which is proven to be highly amenable to model merging. This theoretical insight enables a two-phase methodology: we first learn a basis of specialized policies offline, each focused"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2605.20408","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2605.20408/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-21T01:04:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VdQjp26PHJtLdlbcVU+SEd8U1wongF61WiHW710y/6MAYupqtbEEnk0WEhjSaNPffeER//PJ7Bi7maYF04HECA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-23T18:09:06.444054Z"},"content_sha256":"bdf1b1cfe99e6748f9e789f1328e8ffbac88ffd1bb845c533e7e61f3f4207ae5","schema_version":"1.0","event_id":"sha256:bdf1b1cfe99e6748f9e789f1328e8ffbac88ffd1bb845c533e7e61f3f4207ae5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5PZWDUMQBZHW46P3E7WZ4SI266/bundle.json","state_url":"https://pith.science/pith/5PZWDUMQBZHW46P3E7WZ4SI266/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5PZWDUMQBZHW46P3E7WZ4SI266/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-23T18:09:06Z","links":{"resolver":"https://pith.science/pith/5PZWDUMQBZHW46P3E7WZ4SI266","bundle":"https://pith.science/pith/5PZWDUMQBZHW46P3E7WZ4SI266/bundle.json","state":"https://pith.science/pith/5PZWDUMQBZHW46P3E7WZ4SI266/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5PZWDUMQBZHW46P3E7WZ4SI266/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:5PZWDUMQBZHW46P3E7WZ4SI266","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6e4e50678106d891abdbfb2ac41a8239f5b964c5955fa026fa187e7b446f8a00","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2026-05-19T19:04:47Z","title_canon_sha256":"52bafcab3f75a9dafbb3bc8b91f91716c07fc24b2abc84eb2ff4835665f8f5c5"},"schema_version":"1.0","source":{"id":"2605.20408","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2605.20408","created_at":"2026-05-21T01:04:36Z"},{"alias_kind":"arxiv_version","alias_value":"2605.20408v1","created_at":"2026-05-21T01:04:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.20408","created_at":"2026-05-21T01:04:36Z"},{"alias_kind":"pith_short_12","alias_value":"5PZWDUMQBZHW","created_at":"2026-05-21T01:04:36Z"},{"alias_kind":"pith_short_16","alias_value":"5PZWDUMQBZHW46P3","created_at":"2026-05-21T01:04:36Z"},{"alias_kind":"pith_short_8","alias_value":"5PZWDUMQ","created_at":"2026-05-21T01:04:36Z"}],"graph_snapshots":[{"event_id":"sha256:bdf1b1cfe99e6748f9e789f1328e8ffbac88ffd1bb845c533e7e61f3f4207ae5","target":"graph","created_at":"2026-05-21T01:04:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2605.20408/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Reinforcement Learning from Human Feedback (RLHF) effectively aligns Large Language Models (LLMs) with aggregate human preferences but often fails to address the diverse and conflicting needs of individual users. To overcome this issue, we introduce Spectral Souping, a unified framework for efficient, online preference alignment. Our contribution is the discovery of a universal spectral representation within LLMs, which is proven to be highly amenable to model merging. This theoretical insight enables a two-phase methodology: we first learn a basis of specialized policies offline, each focused","authors_text":"Andre Barreto, Arthur Gretton, Bo Dai, Guy Tennenholtz, James Harrison, Ted Yun, Yinlam Chow","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2026-05-19T19:04:47Z","title":"Spectral Souping: A Unified Framework for Online Preference Alignment"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2605.20408","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8d0674503bf9a7b22737ca7981ebee257a70d1ada3d1ae63ca06a94a8938a042","target":"record","created_at":"2026-05-21T01:04:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6e4e50678106d891abdbfb2ac41a8239f5b964c5955fa026fa187e7b446f8a00","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2026-05-19T19:04:47Z","title_canon_sha256":"52bafcab3f75a9dafbb3bc8b91f91716c07fc24b2abc84eb2ff4835665f8f5c5"},"schema_version":"1.0","source":{"id":"2605.20408","kind":"arxiv","version":1}},"canonical_sha256":"ebf361d1900e4f6e79fb27ed9e491af787794bf2f2c6241c5b5fb5117f93ab3e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ebf361d1900e4f6e79fb27ed9e491af787794bf2f2c6241c5b5fb5117f93ab3e","first_computed_at":"2026-05-21T01:04:36.859765Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-21T01:04:36.859765Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+jZLdZCtd+wi44c15nfUXjlpYEU/T9M+zxrQA/vC0wsQ1uCXDGDOkLm2Dbbt2sH84bdguuFhKZ4aCclp8PW3BQ==","signature_status":"signed_v1","signed_at":"2026-05-21T01:04:36.860322Z","signed_message":"canonical_sha256_bytes"},"source_id":"2605.20408","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8d0674503bf9a7b22737ca7981ebee257a70d1ada3d1ae63ca06a94a8938a042","sha256:bdf1b1cfe99e6748f9e789f1328e8ffbac88ffd1bb845c533e7e61f3f4207ae5"],"state_sha256":"fdf3725f4bb87d9981c54ee2f9da2507bc0633c779b97f914ff8719b33b9e507"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WKA7G9t/zUn6BOtDmO6iZ7IczY3B1Y+X8hx9/RisBQQS9ftD+qPeeK/kCEui7YG1P1zR9wkOEOOjhsyEHmxHBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-23T18:09:06.447897Z","bundle_sha256":"2e1918274e91fb818d84a9ced640de5d5bc2b97729a40a26238966e85266c298"}}