{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:5SYIOFBQWUBP6AGWAFGMDXPKW3","short_pith_number":"pith:5SYIOFBQ","canonical_record":{"source":{"id":"2412.05469","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-06T23:51:47Z","cross_cats_sorted":[],"title_canon_sha256":"560a140201b8158d968a3dd8c7ccc0c0e1b7bebc5b5a71e077b0e05fee331b02","abstract_canon_sha256":"33f4742a46c71501b8387c7aade6fb4845c1859075f439d7c686c1fcc62205ad"},"schema_version":"1.0"},"canonical_sha256":"ecb0871430b502ff00d6014cc1ddeab6c9de3d2993cf1597fa03130df702c429","source":{"kind":"arxiv","id":"2412.05469","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.05469","created_at":"2026-07-05T09:46:03Z"},{"alias_kind":"arxiv_version","alias_value":"2412.05469v1","created_at":"2026-07-05T09:46:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.05469","created_at":"2026-07-05T09:46:03Z"},{"alias_kind":"pith_short_12","alias_value":"5SYIOFBQWUBP","created_at":"2026-07-05T09:46:03Z"},{"alias_kind":"pith_short_16","alias_value":"5SYIOFBQWUBP6AGW","created_at":"2026-07-05T09:46:03Z"},{"alias_kind":"pith_short_8","alias_value":"5SYIOFBQ","created_at":"2026-07-05T09:46:03Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:5SYIOFBQWUBP6AGWAFGMDXPKW3","target":"record","payload":{"canonical_record":{"source":{"id":"2412.05469","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-06T23:51:47Z","cross_cats_sorted":[],"title_canon_sha256":"560a140201b8158d968a3dd8c7ccc0c0e1b7bebc5b5a71e077b0e05fee331b02","abstract_canon_sha256":"33f4742a46c71501b8387c7aade6fb4845c1859075f439d7c686c1fcc62205ad"},"schema_version":"1.0"},"canonical_sha256":"ecb0871430b502ff00d6014cc1ddeab6c9de3d2993cf1597fa03130df702c429","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:46:03.776216Z","signature_b64":"vvouB2FBu3dkKL+zbY14Aw2ha7wYGh2YkcaDJrv7gkMxLU4MZKf1nCyAUxIKQx6MehjkzhSYeVzg0VMOCajODQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ecb0871430b502ff00d6014cc1ddeab6c9de3d2993cf1597fa03130df702c429","last_reissued_at":"2026-07-05T09:46:03.775764Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:46:03.775764Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.05469","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:46:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jDcla42llDv057lusQztT587QzGtabfCsB+a8ey87l7Y5UwltbjbxaZkMTZB7pzGDi/5OWKBStjp1NrVvw24AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T08:21:15.614275Z"},"content_sha256":"bed0b9a1621d670f4320767626484be6df471f6c3dc444ea71b7e87f3a0ce09d","schema_version":"1.0","event_id":"sha256:bed0b9a1621d670f4320767626484be6df471f6c3dc444ea71b7e87f3a0ce09d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:5SYIOFBQWUBP6AGWAFGMDXPKW3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Multi-Objective Alignment of Large Language Models Through Hypervolume Maximization","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Aniket Deshmukh, Anusha Lalitha, Branislav Kveton, Sailik Sengupta, Subhojyoti Mukherjee","submitted_at":"2024-12-06T23:51:47Z","abstract_excerpt":"Multi-objective alignment from human feedback (MOAHF) in large language models (LLMs) is a challenging problem as human preferences are complex, multifaceted, and often conflicting. Recent works on MOAHF considered a-priori multi-objective optimization (MOO), where human preferences are known at training or inference time. In contrast, when human preferences are unknown or difficult to quantify, a natural approach is to cover the Pareto front by multiple diverse solutions. We propose an algorithm HaM for learning diverse LLM policies that maximizes their hypervolume. This is the first applicat"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.05469","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.05469/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:46:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qkRHs4LS8AiEqIlg+rkZEyB3PKhLwQN+rQvjrmQIluKn9ESj1iFOCyT0MVdhj5HQQ5bOWCb4stFZBlc7gplsBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T08:21:15.614766Z"},"content_sha256":"e66ed2570dd6b39882815547f6b885936bbdf9657a9fc8f831a43fe85e9aba28","schema_version":"1.0","event_id":"sha256:e66ed2570dd6b39882815547f6b885936bbdf9657a9fc8f831a43fe85e9aba28"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5SYIOFBQWUBP6AGWAFGMDXPKW3/bundle.json","state_url":"https://pith.science/pith/5SYIOFBQWUBP6AGWAFGMDXPKW3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5SYIOFBQWUBP6AGWAFGMDXPKW3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T08:21:15Z","links":{"resolver":"https://pith.science/pith/5SYIOFBQWUBP6AGWAFGMDXPKW3","bundle":"https://pith.science/pith/5SYIOFBQWUBP6AGWAFGMDXPKW3/bundle.json","state":"https://pith.science/pith/5SYIOFBQWUBP6AGWAFGMDXPKW3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5SYIOFBQWUBP6AGWAFGMDXPKW3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:5SYIOFBQWUBP6AGWAFGMDXPKW3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"33f4742a46c71501b8387c7aade6fb4845c1859075f439d7c686c1fcc62205ad","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-06T23:51:47Z","title_canon_sha256":"560a140201b8158d968a3dd8c7ccc0c0e1b7bebc5b5a71e077b0e05fee331b02"},"schema_version":"1.0","source":{"id":"2412.05469","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.05469","created_at":"2026-07-05T09:46:03Z"},{"alias_kind":"arxiv_version","alias_value":"2412.05469v1","created_at":"2026-07-05T09:46:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.05469","created_at":"2026-07-05T09:46:03Z"},{"alias_kind":"pith_short_12","alias_value":"5SYIOFBQWUBP","created_at":"2026-07-05T09:46:03Z"},{"alias_kind":"pith_short_16","alias_value":"5SYIOFBQWUBP6AGW","created_at":"2026-07-05T09:46:03Z"},{"alias_kind":"pith_short_8","alias_value":"5SYIOFBQ","created_at":"2026-07-05T09:46:03Z"}],"graph_snapshots":[{"event_id":"sha256:e66ed2570dd6b39882815547f6b885936bbdf9657a9fc8f831a43fe85e9aba28","target":"graph","created_at":"2026-07-05T09:46:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.05469/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Multi-objective alignment from human feedback (MOAHF) in large language models (LLMs) is a challenging problem as human preferences are complex, multifaceted, and often conflicting. Recent works on MOAHF considered a-priori multi-objective optimization (MOO), where human preferences are known at training or inference time. In contrast, when human preferences are unknown or difficult to quantify, a natural approach is to cover the Pareto front by multiple diverse solutions. We propose an algorithm HaM for learning diverse LLM policies that maximizes their hypervolume. This is the first applicat","authors_text":"Aniket Deshmukh, Anusha Lalitha, Branislav Kveton, Sailik Sengupta, Subhojyoti Mukherjee","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-06T23:51:47Z","title":"Multi-Objective Alignment of Large Language Models Through Hypervolume Maximization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.05469","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bed0b9a1621d670f4320767626484be6df471f6c3dc444ea71b7e87f3a0ce09d","target":"record","created_at":"2026-07-05T09:46:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"33f4742a46c71501b8387c7aade6fb4845c1859075f439d7c686c1fcc62205ad","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-06T23:51:47Z","title_canon_sha256":"560a140201b8158d968a3dd8c7ccc0c0e1b7bebc5b5a71e077b0e05fee331b02"},"schema_version":"1.0","source":{"id":"2412.05469","kind":"arxiv","version":1}},"canonical_sha256":"ecb0871430b502ff00d6014cc1ddeab6c9de3d2993cf1597fa03130df702c429","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ecb0871430b502ff00d6014cc1ddeab6c9de3d2993cf1597fa03130df702c429","first_computed_at":"2026-07-05T09:46:03.775764Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:46:03.775764Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"vvouB2FBu3dkKL+zbY14Aw2ha7wYGh2YkcaDJrv7gkMxLU4MZKf1nCyAUxIKQx6MehjkzhSYeVzg0VMOCajODQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:46:03.776216Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.05469","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bed0b9a1621d670f4320767626484be6df471f6c3dc444ea71b7e87f3a0ce09d","sha256:e66ed2570dd6b39882815547f6b885936bbdf9657a9fc8f831a43fe85e9aba28"],"state_sha256":"55e26f509f46cbe83b3e35bd712868bea9c0e19fab0b090717315bf26a952037"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cSw9aiAr+iFxL6LWbOU1+Brx7gF8PAhZQOnhHBE6Hhx9uqp7ciP58HvlCvvFu3UtcnWqQ4rYtK6i8Przt/jmAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T08:21:15.618352Z","bundle_sha256":"109963c917481ba386841c2bcd137f43973be25d5eeae046e8893196cf3c91b3"}}