{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:4QCA2LQAR5U27BKOAIW4WEJ5TW","short_pith_number":"pith:4QCA2LQA","canonical_record":{"source":{"id":"2410.23630","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-31T04:46:52Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"d0ac8b4d88658223a3786d29e917b52afae4bc077f077e8c91207ad87e646d31","abstract_canon_sha256":"30c6796bd24393bb35c77419badab1fe87da17eb7480a5d97d50160462828014"},"schema_version":"1.0"},"canonical_sha256":"e4040d2e008f69af854e022dcb113d9d8b232063b2f0431632f3ad21976d0855","source":{"kind":"arxiv","id":"2410.23630","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.23630","created_at":"2026-07-05T09:29:02Z"},{"alias_kind":"arxiv_version","alias_value":"2410.23630v1","created_at":"2026-07-05T09:29:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.23630","created_at":"2026-07-05T09:29:02Z"},{"alias_kind":"pith_short_12","alias_value":"4QCA2LQAR5U2","created_at":"2026-07-05T09:29:02Z"},{"alias_kind":"pith_short_16","alias_value":"4QCA2LQAR5U27BKO","created_at":"2026-07-05T09:29:02Z"},{"alias_kind":"pith_short_8","alias_value":"4QCA2LQA","created_at":"2026-07-05T09:29:02Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:4QCA2LQAR5U27BKOAIW4WEJ5TW","target":"record","payload":{"canonical_record":{"source":{"id":"2410.23630","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-31T04:46:52Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"d0ac8b4d88658223a3786d29e917b52afae4bc077f077e8c91207ad87e646d31","abstract_canon_sha256":"30c6796bd24393bb35c77419badab1fe87da17eb7480a5d97d50160462828014"},"schema_version":"1.0"},"canonical_sha256":"e4040d2e008f69af854e022dcb113d9d8b232063b2f0431632f3ad21976d0855","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:29:02.893071Z","signature_b64":"R6gIp0dnI/Pi9iV1fAzCC/ZIIK4GAxW+sLGVB9ceeydZUyZ6ckfsUoOGDOTuMeI0LxUU9EOm+Z+jJ6CukOFmBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e4040d2e008f69af854e022dcb113d9d8b232063b2f0431632f3ad21976d0855","last_reissued_at":"2026-07-05T09:29:02.892632Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:29:02.892632Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.23630","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:29:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BAYGZ193j+NS5jyd1PxUC43wLCmkyr/LYai5E5EZAj31ozff6jqi19zO9zjn/3Inu11mMxHnHpyoxDp3+PKsDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T05:07:28.732843Z"},"content_sha256":"b597e2f42b2fdab3731f57749d64e29a525ed29feb666390699baacb052fb3c2","schema_version":"1.0","event_id":"sha256:b597e2f42b2fdab3731f57749d64e29a525ed29feb666390699baacb052fb3c2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:4QCA2LQAR5U27BKOAIW4WEJ5TW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Adaptive Alignment: Dynamic Preference Adjustments via Multi-Objective Reinforcement Learning for Pluralistic AI","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Bahareh Nakisa, Francisco Cruz, Hadassah Harland, Hashini Senaratne, Peter Vamplew, Richard Dazeley","submitted_at":"2024-10-31T04:46:52Z","abstract_excerpt":"Emerging research in Pluralistic Artificial Intelligence (AI) alignment seeks to address how intelligent systems can be designed and deployed in accordance with diverse human needs and values. We contribute to this pursuit with a dynamic approach for aligning AI with diverse and shifting user preferences through Multi Objective Reinforcement Learning (MORL), via post-learning policy selection adjustment. In this paper, we introduce the proposed framework for this approach, outline its anticipated advantages and assumptions, and discuss technical details about the implementation. We also examin"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.23630","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.23630/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:29:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WxU5M//vGIT64stGBZ0kk3HE+pWNvSghH7PKRgqlXH4YRC4/ol1VGXsG7q86R1217qlcTnB3dYrPw419oivoCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T05:07:28.733380Z"},"content_sha256":"46f3d3b757caeeabcb02e76900c555bd0e60f258d9e192af002df043e7ce8bcd","schema_version":"1.0","event_id":"sha256:46f3d3b757caeeabcb02e76900c555bd0e60f258d9e192af002df043e7ce8bcd"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4QCA2LQAR5U27BKOAIW4WEJ5TW/bundle.json","state_url":"https://pith.science/pith/4QCA2LQAR5U27BKOAIW4WEJ5TW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4QCA2LQAR5U27BKOAIW4WEJ5TW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T05:07:28Z","links":{"resolver":"https://pith.science/pith/4QCA2LQAR5U27BKOAIW4WEJ5TW","bundle":"https://pith.science/pith/4QCA2LQAR5U27BKOAIW4WEJ5TW/bundle.json","state":"https://pith.science/pith/4QCA2LQAR5U27BKOAIW4WEJ5TW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4QCA2LQAR5U27BKOAIW4WEJ5TW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:4QCA2LQAR5U27BKOAIW4WEJ5TW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"30c6796bd24393bb35c77419badab1fe87da17eb7480a5d97d50160462828014","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-31T04:46:52Z","title_canon_sha256":"d0ac8b4d88658223a3786d29e917b52afae4bc077f077e8c91207ad87e646d31"},"schema_version":"1.0","source":{"id":"2410.23630","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.23630","created_at":"2026-07-05T09:29:02Z"},{"alias_kind":"arxiv_version","alias_value":"2410.23630v1","created_at":"2026-07-05T09:29:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.23630","created_at":"2026-07-05T09:29:02Z"},{"alias_kind":"pith_short_12","alias_value":"4QCA2LQAR5U2","created_at":"2026-07-05T09:29:02Z"},{"alias_kind":"pith_short_16","alias_value":"4QCA2LQAR5U27BKO","created_at":"2026-07-05T09:29:02Z"},{"alias_kind":"pith_short_8","alias_value":"4QCA2LQA","created_at":"2026-07-05T09:29:02Z"}],"graph_snapshots":[{"event_id":"sha256:46f3d3b757caeeabcb02e76900c555bd0e60f258d9e192af002df043e7ce8bcd","target":"graph","created_at":"2026-07-05T09:29:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.23630/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Emerging research in Pluralistic Artificial Intelligence (AI) alignment seeks to address how intelligent systems can be designed and deployed in accordance with diverse human needs and values. We contribute to this pursuit with a dynamic approach for aligning AI with diverse and shifting user preferences through Multi Objective Reinforcement Learning (MORL), via post-learning policy selection adjustment. In this paper, we introduce the proposed framework for this approach, outline its anticipated advantages and assumptions, and discuss technical details about the implementation. We also examin","authors_text":"Bahareh Nakisa, Francisco Cruz, Hadassah Harland, Hashini Senaratne, Peter Vamplew, Richard Dazeley","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-31T04:46:52Z","title":"Adaptive Alignment: Dynamic Preference Adjustments via Multi-Objective Reinforcement Learning for Pluralistic AI"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.23630","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b597e2f42b2fdab3731f57749d64e29a525ed29feb666390699baacb052fb3c2","target":"record","created_at":"2026-07-05T09:29:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"30c6796bd24393bb35c77419badab1fe87da17eb7480a5d97d50160462828014","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-31T04:46:52Z","title_canon_sha256":"d0ac8b4d88658223a3786d29e917b52afae4bc077f077e8c91207ad87e646d31"},"schema_version":"1.0","source":{"id":"2410.23630","kind":"arxiv","version":1}},"canonical_sha256":"e4040d2e008f69af854e022dcb113d9d8b232063b2f0431632f3ad21976d0855","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e4040d2e008f69af854e022dcb113d9d8b232063b2f0431632f3ad21976d0855","first_computed_at":"2026-07-05T09:29:02.892632Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:29:02.892632Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"R6gIp0dnI/Pi9iV1fAzCC/ZIIK4GAxW+sLGVB9ceeydZUyZ6ckfsUoOGDOTuMeI0LxUU9EOm+Z+jJ6CukOFmBg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:29:02.893071Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.23630","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b597e2f42b2fdab3731f57749d64e29a525ed29feb666390699baacb052fb3c2","sha256:46f3d3b757caeeabcb02e76900c555bd0e60f258d9e192af002df043e7ce8bcd"],"state_sha256":"e0cf3c2d95c3073d996395fb54bb9da742acd478a3fe40128b5f3c3dc3ea31e2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"poGBZumyZUyGBZREXQ/vuNAIOkl/OLfWECKtxhwIFAL+vVFYrLalzn7DoR+PwPsnisSh6eFvHI+hPJNkVYwjBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T05:07:28.737506Z","bundle_sha256":"0320ea73c249a09ce1e41aed9a685ac76104c586748a3cc78a2f858d815acb69"}}