{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:FVPY3PZQVB7RQCW2KV4GBXQ3LD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8be31fde0b75d297bc72154924a3ee9ed6555ffabb21c9aa2d2fcc1012731576","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-05-28T00:08:46Z","title_canon_sha256":"11b365d0f0e9d184cfa89ad9325dfa01279f6bc79b21321161b770e592ba5e5f"},"schema_version":"1.0","source":{"id":"2405.17713","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.17713","created_at":"2026-07-05T08:24:10Z"},{"alias_kind":"arxiv_version","alias_value":"2405.17713v1","created_at":"2026-07-05T08:24:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.17713","created_at":"2026-07-05T08:24:10Z"},{"alias_kind":"pith_short_12","alias_value":"FVPY3PZQVB7R","created_at":"2026-07-05T08:24:10Z"},{"alias_kind":"pith_short_16","alias_value":"FVPY3PZQVB7RQCW2","created_at":"2026-07-05T08:24:10Z"},{"alias_kind":"pith_short_8","alias_value":"FVPY3PZQ","created_at":"2026-07-05T08:24:10Z"}],"graph_snapshots":[{"event_id":"sha256:a9a6e213bb4b92af6a6a23a7d3d1c2a4c001d8659b9769adf6d6ad7fd26cd6c8","target":"graph","created_at":"2026-07-05T08:24:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.17713/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Existing AI alignment approaches assume that preferences are static, which is unrealistic: our preferences change, and may even be influenced by our interactions with AI systems themselves. To clarify the consequences of incorrectly assuming static preferences, we introduce Dynamic Reward Markov Decision Processes (DR-MDPs), which explicitly model preference changes and the AI's influence on them. We show that despite its convenience, the static-preference assumption may undermine the soundness of existing alignment techniques, leading them to implicitly reward AI systems for influencing user ","authors_text":"Anand Siththaranjan, Anca Dragan, Davis Foote, Micah Carroll, Stuart Russell","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-05-28T00:08:46Z","title":"AI Alignment with Changing and Influenceable Reward Functions"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.17713","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8bb8969a0382305543d5a0d4a34bd4174d6655ad302a327969dc64665f470a01","target":"record","created_at":"2026-07-05T08:24:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8be31fde0b75d297bc72154924a3ee9ed6555ffabb21c9aa2d2fcc1012731576","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-05-28T00:08:46Z","title_canon_sha256":"11b365d0f0e9d184cfa89ad9325dfa01279f6bc79b21321161b770e592ba5e5f"},"schema_version":"1.0","source":{"id":"2405.17713","kind":"arxiv","version":1}},"canonical_sha256":"2d5f8dbf30a87f180ada557860de1b58e5e17809a65855a270010b8ce59da07f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2d5f8dbf30a87f180ada557860de1b58e5e17809a65855a270010b8ce59da07f","first_computed_at":"2026-07-05T08:24:10.041420Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:24:10.041420Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"7bvYocyxVIgxvXHTK0PFDAnkg0cjL3W5wuhDGNjOU99PVCON21pcjbmiEcZlcKFwk7NSIagct84ePIhEqs2gDw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:24:10.041842Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.17713","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8bb8969a0382305543d5a0d4a34bd4174d6655ad302a327969dc64665f470a01","sha256:a9a6e213bb4b92af6a6a23a7d3d1c2a4c001d8659b9769adf6d6ad7fd26cd6c8"],"state_sha256":"ed67a3c0d5f36cb7d4992a0f101de4b32c66d872239110823c08be4737bd0e19"}