{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:PFH2UJZ2LWFG3E5CDMSK4HXVK7","short_pith_number":"pith:PFH2UJZ2","canonical_record":{"source":{"id":"2406.18346","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.AI","submitted_at":"2024-06-26T13:42:13Z","cross_cats_sorted":[],"title_canon_sha256":"e296c971cd962a5709f49eccc22f828a0e2ee97c918c1f118bbff1c42a8d2ac6","abstract_canon_sha256":"bbb1a3b2cc7eedd538a5d91f71b002c1e49b8cc64840505bbfcc54c224aa026a"},"schema_version":"1.0"},"canonical_sha256":"794faa273a5d8a6d93a21b24ae1ef557eb88b84806d36ea9a52f91eb54170d0c","source":{"kind":"arxiv","id":"2406.18346","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.18346","created_at":"2026-07-05T08:37:08Z"},{"alias_kind":"arxiv_version","alias_value":"2406.18346v1","created_at":"2026-07-05T08:37:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.18346","created_at":"2026-07-05T08:37:08Z"},{"alias_kind":"pith_short_12","alias_value":"PFH2UJZ2LWFG","created_at":"2026-07-05T08:37:08Z"},{"alias_kind":"pith_short_16","alias_value":"PFH2UJZ2LWFG3E5C","created_at":"2026-07-05T08:37:08Z"},{"alias_kind":"pith_short_8","alias_value":"PFH2UJZ2","created_at":"2026-07-05T08:37:08Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:PFH2UJZ2LWFG3E5CDMSK4HXVK7","target":"record","payload":{"canonical_record":{"source":{"id":"2406.18346","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.AI","submitted_at":"2024-06-26T13:42:13Z","cross_cats_sorted":[],"title_canon_sha256":"e296c971cd962a5709f49eccc22f828a0e2ee97c918c1f118bbff1c42a8d2ac6","abstract_canon_sha256":"bbb1a3b2cc7eedd538a5d91f71b002c1e49b8cc64840505bbfcc54c224aa026a"},"schema_version":"1.0"},"canonical_sha256":"794faa273a5d8a6d93a21b24ae1ef557eb88b84806d36ea9a52f91eb54170d0c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:37:08.147859Z","signature_b64":"NEAoJF5oATpoTxk3LJnlkDm9FnSkFW8ty8biIIT8Zf/29LAGC2Ke4wXtKO0DkTYAjLI+Rjgtt2Ln5gzg2Z5xBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"794faa273a5d8a6d93a21b24ae1ef557eb88b84806d36ea9a52f91eb54170d0c","last_reissued_at":"2026-07-05T08:37:08.147281Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:37:08.147281Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.18346","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:37:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3Xw6P2KMMg+u5itLjzp5c+18GAhHHdAPslqIgZl4a3idzNgUUIyHhmQMfFkx/C4HRQW+PvJabqPOc01mCgV5Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-26T08:19:34.890002Z"},"content_sha256":"8136bf35db5daab6509750682e7cfd7dd9ff68df26968331bbd87ab8c3b57d82","schema_version":"1.0","event_id":"sha256:8136bf35db5daab6509750682e7cfd7dd9ff68df26968331bbd87ab8c3b57d82"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:PFH2UJZ2LWFG3E5CDMSK4HXVK7","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"AI Alignment through Reinforcement Learning from Human Feedback? Contradictions and Limitations","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Adam Dahlgren Lindstr\\\"om, Dimitri Coelho Mollo, \\'I\\~nigo Mart\\'inez de Rituerto de Troya, Lea Krause, Leila Methnani, Petter Ericson, Roel Dobbe","submitted_at":"2024-06-26T13:42:13Z","abstract_excerpt":"This paper critically evaluates the attempts to align Artificial Intelligence (AI) systems, especially Large Language Models (LLMs), with human values and intentions through Reinforcement Learning from Feedback (RLxF) methods, involving either human feedback (RLHF) or AI feedback (RLAIF). Specifically, we show the shortcomings of the broadly pursued alignment goals of honesty, harmlessness, and helpfulness. Through a multidisciplinary sociotechnical critique, we examine both the theoretical underpinnings and practical implementations of RLxF techniques, revealing significant limitations in the"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.18346","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.18346/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:37:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lc8KBWfNZ3mHGSVMW6IFONaE2MN9MRi4sj5n7ulxhkfiqKZz8THSG7T0TO5/Ofnzv2CxgZTuY7g6UzE+9ii1CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-26T08:19:34.890397Z"},"content_sha256":"504164c9d667e594055167d6d9526a0afe52f32c3c823444f67261727efdb415","schema_version":"1.0","event_id":"sha256:504164c9d667e594055167d6d9526a0afe52f32c3c823444f67261727efdb415"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PFH2UJZ2LWFG3E5CDMSK4HXVK7/bundle.json","state_url":"https://pith.science/pith/PFH2UJZ2LWFG3E5CDMSK4HXVK7/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PFH2UJZ2LWFG3E5CDMSK4HXVK7/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-26T08:19:34Z","links":{"resolver":"https://pith.science/pith/PFH2UJZ2LWFG3E5CDMSK4HXVK7","bundle":"https://pith.science/pith/PFH2UJZ2LWFG3E5CDMSK4HXVK7/bundle.json","state":"https://pith.science/pith/PFH2UJZ2LWFG3E5CDMSK4HXVK7/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PFH2UJZ2LWFG3E5CDMSK4HXVK7/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:PFH2UJZ2LWFG3E5CDMSK4HXVK7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bbb1a3b2cc7eedd538a5d91f71b002c1e49b8cc64840505bbfcc54c224aa026a","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.AI","submitted_at":"2024-06-26T13:42:13Z","title_canon_sha256":"e296c971cd962a5709f49eccc22f828a0e2ee97c918c1f118bbff1c42a8d2ac6"},"schema_version":"1.0","source":{"id":"2406.18346","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.18346","created_at":"2026-07-05T08:37:08Z"},{"alias_kind":"arxiv_version","alias_value":"2406.18346v1","created_at":"2026-07-05T08:37:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.18346","created_at":"2026-07-05T08:37:08Z"},{"alias_kind":"pith_short_12","alias_value":"PFH2UJZ2LWFG","created_at":"2026-07-05T08:37:08Z"},{"alias_kind":"pith_short_16","alias_value":"PFH2UJZ2LWFG3E5C","created_at":"2026-07-05T08:37:08Z"},{"alias_kind":"pith_short_8","alias_value":"PFH2UJZ2","created_at":"2026-07-05T08:37:08Z"}],"graph_snapshots":[{"event_id":"sha256:504164c9d667e594055167d6d9526a0afe52f32c3c823444f67261727efdb415","target":"graph","created_at":"2026-07-05T08:37:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.18346/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper critically evaluates the attempts to align Artificial Intelligence (AI) systems, especially Large Language Models (LLMs), with human values and intentions through Reinforcement Learning from Feedback (RLxF) methods, involving either human feedback (RLHF) or AI feedback (RLAIF). Specifically, we show the shortcomings of the broadly pursued alignment goals of honesty, harmlessness, and helpfulness. Through a multidisciplinary sociotechnical critique, we examine both the theoretical underpinnings and practical implementations of RLxF techniques, revealing significant limitations in the","authors_text":"Adam Dahlgren Lindstr\\\"om, Dimitri Coelho Mollo, \\'I\\~nigo Mart\\'inez de Rituerto de Troya, Lea Krause, Leila Methnani, Petter Ericson, Roel Dobbe","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.AI","submitted_at":"2024-06-26T13:42:13Z","title":"AI Alignment through Reinforcement Learning from Human Feedback? Contradictions and Limitations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.18346","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8136bf35db5daab6509750682e7cfd7dd9ff68df26968331bbd87ab8c3b57d82","target":"record","created_at":"2026-07-05T08:37:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bbb1a3b2cc7eedd538a5d91f71b002c1e49b8cc64840505bbfcc54c224aa026a","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.AI","submitted_at":"2024-06-26T13:42:13Z","title_canon_sha256":"e296c971cd962a5709f49eccc22f828a0e2ee97c918c1f118bbff1c42a8d2ac6"},"schema_version":"1.0","source":{"id":"2406.18346","kind":"arxiv","version":1}},"canonical_sha256":"794faa273a5d8a6d93a21b24ae1ef557eb88b84806d36ea9a52f91eb54170d0c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"794faa273a5d8a6d93a21b24ae1ef557eb88b84806d36ea9a52f91eb54170d0c","first_computed_at":"2026-07-05T08:37:08.147281Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:37:08.147281Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"NEAoJF5oATpoTxk3LJnlkDm9FnSkFW8ty8biIIT8Zf/29LAGC2Ke4wXtKO0DkTYAjLI+Rjgtt2Ln5gzg2Z5xBw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:37:08.147859Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.18346","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8136bf35db5daab6509750682e7cfd7dd9ff68df26968331bbd87ab8c3b57d82","sha256:504164c9d667e594055167d6d9526a0afe52f32c3c823444f67261727efdb415"],"state_sha256":"8351d93e3168398e1fc79a2077da60219793d1c0db8d9503901a4702971f5f31"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DJIjkXvLbGsfMhmF1h+WrtOQi5PMx++pnjmdKf2MDtptoyXs+8NgYMNyca8IHH9lm1vHGWyaIq/eIOuS5eM8DA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-26T08:19:34.892687Z","bundle_sha256":"d96f69ffdcc795995e9ee66e42f9a786e0ae47f35e967933f5a791e67e5cd393"}}