{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:RKGJ3WNHDE45LTF7VLG25GC7YJ","short_pith_number":"pith:RKGJ3WNH","canonical_record":{"source":{"id":"2310.13639","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-20T16:37:56Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"16cb84ae9cde7a464c42ae78835b7346e841d764b28b8d9ee95553caa595b678","abstract_canon_sha256":"13927a2a82f98c237e2718b9ecddd3b1209d93418d89e5ac0cda2381bf512ac1"},"schema_version":"1.0"},"canonical_sha256":"8a8c9dd9a71939d5ccbfaacdae985fc248e9e137660b07d9cd67fd1798113fd7","source":{"kind":"arxiv","id":"2310.13639","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.13639","created_at":"2026-07-05T08:13:27Z"},{"alias_kind":"arxiv_version","alias_value":"2310.13639v3","created_at":"2026-07-05T08:13:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.13639","created_at":"2026-07-05T08:13:27Z"},{"alias_kind":"pith_short_12","alias_value":"RKGJ3WNHDE45","created_at":"2026-07-05T08:13:27Z"},{"alias_kind":"pith_short_16","alias_value":"RKGJ3WNHDE45LTF7","created_at":"2026-07-05T08:13:27Z"},{"alias_kind":"pith_short_8","alias_value":"RKGJ3WNH","created_at":"2026-07-05T08:13:27Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:RKGJ3WNHDE45LTF7VLG25GC7YJ","target":"record","payload":{"canonical_record":{"source":{"id":"2310.13639","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-20T16:37:56Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"16cb84ae9cde7a464c42ae78835b7346e841d764b28b8d9ee95553caa595b678","abstract_canon_sha256":"13927a2a82f98c237e2718b9ecddd3b1209d93418d89e5ac0cda2381bf512ac1"},"schema_version":"1.0"},"canonical_sha256":"8a8c9dd9a71939d5ccbfaacdae985fc248e9e137660b07d9cd67fd1798113fd7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:13:27.752246Z","signature_b64":"kjajFAtCDZdPQ1L13dNYb+9Q62pVgrFVR378JTOkGcprF9ai8vxUOdz4DkCLPaITPcbQVABasApIvzdaTqfqBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8a8c9dd9a71939d5ccbfaacdae985fc248e9e137660b07d9cd67fd1798113fd7","last_reissued_at":"2026-07-05T08:13:27.751798Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:13:27.751798Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.13639","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:13:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"osv5U6h59gVZGKqB0kNixXJ5z6U7y7eZHx5QGHjeT1xa7NAaavofpahTDU1q24zhA20VTWNcBMus9oeCBdWzAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T16:24:52.712633Z"},"content_sha256":"f465a12d438009e8c1ccb2636a333ce6f450e0795e1f465854c07fb1abec27c7","schema_version":"1.0","event_id":"sha256:f465a12d438009e8c1ccb2636a333ce6f450e0795e1f465854c07fb1abec27c7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:RKGJ3WNHDE45LTF7VLG25GC7YJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Contrastive Preference Learning: Learning from Human Feedback without RL","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Chelsea Finn, Dorsa Sadigh, Harshit Sikchi, Joey Hejna, Rafael Rafailov, Scott Niekum, W. Bradley Knox","submitted_at":"2023-10-20T16:37:56Z","abstract_excerpt":"Reinforcement Learning from Human Feedback (RLHF) has emerged as a popular paradigm for aligning models with human intent. Typically RLHF algorithms operate in two phases: first, use human preferences to learn a reward function and second, align the model by optimizing the learned reward via reinforcement learning (RL). This paradigm assumes that human preferences are distributed according to reward, but recent work suggests that they instead follow the regret under the user's optimal policy. Thus, learning a reward function from feedback is not only based on a flawed assumption of human prefe"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.13639","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.13639/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:13:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DCrUYVnLyUPT0XsZC/pVno326aEV4uKO/33p2bJc3BsZgdfuJtWAtahXIIkidlEOet0HQSV7HloIA1QB/8X4DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T16:24:52.713175Z"},"content_sha256":"bdc8db769468db830d205b0c8c0e48215a67f0973c05bb7418c8594635c4cf62","schema_version":"1.0","event_id":"sha256:bdc8db769468db830d205b0c8c0e48215a67f0973c05bb7418c8594635c4cf62"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RKGJ3WNHDE45LTF7VLG25GC7YJ/bundle.json","state_url":"https://pith.science/pith/RKGJ3WNHDE45LTF7VLG25GC7YJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RKGJ3WNHDE45LTF7VLG25GC7YJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T16:24:52Z","links":{"resolver":"https://pith.science/pith/RKGJ3WNHDE45LTF7VLG25GC7YJ","bundle":"https://pith.science/pith/RKGJ3WNHDE45LTF7VLG25GC7YJ/bundle.json","state":"https://pith.science/pith/RKGJ3WNHDE45LTF7VLG25GC7YJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RKGJ3WNHDE45LTF7VLG25GC7YJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:RKGJ3WNHDE45LTF7VLG25GC7YJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"13927a2a82f98c237e2718b9ecddd3b1209d93418d89e5ac0cda2381bf512ac1","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-20T16:37:56Z","title_canon_sha256":"16cb84ae9cde7a464c42ae78835b7346e841d764b28b8d9ee95553caa595b678"},"schema_version":"1.0","source":{"id":"2310.13639","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.13639","created_at":"2026-07-05T08:13:27Z"},{"alias_kind":"arxiv_version","alias_value":"2310.13639v3","created_at":"2026-07-05T08:13:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.13639","created_at":"2026-07-05T08:13:27Z"},{"alias_kind":"pith_short_12","alias_value":"RKGJ3WNHDE45","created_at":"2026-07-05T08:13:27Z"},{"alias_kind":"pith_short_16","alias_value":"RKGJ3WNHDE45LTF7","created_at":"2026-07-05T08:13:27Z"},{"alias_kind":"pith_short_8","alias_value":"RKGJ3WNH","created_at":"2026-07-05T08:13:27Z"}],"graph_snapshots":[{"event_id":"sha256:bdc8db769468db830d205b0c8c0e48215a67f0973c05bb7418c8594635c4cf62","target":"graph","created_at":"2026-07-05T08:13:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.13639/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Reinforcement Learning from Human Feedback (RLHF) has emerged as a popular paradigm for aligning models with human intent. Typically RLHF algorithms operate in two phases: first, use human preferences to learn a reward function and second, align the model by optimizing the learned reward via reinforcement learning (RL). This paradigm assumes that human preferences are distributed according to reward, but recent work suggests that they instead follow the regret under the user's optimal policy. Thus, learning a reward function from feedback is not only based on a flawed assumption of human prefe","authors_text":"Chelsea Finn, Dorsa Sadigh, Harshit Sikchi, Joey Hejna, Rafael Rafailov, Scott Niekum, W. Bradley Knox","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-20T16:37:56Z","title":"Contrastive Preference Learning: Learning from Human Feedback without RL"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.13639","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f465a12d438009e8c1ccb2636a333ce6f450e0795e1f465854c07fb1abec27c7","target":"record","created_at":"2026-07-05T08:13:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"13927a2a82f98c237e2718b9ecddd3b1209d93418d89e5ac0cda2381bf512ac1","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-20T16:37:56Z","title_canon_sha256":"16cb84ae9cde7a464c42ae78835b7346e841d764b28b8d9ee95553caa595b678"},"schema_version":"1.0","source":{"id":"2310.13639","kind":"arxiv","version":3}},"canonical_sha256":"8a8c9dd9a71939d5ccbfaacdae985fc248e9e137660b07d9cd67fd1798113fd7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8a8c9dd9a71939d5ccbfaacdae985fc248e9e137660b07d9cd67fd1798113fd7","first_computed_at":"2026-07-05T08:13:27.751798Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:13:27.751798Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"kjajFAtCDZdPQ1L13dNYb+9Q62pVgrFVR378JTOkGcprF9ai8vxUOdz4DkCLPaITPcbQVABasApIvzdaTqfqBw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:13:27.752246Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.13639","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f465a12d438009e8c1ccb2636a333ce6f450e0795e1f465854c07fb1abec27c7","sha256:bdc8db769468db830d205b0c8c0e48215a67f0973c05bb7418c8594635c4cf62"],"state_sha256":"66309f551012ebc3bd353934a94a9f100e6dc74ca86284f6062728734a06bfbd"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XKS9G5f9uTZ7pP5LL4AiNTZIMXsswnk1fBfJeGEAgVZghIxRDtDpfOvhiCLeRpDQnVZZjoV9KC2wscFOThBOCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T16:24:52.717528Z","bundle_sha256":"f51a097d49c4938a83dce25b75394c55d667063ea0168b8b6eaac781d7571d47"}}