{"work":{"id":"3d7bd959-c9d3-4e23-8061-2a337b9ebfb3","openalex_id":null,"doi":null,"arxiv_id":null,"raw_key":"raw:f448780943f775c3bba03b07","title":"Direct preference optimization: Your language model is secretly a reward model","authors":null,"authors_text":"Rafael Rafailov, Archit Sharma, Eric Mitchell, Christopher D Manning, Stefano Ermon, and Chelsea Finn","year":2023,"venue":null,"abstract":null,"external_url":null,"cited_by_count":null,"metadata_source":"raw_reference","metadata_fetched_at":"2026-05-26T17:57:48.284044+00:00","pith_arxiv_id":null,"created_at":"2026-05-11T18:45:17.068484+00:00","updated_at":"2026-05-26T17:57:48.284044+00:00","title_quality_ok":true,"display_title":"Direct preference optimization: Your language model is secretly a reward model","render_title":"Direct preference optimization: Your language model is secretly a reward model"},"hub":{"state":{"work_id":"3d7bd959-c9d3-4e23-8061-2a337b9ebfb3","tier":"hub","tier_reason":"10+ Pith inbound or 1,000+ external citations","pith_inbound_count":13,"external_cited_by_count":null,"distinct_field_count":6,"first_pith_cited_at":"2024-05-20T01:04:40+00:00","last_pith_cited_at":"2026-05-07T12:31:22+00:00","author_build_status":"not_needed","summary_status":"needed","contexts_status":"needed","graph_status":"needed","ask_index_status":"not_needed","reader_status":"not_needed","recognition_status":"not_needed","updated_at":"2026-06-01T21:33:55.011138+00:00","tier_text":"hub"},"tier":"hub","role_counts":[{"context_role":"background","n":1},{"context_role":"method","n":1}],"polarity_counts":[{"context_polarity":"background","n":1},{"context_polarity":"use_method","n":1}],"runs":{},"summary":{},"graph":{},"authors":[]}}