{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:LCV44ZD32BWPIPIVIR4DGHH4IO","short_pith_number":"pith:LCV44ZD3","schema_version":"1.0","canonical_sha256":"58abce647bd06cf43d154478331cfc43bcef9abf2f9497af1ad32dd61ec8c6f7","source":{"kind":"arxiv","id":"2304.07327","version":2},"attestation_state":"computed","paper":{"title":"OpenAssistant Conversations -- Democratizing Large Language Model Alignment","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Abdullah Barhoum, Alexander Mattick, Andreas K\\\"opf, Andrew Maguire, Arnav Dantuluri, Christoph Schuhmann, David Glushkov, Dimitri von R\\\"utte, Huu Nguyen, Keith Stevens, Nguyen Minh Duc, Oliver Stanley, Rich\\'ard Nagyfi, Sameer Suri, Shahul Es, Sotiris Anagnostidis, Yannic Kilcher, Zhi-Rui Tam","submitted_at":"2023-04-14T18:01:29Z","abstract_excerpt":"Aligning large language models (LLMs) with human preferences has proven to drastically improve usability and has driven rapid adoption as demonstrated by ChatGPT. Alignment techniques such as supervised fine-tuning (SFT) and reinforcement learning from human feedback (RLHF) greatly reduce the required skill and domain knowledge to effectively harness the capabilities of LLMs, increasing their accessibility and utility across various domains. However, state-of-the-art alignment techniques like RLHF rely on high-quality human feedback data, which is expensive to create and often remains propriet"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2304.07327","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-04-14T18:01:29Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"a0ef5738c648b78fc735f86ae753ca341d6e31cbe43cb9070ffe0e800b6c86e2","abstract_canon_sha256":"225be0a5a1d67629e3176317b4260ceb8aba2d369c1d35036a31145887ccb55d"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:07:08.981289Z","signature_b64":"5lWxJIqPxPWRCcqh/LAhwstIiFEP6vT+QcYhYKuohpFETG7IFoA7REeR9+c6uO1nY9AAMqYTlj0U9jUfWyXwAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"58abce647bd06cf43d154478331cfc43bcef9abf2f9497af1ad32dd61ec8c6f7","last_reissued_at":"2026-07-05T07:07:08.980705Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:07:08.980705Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"OpenAssistant Conversations -- Democratizing Large Language Model Alignment","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Abdullah Barhoum, Alexander Mattick, Andreas K\\\"opf, Andrew Maguire, Arnav Dantuluri, Christoph Schuhmann, David Glushkov, Dimitri von R\\\"utte, Huu Nguyen, Keith Stevens, Nguyen Minh Duc, Oliver Stanley, Rich\\'ard Nagyfi, Sameer Suri, Shahul Es, Sotiris Anagnostidis, Yannic Kilcher, Zhi-Rui Tam","submitted_at":"2023-04-14T18:01:29Z","abstract_excerpt":"Aligning large language models (LLMs) with human preferences has proven to drastically improve usability and has driven rapid adoption as demonstrated by ChatGPT. Alignment techniques such as supervised fine-tuning (SFT) and reinforcement learning from human feedback (RLHF) greatly reduce the required skill and domain knowledge to effectively harness the capabilities of LLMs, increasing their accessibility and utility across various domains. However, state-of-the-art alignment techniques like RLHF rely on high-quality human feedback data, which is expensive to create and often remains propriet"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.07327","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2304.07327/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2304.07327","created_at":"2026-07-05T07:07:08.980784+00:00"},{"alias_kind":"arxiv_version","alias_value":"2304.07327v2","created_at":"2026-07-05T07:07:08.980784+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.07327","created_at":"2026-07-05T07:07:08.980784+00:00"},{"alias_kind":"pith_short_12","alias_value":"LCV44ZD32BWP","created_at":"2026-07-05T07:07:08.980784+00:00"},{"alias_kind":"pith_short_16","alias_value":"LCV44ZD32BWPIPIV","created_at":"2026-07-05T07:07:08.980784+00:00"},{"alias_kind":"pith_short_8","alias_value":"LCV44ZD3","created_at":"2026-07-05T07:07:08.980784+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":26,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2606.12747","citing_title":"Prefill Awareness in Large Language Models","ref_index":1,"is_internal_anchor":false},{"citing_arxiv_id":"2606.09186","citing_title":"DuplexOmni: Real-Time Listening, Seeing, Thinking, and Speaking for Full-Duplex Interaction","ref_index":9,"is_internal_anchor":false},{"citing_arxiv_id":"2606.03800","citing_title":"Trading Human Curation for Synthetic Augmentation in RLVR","ref_index":27,"is_internal_anchor":false},{"citing_arxiv_id":"2606.27578","citing_title":"PEBS: Per-rater Empirical-Bayes Shrinkage for RLHF Reward-Model Calibration","ref_index":7,"is_internal_anchor":false},{"citing_arxiv_id":"2606.22211","citing_title":"Open AI in the Wild: Adoption and Adaptation of Open Models on r/LocalLLaMA","ref_index":28,"is_internal_anchor":false},{"citing_arxiv_id":"2603.06610","citing_title":"CapTrack: Multifaceted Evaluation of Forgetting in LLM Post-Training","ref_index":23,"is_internal_anchor":false},{"citing_arxiv_id":"2603.06610","citing_title":"CapTrack: Multifaceted Evaluation of Forgetting in LLM Post-Training","ref_index":24,"is_internal_anchor":false},{"citing_arxiv_id":"2402.02249","citing_title":"Don't Label Twice: Quantity Beats Quality when Comparing Binary Classifiers on a Budget","ref_index":9,"is_internal_anchor":false},{"citing_arxiv_id":"2605.13989","citing_title":"VectraYX-Nano: A 42M-Parameter Spanish Cybersecurity Language Model with Curriculum Learning and Native Tool Use","ref_index":33,"is_internal_anchor":false},{"citing_arxiv_id":"2605.13989","citing_title":"VectraYX-Nano: A 42M-Parameter Spanish Cybersecurity Language Model with Curriculum Learning and Native Tool Use","ref_index":33,"is_internal_anchor":false},{"citing_arxiv_id":"2605.16462","citing_title":"Asking Back: Interaction-Layer Antidistillation Watermarks","ref_index":16,"is_internal_anchor":false},{"citing_arxiv_id":"2408.00724","citing_title":"Inference Scaling Laws: An Empirical Analysis of Compute-Optimal Inference for Problem-Solving with Language Models","ref_index":257,"is_internal_anchor":false},{"citing_arxiv_id":"2305.11206","citing_title":"LIMA: Less Is More for Alignment","ref_index":42,"is_internal_anchor":false},{"citing_arxiv_id":"2310.01801","citing_title":"Model Tells You What to Discard: Adaptive KV Cache Compression for LLMs","ref_index":84,"is_internal_anchor":false},{"citing_arxiv_id":"2405.01470","citing_title":"WildChat: 1M ChatGPT Interaction Logs in the Wild","ref_index":33,"is_internal_anchor":false},{"citing_arxiv_id":"2305.14233","citing_title":"Enhancing Chat Language Models by Scaling High-quality Instructional Conversations","ref_index":244,"is_internal_anchor":false},{"citing_arxiv_id":"2605.13989","citing_title":"VectraYX-Nano: A 42M-Parameter Spanish Cybersecurity Language Model with Curriculum Learning and Native Tool Use","ref_index":33,"is_internal_anchor":false},{"citing_arxiv_id":"2401.10020","citing_title":"Self-Rewarding Language Models","ref_index":101,"is_internal_anchor":false},{"citing_arxiv_id":"2304.12244","citing_title":"WizardLM: Empowering large pre-trained language models to follow complex instructions","ref_index":21,"is_internal_anchor":false},{"citing_arxiv_id":"2402.01306","citing_title":"KTO: Model Alignment as Prospect Theoretic Optimization","ref_index":11,"is_internal_anchor":false},{"citing_arxiv_id":"2305.14314","citing_title":"QLoRA: Efficient Finetuning of Quantized LLMs","ref_index":31,"is_internal_anchor":false},{"citing_arxiv_id":"2604.19016","citing_title":"AlignCultura: Towards Culturally Aligned Large Language Models?","ref_index":57,"is_internal_anchor":false},{"citing_arxiv_id":"2303.18223","citing_title":"A Survey of Large Language Models","ref_index":189,"is_internal_anchor":false},{"citing_arxiv_id":"2306.05685","citing_title":"Judging LLM-as-a-Judge with MT-Bench and Chatbot Arena","ref_index":23,"is_internal_anchor":false},{"citing_arxiv_id":"2604.17803","citing_title":"Adversarial Arena: Crowdsourcing Data Generation through Interactive Competition","ref_index":56,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/LCV44ZD32BWPIPIVIR4DGHH4IO","json":"https://pith.science/pith/LCV44ZD32BWPIPIVIR4DGHH4IO.json","graph_json":"https://pith.science/api/pith-number/LCV44ZD32BWPIPIVIR4DGHH4IO/graph.json","events_json":"https://pith.science/api/pith-number/LCV44ZD32BWPIPIVIR4DGHH4IO/events.json","paper":"https://pith.science/paper/LCV44ZD3"},"agent_actions":{"view_html":"https://pith.science/pith/LCV44ZD32BWPIPIVIR4DGHH4IO","download_json":"https://pith.science/pith/LCV44ZD32BWPIPIVIR4DGHH4IO.json","view_paper":"https://pith.science/paper/LCV44ZD3","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2304.07327&json=true","fetch_graph":"https://pith.science/api/pith-number/LCV44ZD32BWPIPIVIR4DGHH4IO/graph.json","fetch_events":"https://pith.science/api/pith-number/LCV44ZD32BWPIPIVIR4DGHH4IO/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/LCV44ZD32BWPIPIVIR4DGHH4IO/action/timestamp_anchor","attest_storage":"https://pith.science/pith/LCV44ZD32BWPIPIVIR4DGHH4IO/action/storage_attestation","attest_author":"https://pith.science/pith/LCV44ZD32BWPIPIVIR4DGHH4IO/action/author_attestation","sign_citation":"https://pith.science/pith/LCV44ZD32BWPIPIVIR4DGHH4IO/action/citation_signature","submit_replication":"https://pith.science/pith/LCV44ZD32BWPIPIVIR4DGHH4IO/action/replication_record"}},"created_at":"2026-07-05T07:07:08.980784+00:00","updated_at":"2026-07-05T07:07:08.980784+00:00"}