{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:GI4KNT6572DHGCQPATJYUWX5WL","short_pith_number":"pith:GI4KNT65","schema_version":"1.0","canonical_sha256":"3238a6cfddfe86730a0f04d38a5afdb2d3a052923346b99e033193e5050eb351","source":{"kind":"arxiv","id":"2408.16961","version":2},"attestation_state":"computed","paper":{"title":"The Future of Open Human Feedback","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.HC","authors_text":"Andi Peng, Atoosa Kasirzadeh, Ben Burtenshaw, Cailean Osborne, Daniel Vila-Suero, Hannah Rose Kirk, Idan Shenfeld, Jennifer Ding, Leshem Choshen, Mikhail Yurochkin, Mimansa Jaiswal, Omri Abend, Ramon Fernandez Astudillo, Sara Hooker, Shachar Don-Yehiya, Tatsunori Hashimoto, Tzu-Sheng Kuo, Wenting Zhao, Yacine Jernite, Yangsibo Huang","submitted_at":"2024-08-15T17:59:14Z","abstract_excerpt":"Human feedback on conversations with language language models (LLMs) is central to how these systems learn about the world, improve their capabilities, and are steered toward desirable and safe behaviors. However, this feedback is mostly collected by frontier AI labs and kept behind closed doors. In this work, we bring together interdisciplinary experts to assess the opportunities and challenges to realizing an open ecosystem of human feedback for AI. We first look for successful practices in peer production, open source, and citizen science communities. We then characterize the main challenge"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2408.16961","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2024-08-15T17:59:14Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"c507b8212b81e8ed6d96661d3ec3e1efba91d4032be61f0171c65fe10d5242ae","abstract_canon_sha256":"1bbef13fb08e7e683c54941c77bbea45c878671e2a704275567083030de9d2f4"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:03:02.738927Z","signature_b64":"YiCCxzhOT/s183AZRs/bMol1wzyETWJVrGPNTjs1IA41KInItTz4zDwaAOwqTA4PILvil1Nbnf4WxhOMsvDjAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3238a6cfddfe86730a0f04d38a5afdb2d3a052923346b99e033193e5050eb351","last_reissued_at":"2026-07-05T09:03:02.738448Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:03:02.738448Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"The Future of Open Human Feedback","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.HC","authors_text":"Andi Peng, Atoosa Kasirzadeh, Ben Burtenshaw, Cailean Osborne, Daniel Vila-Suero, Hannah Rose Kirk, Idan Shenfeld, Jennifer Ding, Leshem Choshen, Mikhail Yurochkin, Mimansa Jaiswal, Omri Abend, Ramon Fernandez Astudillo, Sara Hooker, Shachar Don-Yehiya, Tatsunori Hashimoto, Tzu-Sheng Kuo, Wenting Zhao, Yacine Jernite, Yangsibo Huang","submitted_at":"2024-08-15T17:59:14Z","abstract_excerpt":"Human feedback on conversations with language language models (LLMs) is central to how these systems learn about the world, improve their capabilities, and are steered toward desirable and safe behaviors. However, this feedback is mostly collected by frontier AI labs and kept behind closed doors. In this work, we bring together interdisciplinary experts to assess the opportunities and challenges to realizing an open ecosystem of human feedback for AI. We first look for successful practices in peer production, open source, and citizen science communities. We then characterize the main challenge"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.16961","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.16961/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2408.16961","created_at":"2026-07-05T09:03:02.738512+00:00"},{"alias_kind":"arxiv_version","alias_value":"2408.16961v2","created_at":"2026-07-05T09:03:02.738512+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.16961","created_at":"2026-07-05T09:03:02.738512+00:00"},{"alias_kind":"pith_short_12","alias_value":"GI4KNT6572DH","created_at":"2026-07-05T09:03:02.738512+00:00"},{"alias_kind":"pith_short_16","alias_value":"GI4KNT6572DHGCQP","created_at":"2026-07-05T09:03:02.738512+00:00"},{"alias_kind":"pith_short_8","alias_value":"GI4KNT65","created_at":"2026-07-05T09:03:02.738512+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/GI4KNT6572DHGCQPATJYUWX5WL","json":"https://pith.science/pith/GI4KNT6572DHGCQPATJYUWX5WL.json","graph_json":"https://pith.science/api/pith-number/GI4KNT6572DHGCQPATJYUWX5WL/graph.json","events_json":"https://pith.science/api/pith-number/GI4KNT6572DHGCQPATJYUWX5WL/events.json","paper":"https://pith.science/paper/GI4KNT65"},"agent_actions":{"view_html":"https://pith.science/pith/GI4KNT6572DHGCQPATJYUWX5WL","download_json":"https://pith.science/pith/GI4KNT6572DHGCQPATJYUWX5WL.json","view_paper":"https://pith.science/paper/GI4KNT65","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2408.16961&json=true","fetch_graph":"https://pith.science/api/pith-number/GI4KNT6572DHGCQPATJYUWX5WL/graph.json","fetch_events":"https://pith.science/api/pith-number/GI4KNT6572DHGCQPATJYUWX5WL/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/GI4KNT6572DHGCQPATJYUWX5WL/action/timestamp_anchor","attest_storage":"https://pith.science/pith/GI4KNT6572DHGCQPATJYUWX5WL/action/storage_attestation","attest_author":"https://pith.science/pith/GI4KNT6572DHGCQPATJYUWX5WL/action/author_attestation","sign_citation":"https://pith.science/pith/GI4KNT6572DHGCQPATJYUWX5WL/action/citation_signature","submit_replication":"https://pith.science/pith/GI4KNT6572DHGCQPATJYUWX5WL/action/replication_record"}},"created_at":"2026-07-05T09:03:02.738512+00:00","updated_at":"2026-07-05T09:03:02.738512+00:00"}