{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2022:TLKHEJSBST3Q3GUZSTOCO2PZ2X","short_pith_number":"pith:TLKHEJSB","schema_version":"1.0","canonical_sha256":"9ad472264194f70d9a9994dc2769f9d5cb4e527e6b110873a02bf0dbaa542ebb","source":{"kind":"arxiv","id":"2210.15893","version":1},"attestation_state":"computed","paper":{"title":"When Life Gives You Lemons, Make Cherryade: Converting Feedback from Bad Responses into Good Labels","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Emily Dinan, Jason Weston, Jing Xu, Kurt Shuster, Weiyan Shi","submitted_at":"2022-10-28T04:57:21Z","abstract_excerpt":"Deployed dialogue agents have the potential to integrate human feedback to continuously improve themselves. However, humans may not always provide explicit signals when the chatbot makes mistakes during interactions. In this work, we propose Juicer, a framework to make use of both binary and free-form textual human feedback. It works by: (i) extending sparse binary feedback by training a satisfaction classifier to label the unlabeled data; and (ii) training a reply corrector to map the bad replies to good ones. We find that augmenting training with model-corrected replies improves the final di"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2210.15893","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-10-28T04:57:21Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"0bda0cd77f553ea069c6b583038861cdb75ffbfc96e7273dbb44183e2f1b1431","abstract_canon_sha256":"d8bf8d146715184fd2f8eec6b94beb693091e2fc7e925ee6299914343a3b28cf"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:11:27.100882Z","signature_b64":"m5KCIN27bFxS2pHXxct3Dw6x+KI7E3dQDiu2kZzxWirBey+K9hJnulwWOkYfghW8me6p6vHCDg5Lbs5fiJIlBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9ad472264194f70d9a9994dc2769f9d5cb4e527e6b110873a02bf0dbaa542ebb","last_reissued_at":"2026-07-05T05:11:27.100294Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:11:27.100294Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"When Life Gives You Lemons, Make Cherryade: Converting Feedback from Bad Responses into Good Labels","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Emily Dinan, Jason Weston, Jing Xu, Kurt Shuster, Weiyan Shi","submitted_at":"2022-10-28T04:57:21Z","abstract_excerpt":"Deployed dialogue agents have the potential to integrate human feedback to continuously improve themselves. However, humans may not always provide explicit signals when the chatbot makes mistakes during interactions. In this work, we propose Juicer, a framework to make use of both binary and free-form textual human feedback. It works by: (i) extending sparse binary feedback by training a satisfaction classifier to label the unlabeled data; and (ii) training a reply corrector to map the bad replies to good ones. We find that augmenting training with model-corrected replies improves the final di"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.15893","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2210.15893/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2210.15893","created_at":"2026-07-05T05:11:27.100366+00:00"},{"alias_kind":"arxiv_version","alias_value":"2210.15893v1","created_at":"2026-07-05T05:11:27.100366+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.15893","created_at":"2026-07-05T05:11:27.100366+00:00"},{"alias_kind":"pith_short_12","alias_value":"TLKHEJSBST3Q","created_at":"2026-07-05T05:11:27.100366+00:00"},{"alias_kind":"pith_short_16","alias_value":"TLKHEJSBST3Q3GUZ","created_at":"2026-07-05T05:11:27.100366+00:00"},{"alias_kind":"pith_short_8","alias_value":"TLKHEJSB","created_at":"2026-07-05T05:11:27.100366+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":2,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2408.15549","citing_title":"WildFeedback: Aligning LLMs With In-situ User Interactions And Feedback","ref_index":33,"is_internal_anchor":false},{"citing_arxiv_id":"2309.11495","citing_title":"Chain-of-Verification Reduces Hallucination in Large Language Models","ref_index":180,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/TLKHEJSBST3Q3GUZSTOCO2PZ2X","json":"https://pith.science/pith/TLKHEJSBST3Q3GUZSTOCO2PZ2X.json","graph_json":"https://pith.science/api/pith-number/TLKHEJSBST3Q3GUZSTOCO2PZ2X/graph.json","events_json":"https://pith.science/api/pith-number/TLKHEJSBST3Q3GUZSTOCO2PZ2X/events.json","paper":"https://pith.science/paper/TLKHEJSB"},"agent_actions":{"view_html":"https://pith.science/pith/TLKHEJSBST3Q3GUZSTOCO2PZ2X","download_json":"https://pith.science/pith/TLKHEJSBST3Q3GUZSTOCO2PZ2X.json","view_paper":"https://pith.science/paper/TLKHEJSB","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2210.15893&json=true","fetch_graph":"https://pith.science/api/pith-number/TLKHEJSBST3Q3GUZSTOCO2PZ2X/graph.json","fetch_events":"https://pith.science/api/pith-number/TLKHEJSBST3Q3GUZSTOCO2PZ2X/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/TLKHEJSBST3Q3GUZSTOCO2PZ2X/action/timestamp_anchor","attest_storage":"https://pith.science/pith/TLKHEJSBST3Q3GUZSTOCO2PZ2X/action/storage_attestation","attest_author":"https://pith.science/pith/TLKHEJSBST3Q3GUZSTOCO2PZ2X/action/author_attestation","sign_citation":"https://pith.science/pith/TLKHEJSBST3Q3GUZSTOCO2PZ2X/action/citation_signature","submit_replication":"https://pith.science/pith/TLKHEJSBST3Q3GUZSTOCO2PZ2X/action/replication_record"}},"created_at":"2026-07-05T05:11:27.100366+00:00","updated_at":"2026-07-05T05:11:27.100366+00:00"}