{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:A7GRGEQX5RFXJT5EZM2VH3H7ZZ","short_pith_number":"pith:A7GRGEQX","canonical_record":{"source":{"id":"2303.06135","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-10T18:53:52Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"ccb76ae4e291d36e281b9979453ff3b69a8983e0f18d126164496f170083fe20","abstract_canon_sha256":"41416ce45f5eafc399a7b00b91b94082ff8f329c37257c367a4c3709960674d6"},"schema_version":"1.0"},"canonical_sha256":"07cd131217ec4b74cfa4cb3553ecffce61ef8e5a76b45729225357bb4798ef72","source":{"kind":"arxiv","id":"2303.06135","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2303.06135","created_at":"2026-07-05T05:56:41Z"},{"alias_kind":"arxiv_version","alias_value":"2303.06135v2","created_at":"2026-07-05T05:56:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2303.06135","created_at":"2026-07-05T05:56:41Z"},{"alias_kind":"pith_short_12","alias_value":"A7GRGEQX5RFX","created_at":"2026-07-05T05:56:41Z"},{"alias_kind":"pith_short_16","alias_value":"A7GRGEQX5RFXJT5E","created_at":"2026-07-05T05:56:41Z"},{"alias_kind":"pith_short_8","alias_value":"A7GRGEQX","created_at":"2026-07-05T05:56:41Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:A7GRGEQX5RFXJT5EZM2VH3H7ZZ","target":"record","payload":{"canonical_record":{"source":{"id":"2303.06135","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-10T18:53:52Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"ccb76ae4e291d36e281b9979453ff3b69a8983e0f18d126164496f170083fe20","abstract_canon_sha256":"41416ce45f5eafc399a7b00b91b94082ff8f329c37257c367a4c3709960674d6"},"schema_version":"1.0"},"canonical_sha256":"07cd131217ec4b74cfa4cb3553ecffce61ef8e5a76b45729225357bb4798ef72","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:56:41.849398Z","signature_b64":"8P9VBgKSxtIs+Nsf2HWnY3l4nvNQmwNeP9wsv+Fioap08WNTMD2U84eRKxEp/7j5gjZhfTDbzLisEEZbR3nBCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"07cd131217ec4b74cfa4cb3553ecffce61ef8e5a76b45729225357bb4798ef72","last_reissued_at":"2026-07-05T05:56:41.848875Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:56:41.848875Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2303.06135","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:56:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yl6GIO1o7Uru5OOrLQsVp6W3Bom/6DvNEeFRhy8Z2vVxQdVOgVIgnCfY1Qv8cM9aBOq0q2LV5tH806JuxhDvCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T23:06:54.323254Z"},"content_sha256":"0328c708f2361830eac4c36e2bde2303129cf344fdfb138188de060ecf952a19","schema_version":"1.0","event_id":"sha256:0328c708f2361830eac4c36e2bde2303129cf344fdfb138188de060ecf952a19"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:A7GRGEQX5RFXJT5EZM2VH3H7ZZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Rewarding Chatbots for Real-World Engagement with Millions of Users","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Adian Liusie, Aliaksei Korshuk, Christie-Carol Beauchamp, Douglas Boubert, Fritz Cremer, Robert Irvine, Thomas Rialan, Valentin Assassi, Vineet Mudupalli, Vyas Raina, William Beauchamp, Xiaoding Lu, Ziyi Zhu, Zongyi Liu","submitted_at":"2023-03-10T18:53:52Z","abstract_excerpt":"The emergence of pretrained large language models has led to the deployment of a range of social chatbots for chitchat. Although these chatbots demonstrate language ability and fluency, they are not guaranteed to be engaging and can struggle to retain users. This work investigates the development of social chatbots that prioritize user engagement to enhance retention, specifically examining the use of human feedback to efficiently develop highly engaging chatbots. The proposed approach uses automatic pseudo-labels collected from user interactions to train a reward model that can be used to rej"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2303.06135","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2303.06135/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:56:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UAoA6qcZTezhuC3l8i6Se5gJfSwKTMNA1NagfLW8W0E6ufKZZdJtFMYjWMKzcyI/LkT3T/hMfcpn9+BiUZx/CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T23:06:54.323888Z"},"content_sha256":"f405e5aa20161aeb4a2a74fc53397d129ea5030ae6e0ef4584a0f9ea31f90b35","schema_version":"1.0","event_id":"sha256:f405e5aa20161aeb4a2a74fc53397d129ea5030ae6e0ef4584a0f9ea31f90b35"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/A7GRGEQX5RFXJT5EZM2VH3H7ZZ/bundle.json","state_url":"https://pith.science/pith/A7GRGEQX5RFXJT5EZM2VH3H7ZZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/A7GRGEQX5RFXJT5EZM2VH3H7ZZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T23:06:54Z","links":{"resolver":"https://pith.science/pith/A7GRGEQX5RFXJT5EZM2VH3H7ZZ","bundle":"https://pith.science/pith/A7GRGEQX5RFXJT5EZM2VH3H7ZZ/bundle.json","state":"https://pith.science/pith/A7GRGEQX5RFXJT5EZM2VH3H7ZZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/A7GRGEQX5RFXJT5EZM2VH3H7ZZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:A7GRGEQX5RFXJT5EZM2VH3H7ZZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"41416ce45f5eafc399a7b00b91b94082ff8f329c37257c367a4c3709960674d6","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-10T18:53:52Z","title_canon_sha256":"ccb76ae4e291d36e281b9979453ff3b69a8983e0f18d126164496f170083fe20"},"schema_version":"1.0","source":{"id":"2303.06135","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2303.06135","created_at":"2026-07-05T05:56:41Z"},{"alias_kind":"arxiv_version","alias_value":"2303.06135v2","created_at":"2026-07-05T05:56:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2303.06135","created_at":"2026-07-05T05:56:41Z"},{"alias_kind":"pith_short_12","alias_value":"A7GRGEQX5RFX","created_at":"2026-07-05T05:56:41Z"},{"alias_kind":"pith_short_16","alias_value":"A7GRGEQX5RFXJT5E","created_at":"2026-07-05T05:56:41Z"},{"alias_kind":"pith_short_8","alias_value":"A7GRGEQX","created_at":"2026-07-05T05:56:41Z"}],"graph_snapshots":[{"event_id":"sha256:f405e5aa20161aeb4a2a74fc53397d129ea5030ae6e0ef4584a0f9ea31f90b35","target":"graph","created_at":"2026-07-05T05:56:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2303.06135/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The emergence of pretrained large language models has led to the deployment of a range of social chatbots for chitchat. Although these chatbots demonstrate language ability and fluency, they are not guaranteed to be engaging and can struggle to retain users. This work investigates the development of social chatbots that prioritize user engagement to enhance retention, specifically examining the use of human feedback to efficiently develop highly engaging chatbots. The proposed approach uses automatic pseudo-labels collected from user interactions to train a reward model that can be used to rej","authors_text":"Adian Liusie, Aliaksei Korshuk, Christie-Carol Beauchamp, Douglas Boubert, Fritz Cremer, Robert Irvine, Thomas Rialan, Valentin Assassi, Vineet Mudupalli, Vyas Raina, William Beauchamp, Xiaoding Lu, Ziyi Zhu, Zongyi Liu","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-10T18:53:52Z","title":"Rewarding Chatbots for Real-World Engagement with Millions of Users"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2303.06135","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0328c708f2361830eac4c36e2bde2303129cf344fdfb138188de060ecf952a19","target":"record","created_at":"2026-07-05T05:56:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"41416ce45f5eafc399a7b00b91b94082ff8f329c37257c367a4c3709960674d6","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-10T18:53:52Z","title_canon_sha256":"ccb76ae4e291d36e281b9979453ff3b69a8983e0f18d126164496f170083fe20"},"schema_version":"1.0","source":{"id":"2303.06135","kind":"arxiv","version":2}},"canonical_sha256":"07cd131217ec4b74cfa4cb3553ecffce61ef8e5a76b45729225357bb4798ef72","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"07cd131217ec4b74cfa4cb3553ecffce61ef8e5a76b45729225357bb4798ef72","first_computed_at":"2026-07-05T05:56:41.848875Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:56:41.848875Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"8P9VBgKSxtIs+Nsf2HWnY3l4nvNQmwNeP9wsv+Fioap08WNTMD2U84eRKxEp/7j5gjZhfTDbzLisEEZbR3nBCg==","signature_status":"signed_v1","signed_at":"2026-07-05T05:56:41.849398Z","signed_message":"canonical_sha256_bytes"},"source_id":"2303.06135","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0328c708f2361830eac4c36e2bde2303129cf344fdfb138188de060ecf952a19","sha256:f405e5aa20161aeb4a2a74fc53397d129ea5030ae6e0ef4584a0f9ea31f90b35"],"state_sha256":"d0d7633f80eb729436abbd2ac523ad7d1381b6df7e71d4d7492d4603221fc097"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"s9ezsTqTE5kpO2Diaq+17huXleYxHKEdV7wFf2nRasupjDkDcTJKIzVWxweBZrBVJoNSzYInmDcHHZv5BEB0Dg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T23:06:54.329317Z","bundle_sha256":"ac746cc565fb230958bca6c07ea3a7ea5517b2940c2ac19eaf20fb8b9b310e55"}}