{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:QX3OFEV64NUTJWX6ABDHGZ72BN","short_pith_number":"pith:QX3OFEV6","canonical_record":{"source":{"id":"2208.03270","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-08-05T16:41:46Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"9c0c288fca4a400dd129080105a69881bdbb5b1d20b3fc831b6f5a3a95715a41","abstract_canon_sha256":"945bde57ffb1b52864b9457cfc0659f635b0c609d84add7dfde4494aafed6a45"},"schema_version":"1.0"},"canonical_sha256":"85f6e292bee36934dafe00467367fa0b7400bf85febe4f74eac8a551d5a2474f","source":{"kind":"arxiv","id":"2208.03270","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2208.03270","created_at":"2026-07-05T04:49:03Z"},{"alias_kind":"arxiv_version","alias_value":"2208.03270v2","created_at":"2026-07-05T04:49:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2208.03270","created_at":"2026-07-05T04:49:03Z"},{"alias_kind":"pith_short_12","alias_value":"QX3OFEV64NUT","created_at":"2026-07-05T04:49:03Z"},{"alias_kind":"pith_short_16","alias_value":"QX3OFEV64NUTJWX6","created_at":"2026-07-05T04:49:03Z"},{"alias_kind":"pith_short_8","alias_value":"QX3OFEV6","created_at":"2026-07-05T04:49:03Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:QX3OFEV64NUTJWX6ABDHGZ72BN","target":"record","payload":{"canonical_record":{"source":{"id":"2208.03270","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-08-05T16:41:46Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"9c0c288fca4a400dd129080105a69881bdbb5b1d20b3fc831b6f5a3a95715a41","abstract_canon_sha256":"945bde57ffb1b52864b9457cfc0659f635b0c609d84add7dfde4494aafed6a45"},"schema_version":"1.0"},"canonical_sha256":"85f6e292bee36934dafe00467367fa0b7400bf85febe4f74eac8a551d5a2474f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:49:03.033798Z","signature_b64":"sb8y737pp2JAKr+zUACj9w6F+QTOpozeOjV7UzfuFrndCpSfcX0AL/aofJV7M6zZs4fytYYrOeM01ue2A9kUAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"85f6e292bee36934dafe00467367fa0b7400bf85febe4f74eac8a551d5a2474f","last_reissued_at":"2026-07-05T04:49:03.033411Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:49:03.033411Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2208.03270","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:49:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pMy09QMws6qoRO/G8a1snQv7aevawlLSHTWSv/AkimoKj1POf4XfMK0zBJOfiYwsryTEWjztIL0/uShDKjAVCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T18:34:31.405588Z"},"content_sha256":"4d457db18b69c251c30df796ced4863795814f202f2d26abbf58d877b18786fb","schema_version":"1.0","event_id":"sha256:4d457db18b69c251c30df796ced4863795814f202f2d26abbf58d877b18786fb"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:QX3OFEV64NUTJWX6ABDHGZ72BN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Learning New Skills after Deployment: Improving open-domain internet-driven dialogue with human feedback","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Jason Weston, Jing Xu, Kushal Arora, Megan Ung, Mojtaba Komeili, Y-Lan Boureau","submitted_at":"2022-08-05T16:41:46Z","abstract_excerpt":"Frozen models trained to mimic static datasets can never improve their performance. Models that can employ internet-retrieval for up-to-date information and obtain feedback from humans during deployment provide the promise of both adapting to new information, and improving their performance. In this work we study how to improve internet-driven conversational skills in such a learning framework. We collect deployment data, which we make publicly available, of human interactions, and collect various types of human feedback -- including binary quality measurements, free-form text feedback, and fi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2208.03270","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2208.03270/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:49:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"E6AJaIs0jwvuDOofihZ7qZs9gvCW20z/2QZHaaFIBicGm2BQRaUrynLAkspL4RCB7/AVpUyvh/ybQHqo6IywDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T18:34:31.406319Z"},"content_sha256":"f8294c29fe9f2b53e17ce675abad5895a4f8d5820df437e9c9415ac8cfb9c332","schema_version":"1.0","event_id":"sha256:f8294c29fe9f2b53e17ce675abad5895a4f8d5820df437e9c9415ac8cfb9c332"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QX3OFEV64NUTJWX6ABDHGZ72BN/bundle.json","state_url":"https://pith.science/pith/QX3OFEV64NUTJWX6ABDHGZ72BN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QX3OFEV64NUTJWX6ABDHGZ72BN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T18:34:31Z","links":{"resolver":"https://pith.science/pith/QX3OFEV64NUTJWX6ABDHGZ72BN","bundle":"https://pith.science/pith/QX3OFEV64NUTJWX6ABDHGZ72BN/bundle.json","state":"https://pith.science/pith/QX3OFEV64NUTJWX6ABDHGZ72BN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QX3OFEV64NUTJWX6ABDHGZ72BN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:QX3OFEV64NUTJWX6ABDHGZ72BN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"945bde57ffb1b52864b9457cfc0659f635b0c609d84add7dfde4494aafed6a45","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-08-05T16:41:46Z","title_canon_sha256":"9c0c288fca4a400dd129080105a69881bdbb5b1d20b3fc831b6f5a3a95715a41"},"schema_version":"1.0","source":{"id":"2208.03270","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2208.03270","created_at":"2026-07-05T04:49:03Z"},{"alias_kind":"arxiv_version","alias_value":"2208.03270v2","created_at":"2026-07-05T04:49:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2208.03270","created_at":"2026-07-05T04:49:03Z"},{"alias_kind":"pith_short_12","alias_value":"QX3OFEV64NUT","created_at":"2026-07-05T04:49:03Z"},{"alias_kind":"pith_short_16","alias_value":"QX3OFEV64NUTJWX6","created_at":"2026-07-05T04:49:03Z"},{"alias_kind":"pith_short_8","alias_value":"QX3OFEV6","created_at":"2026-07-05T04:49:03Z"}],"graph_snapshots":[{"event_id":"sha256:f8294c29fe9f2b53e17ce675abad5895a4f8d5820df437e9c9415ac8cfb9c332","target":"graph","created_at":"2026-07-05T04:49:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2208.03270/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Frozen models trained to mimic static datasets can never improve their performance. Models that can employ internet-retrieval for up-to-date information and obtain feedback from humans during deployment provide the promise of both adapting to new information, and improving their performance. In this work we study how to improve internet-driven conversational skills in such a learning framework. We collect deployment data, which we make publicly available, of human interactions, and collect various types of human feedback -- including binary quality measurements, free-form text feedback, and fi","authors_text":"Jason Weston, Jing Xu, Kushal Arora, Megan Ung, Mojtaba Komeili, Y-Lan Boureau","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-08-05T16:41:46Z","title":"Learning New Skills after Deployment: Improving open-domain internet-driven dialogue with human feedback"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2208.03270","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4d457db18b69c251c30df796ced4863795814f202f2d26abbf58d877b18786fb","target":"record","created_at":"2026-07-05T04:49:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"945bde57ffb1b52864b9457cfc0659f635b0c609d84add7dfde4494aafed6a45","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-08-05T16:41:46Z","title_canon_sha256":"9c0c288fca4a400dd129080105a69881bdbb5b1d20b3fc831b6f5a3a95715a41"},"schema_version":"1.0","source":{"id":"2208.03270","kind":"arxiv","version":2}},"canonical_sha256":"85f6e292bee36934dafe00467367fa0b7400bf85febe4f74eac8a551d5a2474f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"85f6e292bee36934dafe00467367fa0b7400bf85febe4f74eac8a551d5a2474f","first_computed_at":"2026-07-05T04:49:03.033411Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:49:03.033411Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"sb8y737pp2JAKr+zUACj9w6F+QTOpozeOjV7UzfuFrndCpSfcX0AL/aofJV7M6zZs4fytYYrOeM01ue2A9kUAg==","signature_status":"signed_v1","signed_at":"2026-07-05T04:49:03.033798Z","signed_message":"canonical_sha256_bytes"},"source_id":"2208.03270","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4d457db18b69c251c30df796ced4863795814f202f2d26abbf58d877b18786fb","sha256:f8294c29fe9f2b53e17ce675abad5895a4f8d5820df437e9c9415ac8cfb9c332"],"state_sha256":"46d046a6e8d45f3433b17d04b8f6c79c36a28c9c9d86254d0067500c6e2f43d5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5E3o2klRyVt5qonB0SEXUVIXCsVbqDtzIKk6wHizm7YGUaD9xgHK7B+eV8xMVWb6qsMXkenTQozR/sOQm7Q6DQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T18:34:31.411764Z","bundle_sha256":"845ac43b050b3478a986445ffaa48dddf07d1acc92ad1509032dea412aed6553"}}