{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:LTFJ7KHAOUPJX4PBMJOQY34NCC","short_pith_number":"pith:LTFJ7KHA","canonical_record":{"source":{"id":"2310.15758","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-24T12:01:11Z","cross_cats_sorted":[],"title_canon_sha256":"9108a881babffab622c950860a5ff009c14ac5aaf74723bd89b6795a98136e76","abstract_canon_sha256":"51711206d6c574ac0f690114660ec60b81def25b678603458e7eb222b5a1f183"},"schema_version":"1.0"},"canonical_sha256":"5cca9fa8e0751e9bf1e1625d0c6f8d108bc50f181cfa03617ba4e68fc81ac579","source":{"kind":"arxiv","id":"2310.15758","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.15758","created_at":"2026-07-05T07:04:30Z"},{"alias_kind":"arxiv_version","alias_value":"2310.15758v1","created_at":"2026-07-05T07:04:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.15758","created_at":"2026-07-05T07:04:30Z"},{"alias_kind":"pith_short_12","alias_value":"LTFJ7KHAOUPJ","created_at":"2026-07-05T07:04:30Z"},{"alias_kind":"pith_short_16","alias_value":"LTFJ7KHAOUPJX4PB","created_at":"2026-07-05T07:04:30Z"},{"alias_kind":"pith_short_8","alias_value":"LTFJ7KHA","created_at":"2026-07-05T07:04:30Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:LTFJ7KHAOUPJX4PBMJOQY34NCC","target":"record","payload":{"canonical_record":{"source":{"id":"2310.15758","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-24T12:01:11Z","cross_cats_sorted":[],"title_canon_sha256":"9108a881babffab622c950860a5ff009c14ac5aaf74723bd89b6795a98136e76","abstract_canon_sha256":"51711206d6c574ac0f690114660ec60b81def25b678603458e7eb222b5a1f183"},"schema_version":"1.0"},"canonical_sha256":"5cca9fa8e0751e9bf1e1625d0c6f8d108bc50f181cfa03617ba4e68fc81ac579","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:04:30.594066Z","signature_b64":"h1wDI6cl9GI4dqinNKf408bQCuE5Efd1r0cuGgU2qUCOPOGeD5lhYLRn68nAKMPHxg97oYk6xaZOd9uRJEJpBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5cca9fa8e0751e9bf1e1625d0c6f8d108bc50f181cfa03617ba4e68fc81ac579","last_reissued_at":"2026-07-05T07:04:30.593587Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:04:30.593587Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.15758","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:04:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cuWWcwYAL1g0a2XczyhMhEVyqe1638g2SXWwIbZTZJfs9pO1UgqccLucUtopmngxwpYQoQQP4OBEPWjLPuoMAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T08:21:41.319729Z"},"content_sha256":"edccde129ac14870748a269368f02ef16e2e1e9c3840dd8da4c93cd96884614a","schema_version":"1.0","event_id":"sha256:edccde129ac14870748a269368f02ef16e2e1e9c3840dd8da4c93cd96884614a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:LTFJ7KHAOUPJX4PBMJOQY34NCC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Learning From Free-Text Human Feedback -- Collect New Datasets Or Extend Existing Ones?","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Dominic Petrak, Iryna Gurevych, Nafise Sadat Moosavi, Nikolai Rozanov, Ye Tian","submitted_at":"2023-10-24T12:01:11Z","abstract_excerpt":"Learning from free-text human feedback is essential for dialog systems, but annotated data is scarce and usually covers only a small fraction of error types known in conversational AI. Instead of collecting and annotating new datasets from scratch, recent advances in synthetic dialog generation could be used to augment existing dialog datasets with the necessary annotations. However, to assess the feasibility of such an effort, it is important to know the types and frequency of free-text human feedback included in these datasets. In this work, we investigate this question for a variety of comm"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.15758","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.15758/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:04:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pstuYfpYHF/roWvQH2C7R0gdwqVmju8FkrlW8WlgSqf81w0JfN7McFedBeD5kUz6Fhmfhj016Ft1sqdlDzfEDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T08:21:41.320115Z"},"content_sha256":"0d844480c137aa6fc7d2030e68602803ca7e4a7ca99b408722ffad2b96e101d1","schema_version":"1.0","event_id":"sha256:0d844480c137aa6fc7d2030e68602803ca7e4a7ca99b408722ffad2b96e101d1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LTFJ7KHAOUPJX4PBMJOQY34NCC/bundle.json","state_url":"https://pith.science/pith/LTFJ7KHAOUPJX4PBMJOQY34NCC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LTFJ7KHAOUPJX4PBMJOQY34NCC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T08:21:41Z","links":{"resolver":"https://pith.science/pith/LTFJ7KHAOUPJX4PBMJOQY34NCC","bundle":"https://pith.science/pith/LTFJ7KHAOUPJX4PBMJOQY34NCC/bundle.json","state":"https://pith.science/pith/LTFJ7KHAOUPJX4PBMJOQY34NCC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LTFJ7KHAOUPJX4PBMJOQY34NCC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:LTFJ7KHAOUPJX4PBMJOQY34NCC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"51711206d6c574ac0f690114660ec60b81def25b678603458e7eb222b5a1f183","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-24T12:01:11Z","title_canon_sha256":"9108a881babffab622c950860a5ff009c14ac5aaf74723bd89b6795a98136e76"},"schema_version":"1.0","source":{"id":"2310.15758","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.15758","created_at":"2026-07-05T07:04:30Z"},{"alias_kind":"arxiv_version","alias_value":"2310.15758v1","created_at":"2026-07-05T07:04:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.15758","created_at":"2026-07-05T07:04:30Z"},{"alias_kind":"pith_short_12","alias_value":"LTFJ7KHAOUPJ","created_at":"2026-07-05T07:04:30Z"},{"alias_kind":"pith_short_16","alias_value":"LTFJ7KHAOUPJX4PB","created_at":"2026-07-05T07:04:30Z"},{"alias_kind":"pith_short_8","alias_value":"LTFJ7KHA","created_at":"2026-07-05T07:04:30Z"}],"graph_snapshots":[{"event_id":"sha256:0d844480c137aa6fc7d2030e68602803ca7e4a7ca99b408722ffad2b96e101d1","target":"graph","created_at":"2026-07-05T07:04:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.15758/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Learning from free-text human feedback is essential for dialog systems, but annotated data is scarce and usually covers only a small fraction of error types known in conversational AI. Instead of collecting and annotating new datasets from scratch, recent advances in synthetic dialog generation could be used to augment existing dialog datasets with the necessary annotations. However, to assess the feasibility of such an effort, it is important to know the types and frequency of free-text human feedback included in these datasets. In this work, we investigate this question for a variety of comm","authors_text":"Dominic Petrak, Iryna Gurevych, Nafise Sadat Moosavi, Nikolai Rozanov, Ye Tian","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-24T12:01:11Z","title":"Learning From Free-Text Human Feedback -- Collect New Datasets Or Extend Existing Ones?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.15758","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:edccde129ac14870748a269368f02ef16e2e1e9c3840dd8da4c93cd96884614a","target":"record","created_at":"2026-07-05T07:04:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"51711206d6c574ac0f690114660ec60b81def25b678603458e7eb222b5a1f183","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-24T12:01:11Z","title_canon_sha256":"9108a881babffab622c950860a5ff009c14ac5aaf74723bd89b6795a98136e76"},"schema_version":"1.0","source":{"id":"2310.15758","kind":"arxiv","version":1}},"canonical_sha256":"5cca9fa8e0751e9bf1e1625d0c6f8d108bc50f181cfa03617ba4e68fc81ac579","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5cca9fa8e0751e9bf1e1625d0c6f8d108bc50f181cfa03617ba4e68fc81ac579","first_computed_at":"2026-07-05T07:04:30.593587Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:04:30.593587Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"h1wDI6cl9GI4dqinNKf408bQCuE5Efd1r0cuGgU2qUCOPOGeD5lhYLRn68nAKMPHxg97oYk6xaZOd9uRJEJpBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:04:30.594066Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.15758","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:edccde129ac14870748a269368f02ef16e2e1e9c3840dd8da4c93cd96884614a","sha256:0d844480c137aa6fc7d2030e68602803ca7e4a7ca99b408722ffad2b96e101d1"],"state_sha256":"282329d3ad076558cd4243a44d58eb683580d8c677ab1ac9711f54d5feb8e124"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XyutXciL3Rv5egxZC2xfVVyN0Qn3IJwmsw8MkxhHuQKmL7W3B6g9n0j0mt79mOKGKFWGZkB5+OKpGZRM4Ln5AQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T08:21:41.322902Z","bundle_sha256":"b722787fe4e4b547ee3add0d6b4a53734ea1168e967d5dd6a849cc6abdfa61a6"}}