{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:QBFLDN2EN7WDDXQCCNWHRPIZJO","short_pith_number":"pith:QBFLDN2E","canonical_record":{"source":{"id":"2210.12362","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-22T06:09:43Z","cross_cats_sorted":[],"title_canon_sha256":"8efd074d8f132c3477280e35de3c8bbd0a2c0f0a5d626df29367c508ebc5bfad","abstract_canon_sha256":"e58e0cc7d94bd883a7094ca21aea7b92fcb7063b1672a90b04c0b41a9cf96555"},"schema_version":"1.0"},"canonical_sha256":"804ab1b7446fec31de02136c78bd194bbc1205d727f132c747711732e7ebbd72","source":{"kind":"arxiv","id":"2210.12362","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.12362","created_at":"2026-07-05T05:09:27Z"},{"alias_kind":"arxiv_version","alias_value":"2210.12362v1","created_at":"2026-07-05T05:09:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.12362","created_at":"2026-07-05T05:09:27Z"},{"alias_kind":"pith_short_12","alias_value":"QBFLDN2EN7WD","created_at":"2026-07-05T05:09:27Z"},{"alias_kind":"pith_short_16","alias_value":"QBFLDN2EN7WDDXQC","created_at":"2026-07-05T05:09:27Z"},{"alias_kind":"pith_short_8","alias_value":"QBFLDN2E","created_at":"2026-07-05T05:09:27Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:QBFLDN2EN7WDDXQCCNWHRPIZJO","target":"record","payload":{"canonical_record":{"source":{"id":"2210.12362","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-22T06:09:43Z","cross_cats_sorted":[],"title_canon_sha256":"8efd074d8f132c3477280e35de3c8bbd0a2c0f0a5d626df29367c508ebc5bfad","abstract_canon_sha256":"e58e0cc7d94bd883a7094ca21aea7b92fcb7063b1672a90b04c0b41a9cf96555"},"schema_version":"1.0"},"canonical_sha256":"804ab1b7446fec31de02136c78bd194bbc1205d727f132c747711732e7ebbd72","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:09:27.196870Z","signature_b64":"wSVIucmrlKsJ/i1zwhB02wnt2LNfzL6jfqtjguhC41IQRze3f4bjkMlFpCtedsdB067VKXGX9jlrNBbz8mzdBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"804ab1b7446fec31de02136c78bd194bbc1205d727f132c747711732e7ebbd72","last_reissued_at":"2026-07-05T05:09:27.196378Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:09:27.196378Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2210.12362","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:09:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oM73KpjSHk61GfU+TCqqe2Cyfe2KBUp6bZJYknT3zumat7ySVlSFi31mS4TOF45qP8Di3+ZEIu4nYL7nMaurBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T06:50:35.766975Z"},"content_sha256":"3ac5c4dad2ca62bf3f177b0a1c2630ef5365a0768d0b0d60f0e308df18c2907b","schema_version":"1.0","event_id":"sha256:3ac5c4dad2ca62bf3f177b0a1c2630ef5365a0768d0b0d60f0e308df18c2907b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:QBFLDN2EN7WDDXQCCNWHRPIZJO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"EnDex: Evaluation of Dialogue Engagingness at Scale","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Fabrice Harel-Canada, Guangxuan Xu, Nanyun Peng, Nischal Reddy Chandra, Ruibo Liu","submitted_at":"2022-10-22T06:09:43Z","abstract_excerpt":"We propose EnDex, the first human-reaction based model to evaluate dialogue engagingness. EnDex is trained on 80k Reddit-based Engagement Dataset (RED) curated using a novel distant-supervision framework. Engagingness is a key measure that captures high-level quality of AI dialogue systems and closely reflects actual user experience. However, data shortage, plus the abstract and extensive definition of engagingness makes it challenging to develop an automatic metric. Our work departs from mainstream approaches that use synthetic negative examples to train binary classifiers, and instead, propo"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.12362","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2210.12362/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:09:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"28UXPMB7x34Wyn97oFO4xeI19inXljhtwBiRxDGs/VBDCretjblsg4LkHo2Xbb9XRMd0afnKlG2hVKqwuzqIDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T06:50:35.767369Z"},"content_sha256":"b8cb6ea5ad86998239ac132976bfe6cc8119cac638743ae9d97c317d96035022","schema_version":"1.0","event_id":"sha256:b8cb6ea5ad86998239ac132976bfe6cc8119cac638743ae9d97c317d96035022"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QBFLDN2EN7WDDXQCCNWHRPIZJO/bundle.json","state_url":"https://pith.science/pith/QBFLDN2EN7WDDXQCCNWHRPIZJO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QBFLDN2EN7WDDXQCCNWHRPIZJO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-09T06:50:35Z","links":{"resolver":"https://pith.science/pith/QBFLDN2EN7WDDXQCCNWHRPIZJO","bundle":"https://pith.science/pith/QBFLDN2EN7WDDXQCCNWHRPIZJO/bundle.json","state":"https://pith.science/pith/QBFLDN2EN7WDDXQCCNWHRPIZJO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QBFLDN2EN7WDDXQCCNWHRPIZJO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:QBFLDN2EN7WDDXQCCNWHRPIZJO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e58e0cc7d94bd883a7094ca21aea7b92fcb7063b1672a90b04c0b41a9cf96555","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-22T06:09:43Z","title_canon_sha256":"8efd074d8f132c3477280e35de3c8bbd0a2c0f0a5d626df29367c508ebc5bfad"},"schema_version":"1.0","source":{"id":"2210.12362","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.12362","created_at":"2026-07-05T05:09:27Z"},{"alias_kind":"arxiv_version","alias_value":"2210.12362v1","created_at":"2026-07-05T05:09:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.12362","created_at":"2026-07-05T05:09:27Z"},{"alias_kind":"pith_short_12","alias_value":"QBFLDN2EN7WD","created_at":"2026-07-05T05:09:27Z"},{"alias_kind":"pith_short_16","alias_value":"QBFLDN2EN7WDDXQC","created_at":"2026-07-05T05:09:27Z"},{"alias_kind":"pith_short_8","alias_value":"QBFLDN2E","created_at":"2026-07-05T05:09:27Z"}],"graph_snapshots":[{"event_id":"sha256:b8cb6ea5ad86998239ac132976bfe6cc8119cac638743ae9d97c317d96035022","target":"graph","created_at":"2026-07-05T05:09:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2210.12362/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We propose EnDex, the first human-reaction based model to evaluate dialogue engagingness. EnDex is trained on 80k Reddit-based Engagement Dataset (RED) curated using a novel distant-supervision framework. Engagingness is a key measure that captures high-level quality of AI dialogue systems and closely reflects actual user experience. However, data shortage, plus the abstract and extensive definition of engagingness makes it challenging to develop an automatic metric. Our work departs from mainstream approaches that use synthetic negative examples to train binary classifiers, and instead, propo","authors_text":"Fabrice Harel-Canada, Guangxuan Xu, Nanyun Peng, Nischal Reddy Chandra, Ruibo Liu","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-22T06:09:43Z","title":"EnDex: Evaluation of Dialogue Engagingness at Scale"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.12362","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3ac5c4dad2ca62bf3f177b0a1c2630ef5365a0768d0b0d60f0e308df18c2907b","target":"record","created_at":"2026-07-05T05:09:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e58e0cc7d94bd883a7094ca21aea7b92fcb7063b1672a90b04c0b41a9cf96555","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-22T06:09:43Z","title_canon_sha256":"8efd074d8f132c3477280e35de3c8bbd0a2c0f0a5d626df29367c508ebc5bfad"},"schema_version":"1.0","source":{"id":"2210.12362","kind":"arxiv","version":1}},"canonical_sha256":"804ab1b7446fec31de02136c78bd194bbc1205d727f132c747711732e7ebbd72","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"804ab1b7446fec31de02136c78bd194bbc1205d727f132c747711732e7ebbd72","first_computed_at":"2026-07-05T05:09:27.196378Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:09:27.196378Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"wSVIucmrlKsJ/i1zwhB02wnt2LNfzL6jfqtjguhC41IQRze3f4bjkMlFpCtedsdB067VKXGX9jlrNBbz8mzdBA==","signature_status":"signed_v1","signed_at":"2026-07-05T05:09:27.196870Z","signed_message":"canonical_sha256_bytes"},"source_id":"2210.12362","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3ac5c4dad2ca62bf3f177b0a1c2630ef5365a0768d0b0d60f0e308df18c2907b","sha256:b8cb6ea5ad86998239ac132976bfe6cc8119cac638743ae9d97c317d96035022"],"state_sha256":"a1a3ef555460842755e2dbc201533133acc4f8aabe8a46a69d1a0019fd710fbb"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VxQgP9mDkEU7iVUcKSqChHm3vNe2GHZblv42wUo0EaJTpt8x5X6EHd3VuMBXowhpirO6EcPGIW3VdVtzpScBDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-09T06:50:35.769742Z","bundle_sha256":"8348d368f3dc04bbe1bc19d8e8ec1c52262361e7bc4691d912a2c85fa10cd10d"}}