{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:ISN2TSFOPML2TZUS4KNN2O3VO5","short_pith_number":"pith:ISN2TSFO","canonical_record":{"source":{"id":"2010.02260","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2020-10-05T18:13:45Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"c232fb791601b79e5e60103f227e3d9f6b7898fa15cd2b39f35118804b3dffaf","abstract_canon_sha256":"5a0ce04fbf8391a2e4c2f54d041a3deffb361a70893641f1f9cf13620cabaed9"},"schema_version":"1.0"},"canonical_sha256":"449ba9c8ae7b17a9e692e29add3b75774f777405550b619d8b287801ac4ff618","source":{"kind":"arxiv","id":"2010.02260","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2010.02260","created_at":"2026-07-05T01:40:48Z"},{"alias_kind":"arxiv_version","alias_value":"2010.02260v1","created_at":"2026-07-05T01:40:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2010.02260","created_at":"2026-07-05T01:40:48Z"},{"alias_kind":"pith_short_12","alias_value":"ISN2TSFOPML2","created_at":"2026-07-05T01:40:48Z"},{"alias_kind":"pith_short_16","alias_value":"ISN2TSFOPML2TZUS","created_at":"2026-07-05T01:40:48Z"},{"alias_kind":"pith_short_8","alias_value":"ISN2TSFO","created_at":"2026-07-05T01:40:48Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:ISN2TSFOPML2TZUS4KNN2O3VO5","target":"record","payload":{"canonical_record":{"source":{"id":"2010.02260","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2020-10-05T18:13:45Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"c232fb791601b79e5e60103f227e3d9f6b7898fa15cd2b39f35118804b3dffaf","abstract_canon_sha256":"5a0ce04fbf8391a2e4c2f54d041a3deffb361a70893641f1f9cf13620cabaed9"},"schema_version":"1.0"},"canonical_sha256":"449ba9c8ae7b17a9e692e29add3b75774f777405550b619d8b287801ac4ff618","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:40:48.235558Z","signature_b64":"2lkylYOX1tdh11z5iPII2Nt5F51nUGHoHmgQI9ci0r6RrEFz3FHu/L22p+ZrcHP2ffb4RNzuAdNCfh3q2wUGCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"449ba9c8ae7b17a9e692e29add3b75774f777405550b619d8b287801ac4ff618","last_reissued_at":"2026-07-05T01:40:48.235160Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:40:48.235160Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2010.02260","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:40:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8vFKLOV42eL2oMxCjU7H6J9hqWG9OlkARk0hGnEq2nUnQl9h9AZJmQI+mkS9u9MYj+u7ppfpY1P+xf2G3zrJCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-15T19:40:05.133436Z"},"content_sha256":"3d15fd8860ec880cee52e9388e55809bb9d74fadfab8f248010c7514d9541173","schema_version":"1.0","event_id":"sha256:3d15fd8860ec880cee52e9388e55809bb9d74fadfab8f248010c7514d9541173"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:ISN2TSFOPML2TZUS4KNN2O3VO5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Effects of Naturalistic Variation in Goal-Oriented Dialog","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Jatin Ganhotra, Kahini Wadhawan, Robert Moore, Sachindra Joshi","submitted_at":"2020-10-05T18:13:45Z","abstract_excerpt":"Existing benchmarks used to evaluate the performance of end-to-end neural dialog systems lack a key component: natural variation present in human conversations. Most datasets are constructed through crowdsourcing, where the crowd workers follow a fixed template of instructions while enacting the role of a user/agent. This results in straight-forward, somewhat routine, and mostly trouble-free conversations, as crowd workers do not think to represent the full range of actions that occur naturally with real users. In this work, we investigate the impact of naturalistic variation on two goal-orien"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2010.02260","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2010.02260/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:40:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Y1s9soE60XwsEN97kF8D7zZjaeJqtEVKu8N11OvUPumFC0t57GXtnMOMdbrzQcaith019mJQwPDVBOdudOy3Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-15T19:40:05.133821Z"},"content_sha256":"8c191ed706614ab858c18dd90ca9b43ce4079fe8f848dba9d70c4d75d2681c6f","schema_version":"1.0","event_id":"sha256:8c191ed706614ab858c18dd90ca9b43ce4079fe8f848dba9d70c4d75d2681c6f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ISN2TSFOPML2TZUS4KNN2O3VO5/bundle.json","state_url":"https://pith.science/pith/ISN2TSFOPML2TZUS4KNN2O3VO5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ISN2TSFOPML2TZUS4KNN2O3VO5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-15T19:40:05Z","links":{"resolver":"https://pith.science/pith/ISN2TSFOPML2TZUS4KNN2O3VO5","bundle":"https://pith.science/pith/ISN2TSFOPML2TZUS4KNN2O3VO5/bundle.json","state":"https://pith.science/pith/ISN2TSFOPML2TZUS4KNN2O3VO5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ISN2TSFOPML2TZUS4KNN2O3VO5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:ISN2TSFOPML2TZUS4KNN2O3VO5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5a0ce04fbf8391a2e4c2f54d041a3deffb361a70893641f1f9cf13620cabaed9","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2020-10-05T18:13:45Z","title_canon_sha256":"c232fb791601b79e5e60103f227e3d9f6b7898fa15cd2b39f35118804b3dffaf"},"schema_version":"1.0","source":{"id":"2010.02260","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2010.02260","created_at":"2026-07-05T01:40:48Z"},{"alias_kind":"arxiv_version","alias_value":"2010.02260v1","created_at":"2026-07-05T01:40:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2010.02260","created_at":"2026-07-05T01:40:48Z"},{"alias_kind":"pith_short_12","alias_value":"ISN2TSFOPML2","created_at":"2026-07-05T01:40:48Z"},{"alias_kind":"pith_short_16","alias_value":"ISN2TSFOPML2TZUS","created_at":"2026-07-05T01:40:48Z"},{"alias_kind":"pith_short_8","alias_value":"ISN2TSFO","created_at":"2026-07-05T01:40:48Z"}],"graph_snapshots":[{"event_id":"sha256:8c191ed706614ab858c18dd90ca9b43ce4079fe8f848dba9d70c4d75d2681c6f","target":"graph","created_at":"2026-07-05T01:40:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2010.02260/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Existing benchmarks used to evaluate the performance of end-to-end neural dialog systems lack a key component: natural variation present in human conversations. Most datasets are constructed through crowdsourcing, where the crowd workers follow a fixed template of instructions while enacting the role of a user/agent. This results in straight-forward, somewhat routine, and mostly trouble-free conversations, as crowd workers do not think to represent the full range of actions that occur naturally with real users. In this work, we investigate the impact of naturalistic variation on two goal-orien","authors_text":"Jatin Ganhotra, Kahini Wadhawan, Robert Moore, Sachindra Joshi","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2020-10-05T18:13:45Z","title":"Effects of Naturalistic Variation in Goal-Oriented Dialog"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2010.02260","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3d15fd8860ec880cee52e9388e55809bb9d74fadfab8f248010c7514d9541173","target":"record","created_at":"2026-07-05T01:40:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5a0ce04fbf8391a2e4c2f54d041a3deffb361a70893641f1f9cf13620cabaed9","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2020-10-05T18:13:45Z","title_canon_sha256":"c232fb791601b79e5e60103f227e3d9f6b7898fa15cd2b39f35118804b3dffaf"},"schema_version":"1.0","source":{"id":"2010.02260","kind":"arxiv","version":1}},"canonical_sha256":"449ba9c8ae7b17a9e692e29add3b75774f777405550b619d8b287801ac4ff618","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"449ba9c8ae7b17a9e692e29add3b75774f777405550b619d8b287801ac4ff618","first_computed_at":"2026-07-05T01:40:48.235160Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:40:48.235160Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"2lkylYOX1tdh11z5iPII2Nt5F51nUGHoHmgQI9ci0r6RrEFz3FHu/L22p+ZrcHP2ffb4RNzuAdNCfh3q2wUGCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T01:40:48.235558Z","signed_message":"canonical_sha256_bytes"},"source_id":"2010.02260","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3d15fd8860ec880cee52e9388e55809bb9d74fadfab8f248010c7514d9541173","sha256:8c191ed706614ab858c18dd90ca9b43ce4079fe8f848dba9d70c4d75d2681c6f"],"state_sha256":"120a9fc455f4ff4e33075cf3c40ab8d08763e8d8469ba082e310fd76799747e3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ILaT1dMj9sBSTatUSpazN6ORJHq5RS5UB9TF6Vm9giXwy+6m7bZRUIKRd++Kt8YX7J7sFVsvsMSSvirmFusPDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-15T19:40:05.136421Z","bundle_sha256":"3e13be4a05b0152bb3fdc592764f398154eaefd2cbd3fe7f58c4f424820ee91d"}}