{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:2YRDRAQEJ3Q6O56P5SOYI3IIKV","short_pith_number":"pith:2YRDRAQE","canonical_record":{"source":{"id":"2009.04703","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-09-10T07:39:05Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"0d5feee0d781101af30a5a69bb4117950774f58c9718b0805be0ab96b7ec54d3","abstract_canon_sha256":"db5a3805f09ae6bf7c2108ccfc68689856c5acf8c2986801c4f1f27ca2a5f9ac"},"schema_version":"1.0"},"canonical_sha256":"d6223882044ee1e777cfec9d846d085540a32291c0ca60e38c45824dd11aa1d6","source":{"kind":"arxiv","id":"2009.04703","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2009.04703","created_at":"2026-07-05T01:59:57Z"},{"alias_kind":"arxiv_version","alias_value":"2009.04703v2","created_at":"2026-07-05T01:59:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2009.04703","created_at":"2026-07-05T01:59:57Z"},{"alias_kind":"pith_short_12","alias_value":"2YRDRAQEJ3Q6","created_at":"2026-07-05T01:59:57Z"},{"alias_kind":"pith_short_16","alias_value":"2YRDRAQEJ3Q6O56P","created_at":"2026-07-05T01:59:57Z"},{"alias_kind":"pith_short_8","alias_value":"2YRDRAQE","created_at":"2026-07-05T01:59:57Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:2YRDRAQEJ3Q6O56P5SOYI3IIKV","target":"record","payload":{"canonical_record":{"source":{"id":"2009.04703","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-09-10T07:39:05Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"0d5feee0d781101af30a5a69bb4117950774f58c9718b0805be0ab96b7ec54d3","abstract_canon_sha256":"db5a3805f09ae6bf7c2108ccfc68689856c5acf8c2986801c4f1f27ca2a5f9ac"},"schema_version":"1.0"},"canonical_sha256":"d6223882044ee1e777cfec9d846d085540a32291c0ca60e38c45824dd11aa1d6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:59:57.730347Z","signature_b64":"3OlLaCFPLohX+Imt+US8sWTgbMzeb/Or1gHMRgzle7Zy9RocWe9vbk2M3UC2oukaDxV6OFD9S6VPBq3o7ewQCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d6223882044ee1e777cfec9d846d085540a32291c0ca60e38c45824dd11aa1d6","last_reissued_at":"2026-07-05T01:59:57.729880Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:59:57.729880Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2009.04703","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:59:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XU+PefqXocll+yzDhiUeRlQflZBztjpaGRxctmB3u7/zruxUhOGof1yZo0WpcDb7kNJYAcGbDtGGmHAwrtkFBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T07:58:25.756897Z"},"content_sha256":"dc9656ef4f8cbd5366ae683f8b84b861575d5e1ea0211130f969707325233533","schema_version":"1.0","event_id":"sha256:dc9656ef4f8cbd5366ae683f8b84b861575d5e1ea0211130f969707325233533"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:2YRDRAQEJ3Q6O56P5SOYI3IIKV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Do Response Selection Models Really Know What's Next? Utterance Manipulation Strategies for Multi-turn Response Selection","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Chanhee Lee, Dong-Hun Lee, Dongsuk Oh, Dongyub Lee, Kijong Han, Saebyeok Lee, Taesun Whang","submitted_at":"2020-09-10T07:39:05Z","abstract_excerpt":"In this paper, we study the task of selecting the optimal response given a user and system utterance history in retrieval-based multi-turn dialog systems. Recently, pre-trained language models (e.g., BERT, RoBERTa, and ELECTRA) showed significant improvements in various natural language processing tasks. This and similar response selection tasks can also be solved using such language models by formulating the tasks as dialog--response binary classification tasks. Although existing works using this approach successfully obtained state-of-the-art results, we observe that language models trained "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2009.04703","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2009.04703/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:59:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"76JdukXIEIgviyNvJ2OBDVnHIQuKMTyDc2erbtx/AIPtjre1vZYQe53oDcfUGDobdOhWDCypmNDEx4KbDal9Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T07:58:25.757850Z"},"content_sha256":"ef629e0111c9e7e02c9529f3f835404873738aa10948a8175d94f98dfb5f7784","schema_version":"1.0","event_id":"sha256:ef629e0111c9e7e02c9529f3f835404873738aa10948a8175d94f98dfb5f7784"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2YRDRAQEJ3Q6O56P5SOYI3IIKV/bundle.json","state_url":"https://pith.science/pith/2YRDRAQEJ3Q6O56P5SOYI3IIKV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2YRDRAQEJ3Q6O56P5SOYI3IIKV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-17T07:58:25Z","links":{"resolver":"https://pith.science/pith/2YRDRAQEJ3Q6O56P5SOYI3IIKV","bundle":"https://pith.science/pith/2YRDRAQEJ3Q6O56P5SOYI3IIKV/bundle.json","state":"https://pith.science/pith/2YRDRAQEJ3Q6O56P5SOYI3IIKV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2YRDRAQEJ3Q6O56P5SOYI3IIKV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:2YRDRAQEJ3Q6O56P5SOYI3IIKV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"db5a3805f09ae6bf7c2108ccfc68689856c5acf8c2986801c4f1f27ca2a5f9ac","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-09-10T07:39:05Z","title_canon_sha256":"0d5feee0d781101af30a5a69bb4117950774f58c9718b0805be0ab96b7ec54d3"},"schema_version":"1.0","source":{"id":"2009.04703","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2009.04703","created_at":"2026-07-05T01:59:57Z"},{"alias_kind":"arxiv_version","alias_value":"2009.04703v2","created_at":"2026-07-05T01:59:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2009.04703","created_at":"2026-07-05T01:59:57Z"},{"alias_kind":"pith_short_12","alias_value":"2YRDRAQEJ3Q6","created_at":"2026-07-05T01:59:57Z"},{"alias_kind":"pith_short_16","alias_value":"2YRDRAQEJ3Q6O56P","created_at":"2026-07-05T01:59:57Z"},{"alias_kind":"pith_short_8","alias_value":"2YRDRAQE","created_at":"2026-07-05T01:59:57Z"}],"graph_snapshots":[{"event_id":"sha256:ef629e0111c9e7e02c9529f3f835404873738aa10948a8175d94f98dfb5f7784","target":"graph","created_at":"2026-07-05T01:59:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2009.04703/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this paper, we study the task of selecting the optimal response given a user and system utterance history in retrieval-based multi-turn dialog systems. Recently, pre-trained language models (e.g., BERT, RoBERTa, and ELECTRA) showed significant improvements in various natural language processing tasks. This and similar response selection tasks can also be solved using such language models by formulating the tasks as dialog--response binary classification tasks. Although existing works using this approach successfully obtained state-of-the-art results, we observe that language models trained ","authors_text":"Chanhee Lee, Dong-Hun Lee, Dongsuk Oh, Dongyub Lee, Kijong Han, Saebyeok Lee, Taesun Whang","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-09-10T07:39:05Z","title":"Do Response Selection Models Really Know What's Next? Utterance Manipulation Strategies for Multi-turn Response Selection"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2009.04703","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:dc9656ef4f8cbd5366ae683f8b84b861575d5e1ea0211130f969707325233533","target":"record","created_at":"2026-07-05T01:59:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"db5a3805f09ae6bf7c2108ccfc68689856c5acf8c2986801c4f1f27ca2a5f9ac","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-09-10T07:39:05Z","title_canon_sha256":"0d5feee0d781101af30a5a69bb4117950774f58c9718b0805be0ab96b7ec54d3"},"schema_version":"1.0","source":{"id":"2009.04703","kind":"arxiv","version":2}},"canonical_sha256":"d6223882044ee1e777cfec9d846d085540a32291c0ca60e38c45824dd11aa1d6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d6223882044ee1e777cfec9d846d085540a32291c0ca60e38c45824dd11aa1d6","first_computed_at":"2026-07-05T01:59:57.729880Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:59:57.729880Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"3OlLaCFPLohX+Imt+US8sWTgbMzeb/Or1gHMRgzle7Zy9RocWe9vbk2M3UC2oukaDxV6OFD9S6VPBq3o7ewQCw==","signature_status":"signed_v1","signed_at":"2026-07-05T01:59:57.730347Z","signed_message":"canonical_sha256_bytes"},"source_id":"2009.04703","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:dc9656ef4f8cbd5366ae683f8b84b861575d5e1ea0211130f969707325233533","sha256:ef629e0111c9e7e02c9529f3f835404873738aa10948a8175d94f98dfb5f7784"],"state_sha256":"636df2a5f4e8b9edf8b2ed373cf2fa167a9ab8dcac5c24fd244d84b72abed9be"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Gx2l2kwzHvl/WeDDDd9vFpcP2Ios8QeBevi+HvhYhE81VbOMuV+Ck6QMxBa8sMF+7qum3dgE3e8u71lcssgEBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-17T07:58:25.764174Z","bundle_sha256":"6e9f1a991bfa2d7d82e71a7fb91771d67f79cf2c1e87e371c30142541bc5c0e8"}}