{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:6ICF4JZYSO33RIJLRFBIZBYZ54","short_pith_number":"pith:6ICF4JZY","canonical_record":{"source":{"id":"2002.04793","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-02-12T04:31:40Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"a88602f4fce019af26486097442334036fb845eeca7fb7b0fa33c75f9296e54d","abstract_canon_sha256":"d121d58876efa208b4b7e204befef87fc0a16983fe1dacf1a0399b481aed2c9a"},"schema_version":"1.0"},"canonical_sha256":"f2045e273893b7b8a12b89428c8719ef3a1e4761e1d022f5da2a4917e7021d33","source":{"kind":"arxiv","id":"2002.04793","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2002.04793","created_at":"2026-07-05T00:59:14Z"},{"alias_kind":"arxiv_version","alias_value":"2002.04793v2","created_at":"2026-07-05T00:59:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2002.04793","created_at":"2026-07-05T00:59:14Z"},{"alias_kind":"pith_short_12","alias_value":"6ICF4JZYSO33","created_at":"2026-07-05T00:59:14Z"},{"alias_kind":"pith_short_16","alias_value":"6ICF4JZYSO33RIJL","created_at":"2026-07-05T00:59:14Z"},{"alias_kind":"pith_short_8","alias_value":"6ICF4JZY","created_at":"2026-07-05T00:59:14Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:6ICF4JZYSO33RIJLRFBIZBYZ54","target":"record","payload":{"canonical_record":{"source":{"id":"2002.04793","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-02-12T04:31:40Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"a88602f4fce019af26486097442334036fb845eeca7fb7b0fa33c75f9296e54d","abstract_canon_sha256":"d121d58876efa208b4b7e204befef87fc0a16983fe1dacf1a0399b481aed2c9a"},"schema_version":"1.0"},"canonical_sha256":"f2045e273893b7b8a12b89428c8719ef3a1e4761e1d022f5da2a4917e7021d33","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:59:14.313960Z","signature_b64":"uHzy4pMWWAJ4TeZwhsZRn6xTtuOyrc4Msu7TcxL3gM65D8yqvi1LkIPvSeKaKI4HTRm9oUPWKAc8kjCFIpYlAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f2045e273893b7b8a12b89428c8719ef3a1e4761e1d022f5da2a4917e7021d33","last_reissued_at":"2026-07-05T00:59:14.313477Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:59:14.313477Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2002.04793","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:59:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6W3sVVwJjd4cI6iq0FO5d4Y15EBJ1at502uap6jR1Y3AZmqPuaplP3eHwU4LzXtprUzh4Xlzthec3/jOXRwxDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T20:32:35.012540Z"},"content_sha256":"89c2810238549af4e3c011605002d96a722ed1ac79e9a8b1f22f763c96181352","schema_version":"1.0","event_id":"sha256:89c2810238549af4e3c011605002d96a722ed1ac79e9a8b1f22f763c96181352"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:6ICF4JZYSO33RIJLRFBIZBYZ54","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ConvLab-2: An Open-Source Toolkit for Building, Evaluating, and Diagnosing Dialogue Systems","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Baolin Peng, Jianfeng Gao, Jinchao Li, Minlie Huang, Qi Zhu, Ryuichi Takanobu, Xiang Li, Xiaoyan Zhu, Yan Fang, Zheng Zhang","submitted_at":"2020-02-12T04:31:40Z","abstract_excerpt":"We present ConvLab-2, an open-source toolkit that enables researchers to build task-oriented dialogue systems with state-of-the-art models, perform an end-to-end evaluation, and diagnose the weakness of systems. As the successor of ConvLab (Lee et al., 2019b), ConvLab-2 inherits ConvLab's framework but integrates more powerful dialogue models and supports more datasets. Besides, we have developed an analysis tool and an interactive tool to assist researchers in diagnosing dialogue systems. The analysis tool presents rich statistics and summarizes common mistakes from simulated dialogues, which"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2002.04793","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2002.04793/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:59:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WWIa6VamL3ZC/YACegcBS3zYjjuS0YYV39o0XbnJN79nx8H1Iz+fTK6+y74pHfi2L/aB1ercTb2E+mPJprJbDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T20:32:35.012928Z"},"content_sha256":"ac562cac6506bfe83b2d14848d1d711411128e150a768c4844d7a61d809fa85a","schema_version":"1.0","event_id":"sha256:ac562cac6506bfe83b2d14848d1d711411128e150a768c4844d7a61d809fa85a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6ICF4JZYSO33RIJLRFBIZBYZ54/bundle.json","state_url":"https://pith.science/pith/6ICF4JZYSO33RIJLRFBIZBYZ54/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6ICF4JZYSO33RIJLRFBIZBYZ54/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T20:32:35Z","links":{"resolver":"https://pith.science/pith/6ICF4JZYSO33RIJLRFBIZBYZ54","bundle":"https://pith.science/pith/6ICF4JZYSO33RIJLRFBIZBYZ54/bundle.json","state":"https://pith.science/pith/6ICF4JZYSO33RIJLRFBIZBYZ54/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6ICF4JZYSO33RIJLRFBIZBYZ54/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:6ICF4JZYSO33RIJLRFBIZBYZ54","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d121d58876efa208b4b7e204befef87fc0a16983fe1dacf1a0399b481aed2c9a","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-02-12T04:31:40Z","title_canon_sha256":"a88602f4fce019af26486097442334036fb845eeca7fb7b0fa33c75f9296e54d"},"schema_version":"1.0","source":{"id":"2002.04793","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2002.04793","created_at":"2026-07-05T00:59:14Z"},{"alias_kind":"arxiv_version","alias_value":"2002.04793v2","created_at":"2026-07-05T00:59:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2002.04793","created_at":"2026-07-05T00:59:14Z"},{"alias_kind":"pith_short_12","alias_value":"6ICF4JZYSO33","created_at":"2026-07-05T00:59:14Z"},{"alias_kind":"pith_short_16","alias_value":"6ICF4JZYSO33RIJL","created_at":"2026-07-05T00:59:14Z"},{"alias_kind":"pith_short_8","alias_value":"6ICF4JZY","created_at":"2026-07-05T00:59:14Z"}],"graph_snapshots":[{"event_id":"sha256:ac562cac6506bfe83b2d14848d1d711411128e150a768c4844d7a61d809fa85a","target":"graph","created_at":"2026-07-05T00:59:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2002.04793/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We present ConvLab-2, an open-source toolkit that enables researchers to build task-oriented dialogue systems with state-of-the-art models, perform an end-to-end evaluation, and diagnose the weakness of systems. As the successor of ConvLab (Lee et al., 2019b), ConvLab-2 inherits ConvLab's framework but integrates more powerful dialogue models and supports more datasets. Besides, we have developed an analysis tool and an interactive tool to assist researchers in diagnosing dialogue systems. The analysis tool presents rich statistics and summarizes common mistakes from simulated dialogues, which","authors_text":"Baolin Peng, Jianfeng Gao, Jinchao Li, Minlie Huang, Qi Zhu, Ryuichi Takanobu, Xiang Li, Xiaoyan Zhu, Yan Fang, Zheng Zhang","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-02-12T04:31:40Z","title":"ConvLab-2: An Open-Source Toolkit for Building, Evaluating, and Diagnosing Dialogue Systems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2002.04793","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:89c2810238549af4e3c011605002d96a722ed1ac79e9a8b1f22f763c96181352","target":"record","created_at":"2026-07-05T00:59:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d121d58876efa208b4b7e204befef87fc0a16983fe1dacf1a0399b481aed2c9a","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-02-12T04:31:40Z","title_canon_sha256":"a88602f4fce019af26486097442334036fb845eeca7fb7b0fa33c75f9296e54d"},"schema_version":"1.0","source":{"id":"2002.04793","kind":"arxiv","version":2}},"canonical_sha256":"f2045e273893b7b8a12b89428c8719ef3a1e4761e1d022f5da2a4917e7021d33","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f2045e273893b7b8a12b89428c8719ef3a1e4761e1d022f5da2a4917e7021d33","first_computed_at":"2026-07-05T00:59:14.313477Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:59:14.313477Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"uHzy4pMWWAJ4TeZwhsZRn6xTtuOyrc4Msu7TcxL3gM65D8yqvi1LkIPvSeKaKI4HTRm9oUPWKAc8kjCFIpYlAw==","signature_status":"signed_v1","signed_at":"2026-07-05T00:59:14.313960Z","signed_message":"canonical_sha256_bytes"},"source_id":"2002.04793","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:89c2810238549af4e3c011605002d96a722ed1ac79e9a8b1f22f763c96181352","sha256:ac562cac6506bfe83b2d14848d1d711411128e150a768c4844d7a61d809fa85a"],"state_sha256":"c8adc0980c295d7c17683d1c3859af5dff4b8d1763e25525507ccb67256d66f5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VusmuTWqSVqgqfhp10A4VWljg3nBxIjxZG8IhI4a1lZm3edGCxCJ6eIF7nWOPlzUxz2q56WrCMyLH9UyewM5AA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T20:32:35.015815Z","bundle_sha256":"8a1b663679bcd604647f40ff302c6c0c05b11a7bd71b8ecbc164c155878bbda3"}}