{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:OTG62HDZSCFIOFTS65CJUO5KQO","short_pith_number":"pith:OTG62HDZ","canonical_record":{"source":{"id":"2104.00773","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-04-01T21:31:48Z","cross_cats_sorted":[],"title_canon_sha256":"5d1b18ede3dc2c9205e63d94faf72bef6a32dbe88ad37d94702e74abafe64939","abstract_canon_sha256":"5b9e85994fd1ef848b95c16fd06c60915772c5dd29cdac553acea46302ffe711"},"schema_version":"1.0"},"canonical_sha256":"74cded1c79908a871672f7449a3baa8385a34b99d29cc176cdef1540b6a124a7","source":{"kind":"arxiv","id":"2104.00773","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.00773","created_at":"2026-07-05T04:38:42Z"},{"alias_kind":"arxiv_version","alias_value":"2104.00773v2","created_at":"2026-07-05T04:38:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.00773","created_at":"2026-07-05T04:38:42Z"},{"alias_kind":"pith_short_12","alias_value":"OTG62HDZSCFI","created_at":"2026-07-05T04:38:42Z"},{"alias_kind":"pith_short_16","alias_value":"OTG62HDZSCFIOFTS","created_at":"2026-07-05T04:38:42Z"},{"alias_kind":"pith_short_8","alias_value":"OTG62HDZ","created_at":"2026-07-05T04:38:42Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:OTG62HDZSCFIOFTS65CJUO5KQO","target":"record","payload":{"canonical_record":{"source":{"id":"2104.00773","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-04-01T21:31:48Z","cross_cats_sorted":[],"title_canon_sha256":"5d1b18ede3dc2c9205e63d94faf72bef6a32dbe88ad37d94702e74abafe64939","abstract_canon_sha256":"5b9e85994fd1ef848b95c16fd06c60915772c5dd29cdac553acea46302ffe711"},"schema_version":"1.0"},"canonical_sha256":"74cded1c79908a871672f7449a3baa8385a34b99d29cc176cdef1540b6a124a7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:38:42.260678Z","signature_b64":"fJ2swN+wpJdwugklUPMqinaGFgXUtKwTtmz3LQ+APDVyTJjrAHMSE76WaH9mRos/9ZjundTW1Mkh38w0PJDICQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"74cded1c79908a871672f7449a3baa8385a34b99d29cc176cdef1540b6a124a7","last_reissued_at":"2026-07-05T04:38:42.260272Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:38:42.260272Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2104.00773","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:38:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"f61CYMdy0Emdgozhijwpt2nPCTNP7YaFjV4CWRiZyMyrYOAToxLVt5B+J2+mspr3QYTN2+PWRTnzjwxLeeovBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T23:53:36.341926Z"},"content_sha256":"1270681af8bf98ae4c0068d3dde0ab6ed7d5000f44727b8f41ab06231ac38f40","schema_version":"1.0","event_id":"sha256:1270681af8bf98ae4c0068d3dde0ab6ed7d5000f44727b8f41ab06231ac38f40"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:OTG62HDZSCFIOFTS65CJUO5KQO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MultiWOZ 2.4: A Multi-Domain Task-Oriented Dialogue Dataset with Essential Annotation Corrections to Improve State Tracking Evaluation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Emine Yilmaz, Fanghua Ye, Jarana Manotumruksa","submitted_at":"2021-04-01T21:31:48Z","abstract_excerpt":"The MultiWOZ 2.0 dataset has greatly stimulated the research of task-oriented dialogue systems. However, its state annotations contain substantial noise, which hinders a proper evaluation of model performance. To address this issue, massive efforts were devoted to correcting the annotations. Three improved versions (i.e., MultiWOZ 2.1-2.3) have then been released. Nonetheless, there are still plenty of incorrect and inconsistent annotations. This work introduces MultiWOZ 2.4, which refines the annotations in the validation set and test set of MultiWOZ 2.1. The annotations in the training set r"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.00773","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2104.00773/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:38:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"O9SqDerWMq1U07O4U0PE1CtN4ibpAjJECiSx5tWZ4slA9oI7uWmqp5Pfs7MSBEilM+Or2zu1O/9TTTu4hjHCAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T23:53:36.342482Z"},"content_sha256":"5a174da8fa60ceae2482ae96adedfcef40555f653ff0d344a8800b54e19955d0","schema_version":"1.0","event_id":"sha256:5a174da8fa60ceae2482ae96adedfcef40555f653ff0d344a8800b54e19955d0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OTG62HDZSCFIOFTS65CJUO5KQO/bundle.json","state_url":"https://pith.science/pith/OTG62HDZSCFIOFTS65CJUO5KQO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OTG62HDZSCFIOFTS65CJUO5KQO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T23:53:36Z","links":{"resolver":"https://pith.science/pith/OTG62HDZSCFIOFTS65CJUO5KQO","bundle":"https://pith.science/pith/OTG62HDZSCFIOFTS65CJUO5KQO/bundle.json","state":"https://pith.science/pith/OTG62HDZSCFIOFTS65CJUO5KQO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OTG62HDZSCFIOFTS65CJUO5KQO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:OTG62HDZSCFIOFTS65CJUO5KQO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5b9e85994fd1ef848b95c16fd06c60915772c5dd29cdac553acea46302ffe711","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-04-01T21:31:48Z","title_canon_sha256":"5d1b18ede3dc2c9205e63d94faf72bef6a32dbe88ad37d94702e74abafe64939"},"schema_version":"1.0","source":{"id":"2104.00773","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.00773","created_at":"2026-07-05T04:38:42Z"},{"alias_kind":"arxiv_version","alias_value":"2104.00773v2","created_at":"2026-07-05T04:38:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.00773","created_at":"2026-07-05T04:38:42Z"},{"alias_kind":"pith_short_12","alias_value":"OTG62HDZSCFI","created_at":"2026-07-05T04:38:42Z"},{"alias_kind":"pith_short_16","alias_value":"OTG62HDZSCFIOFTS","created_at":"2026-07-05T04:38:42Z"},{"alias_kind":"pith_short_8","alias_value":"OTG62HDZ","created_at":"2026-07-05T04:38:42Z"}],"graph_snapshots":[{"event_id":"sha256:5a174da8fa60ceae2482ae96adedfcef40555f653ff0d344a8800b54e19955d0","target":"graph","created_at":"2026-07-05T04:38:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2104.00773/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The MultiWOZ 2.0 dataset has greatly stimulated the research of task-oriented dialogue systems. However, its state annotations contain substantial noise, which hinders a proper evaluation of model performance. To address this issue, massive efforts were devoted to correcting the annotations. Three improved versions (i.e., MultiWOZ 2.1-2.3) have then been released. Nonetheless, there are still plenty of incorrect and inconsistent annotations. This work introduces MultiWOZ 2.4, which refines the annotations in the validation set and test set of MultiWOZ 2.1. The annotations in the training set r","authors_text":"Emine Yilmaz, Fanghua Ye, Jarana Manotumruksa","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-04-01T21:31:48Z","title":"MultiWOZ 2.4: A Multi-Domain Task-Oriented Dialogue Dataset with Essential Annotation Corrections to Improve State Tracking Evaluation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.00773","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1270681af8bf98ae4c0068d3dde0ab6ed7d5000f44727b8f41ab06231ac38f40","target":"record","created_at":"2026-07-05T04:38:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5b9e85994fd1ef848b95c16fd06c60915772c5dd29cdac553acea46302ffe711","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-04-01T21:31:48Z","title_canon_sha256":"5d1b18ede3dc2c9205e63d94faf72bef6a32dbe88ad37d94702e74abafe64939"},"schema_version":"1.0","source":{"id":"2104.00773","kind":"arxiv","version":2}},"canonical_sha256":"74cded1c79908a871672f7449a3baa8385a34b99d29cc176cdef1540b6a124a7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"74cded1c79908a871672f7449a3baa8385a34b99d29cc176cdef1540b6a124a7","first_computed_at":"2026-07-05T04:38:42.260272Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:38:42.260272Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"fJ2swN+wpJdwugklUPMqinaGFgXUtKwTtmz3LQ+APDVyTJjrAHMSE76WaH9mRos/9ZjundTW1Mkh38w0PJDICQ==","signature_status":"signed_v1","signed_at":"2026-07-05T04:38:42.260678Z","signed_message":"canonical_sha256_bytes"},"source_id":"2104.00773","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1270681af8bf98ae4c0068d3dde0ab6ed7d5000f44727b8f41ab06231ac38f40","sha256:5a174da8fa60ceae2482ae96adedfcef40555f653ff0d344a8800b54e19955d0"],"state_sha256":"435f0f80f3f9930d9565ed1c5c7fdf755a64c8c11cff6093b1bed5778cfc059f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VJ/f1+nHpUckv5r9HtLQCI4yAbActermWNWyVBraaCUKGgZE6vIm27nKHoADiDGMVETds79BcR8EnFeIVFKPCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T23:53:36.347770Z","bundle_sha256":"dfc9e3dcd8d07181de22459b9fdff70bec11a4d5559edd6079bf09594f704bc5"}}