{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:JJGDTC6B3MX6FEXGYHOR4ZOBXQ","short_pith_number":"pith:JJGDTC6B","canonical_record":{"source":{"id":"2411.10416","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-15T18:35:00Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"3cc70e124923b05746da9f645e4f684ad1104b81a7403a063716ddf50d8a37b4","abstract_canon_sha256":"c92f8caf7c41e68dbe2dd92830e43b2e22b613d65ef79f5cbd0574a1c709db5c"},"schema_version":"1.0"},"canonical_sha256":"4a4c398bc1db2fe292e6c1dd1e65c1bc3e5e74c33aa3c39ec38c83e2c36b9b35","source":{"kind":"arxiv","id":"2411.10416","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.10416","created_at":"2026-07-05T09:36:05Z"},{"alias_kind":"arxiv_version","alias_value":"2411.10416v1","created_at":"2026-07-05T09:36:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.10416","created_at":"2026-07-05T09:36:05Z"},{"alias_kind":"pith_short_12","alias_value":"JJGDTC6B3MX6","created_at":"2026-07-05T09:36:05Z"},{"alias_kind":"pith_short_16","alias_value":"JJGDTC6B3MX6FEXG","created_at":"2026-07-05T09:36:05Z"},{"alias_kind":"pith_short_8","alias_value":"JJGDTC6B","created_at":"2026-07-05T09:36:05Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:JJGDTC6B3MX6FEXGYHOR4ZOBXQ","target":"record","payload":{"canonical_record":{"source":{"id":"2411.10416","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-15T18:35:00Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"3cc70e124923b05746da9f645e4f684ad1104b81a7403a063716ddf50d8a37b4","abstract_canon_sha256":"c92f8caf7c41e68dbe2dd92830e43b2e22b613d65ef79f5cbd0574a1c709db5c"},"schema_version":"1.0"},"canonical_sha256":"4a4c398bc1db2fe292e6c1dd1e65c1bc3e5e74c33aa3c39ec38c83e2c36b9b35","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:36:05.083571Z","signature_b64":"bqjxcIMQHsD/hyRhuP9rb+b4+2/Ng88qI0sH0UDYwtL7Unjn3y8J86P3v6z+WgEK+YSFQZUbL/ROPRwk/JKBCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4a4c398bc1db2fe292e6c1dd1e65c1bc3e5e74c33aa3c39ec38c83e2c36b9b35","last_reissued_at":"2026-07-05T09:36:05.083095Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:36:05.083095Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.10416","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:36:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Nx5VXrmQzcljEhDm37vW1j5CU5cM6I7sz5oYrPLaZEejOvhDv3Olv8fN3E/ufdZ5Sl0ZUR9URIxBbQdpF2EkCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T12:54:39.725099Z"},"content_sha256":"7365f3c1816c919193fa3fc5738a451ea0bb95bd98a7b402c36482c69611fa1a","schema_version":"1.0","event_id":"sha256:7365f3c1816c919193fa3fc5738a451ea0bb95bd98a7b402c36482c69611fa1a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:JJGDTC6B3MX6FEXGYHOR4ZOBXQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Towards Automatic Evaluation of Task-Oriented Dialogue Flows","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Amol Kelkar, Chandra Khatri, Mehrnoosh Mirtaheri, Nikhil Varghese","submitted_at":"2024-11-15T18:35:00Z","abstract_excerpt":"Task-oriented dialogue systems rely on predefined conversation schemes (dialogue flows) often represented as directed acyclic graphs. These flows can be manually designed or automatically generated from previously recorded conversations. Due to variations in domain expertise or reliance on different sets of prior conversations, these dialogue flows can manifest in significantly different graph structures. Despite their importance, there is no standard method for evaluating the quality of dialogue flows. We introduce FuDGE (Fuzzy Dialogue-Graph Edit Distance), a novel metric that evaluates dial"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.10416","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.10416/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:36:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kNTaHCzRUnhH1lI4zKEZqvIAFHZXGUZjal0V6LFn0i5gwqMbVzFecoz5IQYFd8NpU9MkKMIILdtcnz+KQ35iCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T12:54:39.725487Z"},"content_sha256":"6f0195be9d8ed36ff2ed7bbc43a3a2b073e95c04d97e9dc34cf192f34535dd82","schema_version":"1.0","event_id":"sha256:6f0195be9d8ed36ff2ed7bbc43a3a2b073e95c04d97e9dc34cf192f34535dd82"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JJGDTC6B3MX6FEXGYHOR4ZOBXQ/bundle.json","state_url":"https://pith.science/pith/JJGDTC6B3MX6FEXGYHOR4ZOBXQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JJGDTC6B3MX6FEXGYHOR4ZOBXQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T12:54:39Z","links":{"resolver":"https://pith.science/pith/JJGDTC6B3MX6FEXGYHOR4ZOBXQ","bundle":"https://pith.science/pith/JJGDTC6B3MX6FEXGYHOR4ZOBXQ/bundle.json","state":"https://pith.science/pith/JJGDTC6B3MX6FEXGYHOR4ZOBXQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JJGDTC6B3MX6FEXGYHOR4ZOBXQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:JJGDTC6B3MX6FEXGYHOR4ZOBXQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c92f8caf7c41e68dbe2dd92830e43b2e22b613d65ef79f5cbd0574a1c709db5c","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-15T18:35:00Z","title_canon_sha256":"3cc70e124923b05746da9f645e4f684ad1104b81a7403a063716ddf50d8a37b4"},"schema_version":"1.0","source":{"id":"2411.10416","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.10416","created_at":"2026-07-05T09:36:05Z"},{"alias_kind":"arxiv_version","alias_value":"2411.10416v1","created_at":"2026-07-05T09:36:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.10416","created_at":"2026-07-05T09:36:05Z"},{"alias_kind":"pith_short_12","alias_value":"JJGDTC6B3MX6","created_at":"2026-07-05T09:36:05Z"},{"alias_kind":"pith_short_16","alias_value":"JJGDTC6B3MX6FEXG","created_at":"2026-07-05T09:36:05Z"},{"alias_kind":"pith_short_8","alias_value":"JJGDTC6B","created_at":"2026-07-05T09:36:05Z"}],"graph_snapshots":[{"event_id":"sha256:6f0195be9d8ed36ff2ed7bbc43a3a2b073e95c04d97e9dc34cf192f34535dd82","target":"graph","created_at":"2026-07-05T09:36:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.10416/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Task-oriented dialogue systems rely on predefined conversation schemes (dialogue flows) often represented as directed acyclic graphs. These flows can be manually designed or automatically generated from previously recorded conversations. Due to variations in domain expertise or reliance on different sets of prior conversations, these dialogue flows can manifest in significantly different graph structures. Despite their importance, there is no standard method for evaluating the quality of dialogue flows. We introduce FuDGE (Fuzzy Dialogue-Graph Edit Distance), a novel metric that evaluates dial","authors_text":"Amol Kelkar, Chandra Khatri, Mehrnoosh Mirtaheri, Nikhil Varghese","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-15T18:35:00Z","title":"Towards Automatic Evaluation of Task-Oriented Dialogue Flows"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.10416","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7365f3c1816c919193fa3fc5738a451ea0bb95bd98a7b402c36482c69611fa1a","target":"record","created_at":"2026-07-05T09:36:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c92f8caf7c41e68dbe2dd92830e43b2e22b613d65ef79f5cbd0574a1c709db5c","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-15T18:35:00Z","title_canon_sha256":"3cc70e124923b05746da9f645e4f684ad1104b81a7403a063716ddf50d8a37b4"},"schema_version":"1.0","source":{"id":"2411.10416","kind":"arxiv","version":1}},"canonical_sha256":"4a4c398bc1db2fe292e6c1dd1e65c1bc3e5e74c33aa3c39ec38c83e2c36b9b35","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4a4c398bc1db2fe292e6c1dd1e65c1bc3e5e74c33aa3c39ec38c83e2c36b9b35","first_computed_at":"2026-07-05T09:36:05.083095Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:36:05.083095Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"bqjxcIMQHsD/hyRhuP9rb+b4+2/Ng88qI0sH0UDYwtL7Unjn3y8J86P3v6z+WgEK+YSFQZUbL/ROPRwk/JKBCg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:36:05.083571Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.10416","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7365f3c1816c919193fa3fc5738a451ea0bb95bd98a7b402c36482c69611fa1a","sha256:6f0195be9d8ed36ff2ed7bbc43a3a2b073e95c04d97e9dc34cf192f34535dd82"],"state_sha256":"e9a7b7b5ca0d783cab5a5cec8d8a30b577f9ceeb97ec50023a7ecd7b540bd52f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9fEzSgVqrW0k4pL1ur71Fo1Y7rt24/LdDH4W/YAD+fndgzcTccExYhSVVbJFZ7W18kDknBAMtGoSEsXD6dejBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T12:54:39.727438Z","bundle_sha256":"657a9df4f627ed3c3ec9b6f22eec27311ef17ccfe9aeef0177d41fb63ba8e8c5"}}