{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:YB5TQZ5JYL76M5RYG6JCJGOF4S","short_pith_number":"pith:YB5TQZ5J","canonical_record":{"source":{"id":"2603.23160","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-03-24T13:01:31Z","cross_cats_sorted":[],"title_canon_sha256":"0d079e5049810b16dda2117e72acd93776bcbc465fd40661961cb84d2ba07c81","abstract_canon_sha256":"72ea3269446f0cf0bc45c9c4672af5b80d59430fd03cc3f5104c0441dc7068dd"},"schema_version":"1.0"},"canonical_sha256":"c07b3867a9c2ffe6763837922499c5e4b32870e44e00cf64d767748c78782aa6","source":{"kind":"arxiv","id":"2603.23160","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2603.23160","created_at":"2026-06-01T01:02:38Z"},{"alias_kind":"arxiv_version","alias_value":"2603.23160v2","created_at":"2026-06-01T01:02:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2603.23160","created_at":"2026-06-01T01:02:38Z"},{"alias_kind":"pith_short_12","alias_value":"YB5TQZ5JYL76","created_at":"2026-06-01T01:02:38Z"},{"alias_kind":"pith_short_16","alias_value":"YB5TQZ5JYL76M5RY","created_at":"2026-06-01T01:02:38Z"},{"alias_kind":"pith_short_8","alias_value":"YB5TQZ5J","created_at":"2026-06-01T01:02:38Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:YB5TQZ5JYL76M5RYG6JCJGOF4S","target":"record","payload":{"canonical_record":{"source":{"id":"2603.23160","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-03-24T13:01:31Z","cross_cats_sorted":[],"title_canon_sha256":"0d079e5049810b16dda2117e72acd93776bcbc465fd40661961cb84d2ba07c81","abstract_canon_sha256":"72ea3269446f0cf0bc45c9c4672af5b80d59430fd03cc3f5104c0441dc7068dd"},"schema_version":"1.0"},"canonical_sha256":"c07b3867a9c2ffe6763837922499c5e4b32870e44e00cf64d767748c78782aa6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-01T01:02:38.104993Z","signature_b64":"k7BU3Ps+Di6R87kHAO7ILc0HN9ruzbQWAc2omxNJcuktYyljPsDO2KmOwlh+qGP+oKhNPIPoxFMgv1XxpKRIAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c07b3867a9c2ffe6763837922499c5e4b32870e44e00cf64d767748c78782aa6","last_reissued_at":"2026-06-01T01:02:38.103749Z","signature_status":"signed_v1","first_computed_at":"2026-06-01T01:02:38.103749Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2603.23160","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-01T01:02:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"T7RcUODeoacZ2XNaMAyQWxoaa0lRVitOlATk7u/TRVQdTDgqS6lmq30SPLe4N97TYckm6KmEgxDIujIdDquBDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-04T19:55:33.686198Z"},"content_sha256":"215e17862d08c16e24c6956b9c3c6d46292de2b67ac89737f4136b6dd2d4455d","schema_version":"1.0","event_id":"sha256:215e17862d08c16e24c6956b9c3c6d46292de2b67ac89737f4136b6dd2d4455d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:YB5TQZ5JYL76M5RYG6JCJGOF4S","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"UniDial-EvalKit: A Unified Toolkit for Evaluating Multi-Faceted Conversational Abilities","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Dun Pei, Guangtao Zhai, Haodong Zhao, Qi Jia, Shibo Wang, Xiangyang Zhu, Xiujie Song, Ye Shen, Zicheng Zhang, Zijian Chen","submitted_at":"2026-03-24T13:01:31Z","abstract_excerpt":"Benchmarking large language models (LLMs) and agents in multi-turn interactive scenarios is essential for understanding their practical capabilities. However, existing evaluation protocols are highly heterogeneous, differing significantly in dataset formats, model interfaces, and evaluation pipelines, which severely impedes systematic comparison. In this work, we present UniDial-EvalKit (UDE), a unified evaluation toolkit for assessing interactive AI systems. The core contribution of UDE lies in its holistic unification: it standardizes heterogeneous data formats into a universal schema, strea"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2603.23160","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2603.23160/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-01T01:02:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lqM+V2Ir0msSaShxpoyXcRXg7vkcN4mABX4xarZZUG+7/6Nf3zupp5EB3FhoAAT1HhXSXbI6ZAnY599m5S3cDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-04T19:55:33.686594Z"},"content_sha256":"59443a3d347add6f0aadde5bf1596b485344b00a378602d3c595c7f48bc9bef5","schema_version":"1.0","event_id":"sha256:59443a3d347add6f0aadde5bf1596b485344b00a378602d3c595c7f48bc9bef5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YB5TQZ5JYL76M5RYG6JCJGOF4S/bundle.json","state_url":"https://pith.science/pith/YB5TQZ5JYL76M5RYG6JCJGOF4S/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YB5TQZ5JYL76M5RYG6JCJGOF4S/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-04T19:55:33Z","links":{"resolver":"https://pith.science/pith/YB5TQZ5JYL76M5RYG6JCJGOF4S","bundle":"https://pith.science/pith/YB5TQZ5JYL76M5RYG6JCJGOF4S/bundle.json","state":"https://pith.science/pith/YB5TQZ5JYL76M5RYG6JCJGOF4S/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YB5TQZ5JYL76M5RYG6JCJGOF4S/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:YB5TQZ5JYL76M5RYG6JCJGOF4S","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"72ea3269446f0cf0bc45c9c4672af5b80d59430fd03cc3f5104c0441dc7068dd","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-03-24T13:01:31Z","title_canon_sha256":"0d079e5049810b16dda2117e72acd93776bcbc465fd40661961cb84d2ba07c81"},"schema_version":"1.0","source":{"id":"2603.23160","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2603.23160","created_at":"2026-06-01T01:02:38Z"},{"alias_kind":"arxiv_version","alias_value":"2603.23160v2","created_at":"2026-06-01T01:02:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2603.23160","created_at":"2026-06-01T01:02:38Z"},{"alias_kind":"pith_short_12","alias_value":"YB5TQZ5JYL76","created_at":"2026-06-01T01:02:38Z"},{"alias_kind":"pith_short_16","alias_value":"YB5TQZ5JYL76M5RY","created_at":"2026-06-01T01:02:38Z"},{"alias_kind":"pith_short_8","alias_value":"YB5TQZ5J","created_at":"2026-06-01T01:02:38Z"}],"graph_snapshots":[{"event_id":"sha256:59443a3d347add6f0aadde5bf1596b485344b00a378602d3c595c7f48bc9bef5","target":"graph","created_at":"2026-06-01T01:02:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2603.23160/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Benchmarking large language models (LLMs) and agents in multi-turn interactive scenarios is essential for understanding their practical capabilities. However, existing evaluation protocols are highly heterogeneous, differing significantly in dataset formats, model interfaces, and evaluation pipelines, which severely impedes systematic comparison. In this work, we present UniDial-EvalKit (UDE), a unified evaluation toolkit for assessing interactive AI systems. The core contribution of UDE lies in its holistic unification: it standardizes heterogeneous data formats into a universal schema, strea","authors_text":"Dun Pei, Guangtao Zhai, Haodong Zhao, Qi Jia, Shibo Wang, Xiangyang Zhu, Xiujie Song, Ye Shen, Zicheng Zhang, Zijian Chen","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-03-24T13:01:31Z","title":"UniDial-EvalKit: A Unified Toolkit for Evaluating Multi-Faceted Conversational Abilities"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2603.23160","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:215e17862d08c16e24c6956b9c3c6d46292de2b67ac89737f4136b6dd2d4455d","target":"record","created_at":"2026-06-01T01:02:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"72ea3269446f0cf0bc45c9c4672af5b80d59430fd03cc3f5104c0441dc7068dd","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-03-24T13:01:31Z","title_canon_sha256":"0d079e5049810b16dda2117e72acd93776bcbc465fd40661961cb84d2ba07c81"},"schema_version":"1.0","source":{"id":"2603.23160","kind":"arxiv","version":2}},"canonical_sha256":"c07b3867a9c2ffe6763837922499c5e4b32870e44e00cf64d767748c78782aa6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c07b3867a9c2ffe6763837922499c5e4b32870e44e00cf64d767748c78782aa6","first_computed_at":"2026-06-01T01:02:38.103749Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-06-01T01:02:38.103749Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"k7BU3Ps+Di6R87kHAO7ILc0HN9ruzbQWAc2omxNJcuktYyljPsDO2KmOwlh+qGP+oKhNPIPoxFMgv1XxpKRIAw==","signature_status":"signed_v1","signed_at":"2026-06-01T01:02:38.104993Z","signed_message":"canonical_sha256_bytes"},"source_id":"2603.23160","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:215e17862d08c16e24c6956b9c3c6d46292de2b67ac89737f4136b6dd2d4455d","sha256:59443a3d347add6f0aadde5bf1596b485344b00a378602d3c595c7f48bc9bef5"],"state_sha256":"3b9a28ecc1f6c33d9c31a6c4623ceb9495747241fac943f6f13db5e71b1e28ff"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+Eot0JMlsiE/JPz/8Wr6v9yYrf3bcBI6OhyLt/IsJEXAKXCJDBSeozxX8ZVfJJZZs+Bp5rAKrvAo4P3RaIfWCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-04T19:55:33.689011Z","bundle_sha256":"717f003d30eaf38f2f728f49914b751ae63758ec334aea6629e7b7df45d429f7"}}