{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:UG54I6PZETJ7QDLNQEQZVTZEZ4","short_pith_number":"pith:UG54I6PZ","canonical_record":{"source":{"id":"2311.07194","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-13T09:32:12Z","cross_cats_sorted":[],"title_canon_sha256":"763f774bec9b43ae878391411ac00bc041515c7573e85adbb2af7a17e8fbde61","abstract_canon_sha256":"6069c61d05b7cbade9d93f16b79241ce09516c7fd055ed2ff09c42136bd5acba"},"schema_version":"1.0"},"canonical_sha256":"a1bbc479f924d3f80d6d81219acf24cf0d14a4958d1a79f1f14da37d777acf4d","source":{"kind":"arxiv","id":"2311.07194","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.07194","created_at":"2026-07-05T08:02:47Z"},{"alias_kind":"arxiv_version","alias_value":"2311.07194v3","created_at":"2026-07-05T08:02:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.07194","created_at":"2026-07-05T08:02:47Z"},{"alias_kind":"pith_short_12","alias_value":"UG54I6PZETJ7","created_at":"2026-07-05T08:02:47Z"},{"alias_kind":"pith_short_16","alias_value":"UG54I6PZETJ7QDLN","created_at":"2026-07-05T08:02:47Z"},{"alias_kind":"pith_short_8","alias_value":"UG54I6PZ","created_at":"2026-07-05T08:02:47Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:UG54I6PZETJ7QDLNQEQZVTZEZ4","target":"record","payload":{"canonical_record":{"source":{"id":"2311.07194","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-13T09:32:12Z","cross_cats_sorted":[],"title_canon_sha256":"763f774bec9b43ae878391411ac00bc041515c7573e85adbb2af7a17e8fbde61","abstract_canon_sha256":"6069c61d05b7cbade9d93f16b79241ce09516c7fd055ed2ff09c42136bd5acba"},"schema_version":"1.0"},"canonical_sha256":"a1bbc479f924d3f80d6d81219acf24cf0d14a4958d1a79f1f14da37d777acf4d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:02:47.783378Z","signature_b64":"g1z30JThWAANL0oA5Wehwn4Dq146IomEiFGBSXTo2AdHC7BYlpJVznLh0LuUCbfbz17mMmQWTz8Pie0HM/DTDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a1bbc479f924d3f80d6d81219acf24cf0d14a4958d1a79f1f14da37d777acf4d","last_reissued_at":"2026-07-05T08:02:47.782836Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:02:47.782836Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.07194","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:02:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Jks7ZegE/ap+DaRq+YEJeMuQ+bEvzyQW6LKtPOyYo489Ds66X5SXh61xVu/dQBDYeH9TrqV3jTIW0RfTNjUMAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T18:48:02.284589Z"},"content_sha256":"a0d2a701a3ea3c0de6fd77e39d03cb50c35b99eaaa29f5a1a3b831e4afaf1ac9","schema_version":"1.0","event_id":"sha256:a0d2a701a3ea3c0de6fd77e39d03cb50c35b99eaaa29f5a1a3b831e4afaf1ac9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:UG54I6PZETJ7QDLNQEQZVTZEZ4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Exploring the Factual Consistency in Dialogue Comprehension of Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Jiajun Chen, Shuaijie She, Shujian Huang, Xingyun Wang, Yanke Zhou","submitted_at":"2023-11-13T09:32:12Z","abstract_excerpt":"LLMs (Large Language Models) usually interact with users in the form of dialogue and generate responses following their instructions, which naturally require dialogue comprehension abilities. However, dialogue comprehension is a general language ability which is hard to be evaluated directly. In this work, we propose to perform the evaluation focusing on the factual consistency issue with the help of the dialogue summarization task. Besides evaluating and analyzing the dialogue summarization performance (DIAC-Sum) of different LLMs, we also derive factual questions from the generated summaries"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.07194","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.07194/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:02:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EvR0314tWpBMh2uBhRYPTOVBkm7JsusWL6OJfcAmNUnXPWCl1gFZHh5pxpzsylJohZzMWsV5r6HktwQPjo6GAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T18:48:02.285195Z"},"content_sha256":"575c195558091ade63c78cfbaa31b0b889f26471e068954fa7e0e6f394473f61","schema_version":"1.0","event_id":"sha256:575c195558091ade63c78cfbaa31b0b889f26471e068954fa7e0e6f394473f61"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UG54I6PZETJ7QDLNQEQZVTZEZ4/bundle.json","state_url":"https://pith.science/pith/UG54I6PZETJ7QDLNQEQZVTZEZ4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UG54I6PZETJ7QDLNQEQZVTZEZ4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T18:48:02Z","links":{"resolver":"https://pith.science/pith/UG54I6PZETJ7QDLNQEQZVTZEZ4","bundle":"https://pith.science/pith/UG54I6PZETJ7QDLNQEQZVTZEZ4/bundle.json","state":"https://pith.science/pith/UG54I6PZETJ7QDLNQEQZVTZEZ4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UG54I6PZETJ7QDLNQEQZVTZEZ4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:UG54I6PZETJ7QDLNQEQZVTZEZ4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6069c61d05b7cbade9d93f16b79241ce09516c7fd055ed2ff09c42136bd5acba","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-13T09:32:12Z","title_canon_sha256":"763f774bec9b43ae878391411ac00bc041515c7573e85adbb2af7a17e8fbde61"},"schema_version":"1.0","source":{"id":"2311.07194","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.07194","created_at":"2026-07-05T08:02:47Z"},{"alias_kind":"arxiv_version","alias_value":"2311.07194v3","created_at":"2026-07-05T08:02:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.07194","created_at":"2026-07-05T08:02:47Z"},{"alias_kind":"pith_short_12","alias_value":"UG54I6PZETJ7","created_at":"2026-07-05T08:02:47Z"},{"alias_kind":"pith_short_16","alias_value":"UG54I6PZETJ7QDLN","created_at":"2026-07-05T08:02:47Z"},{"alias_kind":"pith_short_8","alias_value":"UG54I6PZ","created_at":"2026-07-05T08:02:47Z"}],"graph_snapshots":[{"event_id":"sha256:575c195558091ade63c78cfbaa31b0b889f26471e068954fa7e0e6f394473f61","target":"graph","created_at":"2026-07-05T08:02:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.07194/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"LLMs (Large Language Models) usually interact with users in the form of dialogue and generate responses following their instructions, which naturally require dialogue comprehension abilities. However, dialogue comprehension is a general language ability which is hard to be evaluated directly. In this work, we propose to perform the evaluation focusing on the factual consistency issue with the help of the dialogue summarization task. Besides evaluating and analyzing the dialogue summarization performance (DIAC-Sum) of different LLMs, we also derive factual questions from the generated summaries","authors_text":"Jiajun Chen, Shuaijie She, Shujian Huang, Xingyun Wang, Yanke Zhou","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-13T09:32:12Z","title":"Exploring the Factual Consistency in Dialogue Comprehension of Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.07194","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a0d2a701a3ea3c0de6fd77e39d03cb50c35b99eaaa29f5a1a3b831e4afaf1ac9","target":"record","created_at":"2026-07-05T08:02:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6069c61d05b7cbade9d93f16b79241ce09516c7fd055ed2ff09c42136bd5acba","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-13T09:32:12Z","title_canon_sha256":"763f774bec9b43ae878391411ac00bc041515c7573e85adbb2af7a17e8fbde61"},"schema_version":"1.0","source":{"id":"2311.07194","kind":"arxiv","version":3}},"canonical_sha256":"a1bbc479f924d3f80d6d81219acf24cf0d14a4958d1a79f1f14da37d777acf4d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a1bbc479f924d3f80d6d81219acf24cf0d14a4958d1a79f1f14da37d777acf4d","first_computed_at":"2026-07-05T08:02:47.782836Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:02:47.782836Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"g1z30JThWAANL0oA5Wehwn4Dq146IomEiFGBSXTo2AdHC7BYlpJVznLh0LuUCbfbz17mMmQWTz8Pie0HM/DTDw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:02:47.783378Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.07194","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a0d2a701a3ea3c0de6fd77e39d03cb50c35b99eaaa29f5a1a3b831e4afaf1ac9","sha256:575c195558091ade63c78cfbaa31b0b889f26471e068954fa7e0e6f394473f61"],"state_sha256":"5219d2abf774d96bd283bb2f46705c8ada2de0497b1f6e76c0fb0a03e2bf71f6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"z2sIyz4N/ZNOUV9JJIMCtaECIrb7axL20c1Kvb7qGoVinPTVpLsaLCqHm0n7BELE0ysl61hcvaZX4AZ7Hb4QAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T18:48:02.290966Z","bundle_sha256":"f426f4e1fe14986cb63945363210047b20e951cc83b1fc192073eb9abea9ffcb"}}