{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:D4XXVKUCNWQIDDNXGRBM525CHT","short_pith_number":"pith:D4XXVKUC","canonical_record":{"source":{"id":"2310.03951","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-06T00:10:46Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"9e42b95c95ac4636fcefb151eaba437f1f61a12d6b614702bc07eb27fc4e229e","abstract_canon_sha256":"f98083b7be755da9df225b3f8c95bce62182409c2449649b48b5719cca48798a"},"schema_version":"1.0"},"canonical_sha256":"1f2f7aaa826da0818db73442ceeba23cf1d0c086b49982c3014e813432a35fc5","source":{"kind":"arxiv","id":"2310.03951","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.03951","created_at":"2026-07-05T06:59:00Z"},{"alias_kind":"arxiv_version","alias_value":"2310.03951v2","created_at":"2026-07-05T06:59:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.03951","created_at":"2026-07-05T06:59:00Z"},{"alias_kind":"pith_short_12","alias_value":"D4XXVKUCNWQI","created_at":"2026-07-05T06:59:00Z"},{"alias_kind":"pith_short_16","alias_value":"D4XXVKUCNWQIDDNX","created_at":"2026-07-05T06:59:00Z"},{"alias_kind":"pith_short_8","alias_value":"D4XXVKUC","created_at":"2026-07-05T06:59:00Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:D4XXVKUCNWQIDDNXGRBM525CHT","target":"record","payload":{"canonical_record":{"source":{"id":"2310.03951","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-06T00:10:46Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"9e42b95c95ac4636fcefb151eaba437f1f61a12d6b614702bc07eb27fc4e229e","abstract_canon_sha256":"f98083b7be755da9df225b3f8c95bce62182409c2449649b48b5719cca48798a"},"schema_version":"1.0"},"canonical_sha256":"1f2f7aaa826da0818db73442ceeba23cf1d0c086b49982c3014e813432a35fc5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:59:00.535199Z","signature_b64":"Q1wicslxnsztRQVO3G+cVc4u2qTJkto1qUMam6RuE9XWt895i8GovQIW3t4L17htLyv9mMUqgBuR4rlR57MJAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1f2f7aaa826da0818db73442ceeba23cf1d0c086b49982c3014e813432a35fc5","last_reissued_at":"2026-07-05T06:59:00.534761Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:59:00.534761Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.03951","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:59:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xEOgYMofh0gVW0BVFgTcpMyN+vl/fEybp1TCmZcCA8px1Gg+ImCCvJ6TTZ2XMyXve0SWjjzk840FOU8MH2C6DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T17:08:22.119490Z"},"content_sha256":"ae587cbe1f63540ae8c02007d46c802f873a6f550dba632df2e38a843f17be5e","schema_version":"1.0","event_id":"sha256:ae587cbe1f63540ae8c02007d46c802f873a6f550dba632df2e38a843f17be5e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:D4XXVKUCNWQIDDNXGRBM525CHT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Chain of Natural Language Inference for Reducing Large Language Model Ungrounded Hallucinations","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Deren Lei, Emily Ching, Eslam Kamal, Mengya Hu, Mingyu Wang, Vincent Yun, Yaxi Li","submitted_at":"2023-10-06T00:10:46Z","abstract_excerpt":"Large language models (LLMs) can generate fluent natural language texts when given relevant documents as background context. This ability has attracted considerable interest in developing industry applications of LLMs. However, LLMs are prone to generate hallucinations that are not supported by the provided sources. In this paper, we propose a hierarchical framework to detect and mitigate such ungrounded hallucination. Our framework uses Chain of Natural Language Inference (CoNLI) for hallucination detection and hallucination reduction via post-editing. Our approach achieves state-of-the-art p"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.03951","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.03951/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:59:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MEebuolVl+iby9rlnYZy2yOAzDUV6A5HbopLnKnUbSaFGCmIJk/pCyzVlrj2+4LGgTAQM1S+L7oIi5udUi8jBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T17:08:22.119871Z"},"content_sha256":"c7c403e72f6e378c0264f76b67686fae94331a7fb20c27f7b355729a97ae6606","schema_version":"1.0","event_id":"sha256:c7c403e72f6e378c0264f76b67686fae94331a7fb20c27f7b355729a97ae6606"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/D4XXVKUCNWQIDDNXGRBM525CHT/bundle.json","state_url":"https://pith.science/pith/D4XXVKUCNWQIDDNXGRBM525CHT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/D4XXVKUCNWQIDDNXGRBM525CHT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T17:08:22Z","links":{"resolver":"https://pith.science/pith/D4XXVKUCNWQIDDNXGRBM525CHT","bundle":"https://pith.science/pith/D4XXVKUCNWQIDDNXGRBM525CHT/bundle.json","state":"https://pith.science/pith/D4XXVKUCNWQIDDNXGRBM525CHT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/D4XXVKUCNWQIDDNXGRBM525CHT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:D4XXVKUCNWQIDDNXGRBM525CHT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f98083b7be755da9df225b3f8c95bce62182409c2449649b48b5719cca48798a","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-06T00:10:46Z","title_canon_sha256":"9e42b95c95ac4636fcefb151eaba437f1f61a12d6b614702bc07eb27fc4e229e"},"schema_version":"1.0","source":{"id":"2310.03951","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.03951","created_at":"2026-07-05T06:59:00Z"},{"alias_kind":"arxiv_version","alias_value":"2310.03951v2","created_at":"2026-07-05T06:59:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.03951","created_at":"2026-07-05T06:59:00Z"},{"alias_kind":"pith_short_12","alias_value":"D4XXVKUCNWQI","created_at":"2026-07-05T06:59:00Z"},{"alias_kind":"pith_short_16","alias_value":"D4XXVKUCNWQIDDNX","created_at":"2026-07-05T06:59:00Z"},{"alias_kind":"pith_short_8","alias_value":"D4XXVKUC","created_at":"2026-07-05T06:59:00Z"}],"graph_snapshots":[{"event_id":"sha256:c7c403e72f6e378c0264f76b67686fae94331a7fb20c27f7b355729a97ae6606","target":"graph","created_at":"2026-07-05T06:59:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.03951/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) can generate fluent natural language texts when given relevant documents as background context. This ability has attracted considerable interest in developing industry applications of LLMs. However, LLMs are prone to generate hallucinations that are not supported by the provided sources. In this paper, we propose a hierarchical framework to detect and mitigate such ungrounded hallucination. Our framework uses Chain of Natural Language Inference (CoNLI) for hallucination detection and hallucination reduction via post-editing. Our approach achieves state-of-the-art p","authors_text":"Deren Lei, Emily Ching, Eslam Kamal, Mengya Hu, Mingyu Wang, Vincent Yun, Yaxi Li","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-06T00:10:46Z","title":"Chain of Natural Language Inference for Reducing Large Language Model Ungrounded Hallucinations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.03951","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ae587cbe1f63540ae8c02007d46c802f873a6f550dba632df2e38a843f17be5e","target":"record","created_at":"2026-07-05T06:59:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f98083b7be755da9df225b3f8c95bce62182409c2449649b48b5719cca48798a","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-06T00:10:46Z","title_canon_sha256":"9e42b95c95ac4636fcefb151eaba437f1f61a12d6b614702bc07eb27fc4e229e"},"schema_version":"1.0","source":{"id":"2310.03951","kind":"arxiv","version":2}},"canonical_sha256":"1f2f7aaa826da0818db73442ceeba23cf1d0c086b49982c3014e813432a35fc5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1f2f7aaa826da0818db73442ceeba23cf1d0c086b49982c3014e813432a35fc5","first_computed_at":"2026-07-05T06:59:00.534761Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:59:00.534761Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Q1wicslxnsztRQVO3G+cVc4u2qTJkto1qUMam6RuE9XWt895i8GovQIW3t4L17htLyv9mMUqgBuR4rlR57MJAA==","signature_status":"signed_v1","signed_at":"2026-07-05T06:59:00.535199Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.03951","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ae587cbe1f63540ae8c02007d46c802f873a6f550dba632df2e38a843f17be5e","sha256:c7c403e72f6e378c0264f76b67686fae94331a7fb20c27f7b355729a97ae6606"],"state_sha256":"c65d7b10ad8446d8b2fcb6a2bb65049724369f08f87cf8161e3b298a9b9d231c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JKIV2i3Jk8orZEi0JUzIMQllwD1rlE+Y6zm3Lxmk7eFGfdeljMCcKyZoknCJZER9j+xG2RbIwVIPDVJArYzKDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T17:08:22.122681Z","bundle_sha256":"9fbc105031318ed5a9e8e0a433e579886054ae3a622d3488e066686134848958"}}