{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:LSLHRQDMTOFMJ3DHAUT5SLTDLL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8ac82b3c076cb1bc680f884ca84fa7d7fd854b50b3d75ae99f112029cea6711b","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-17T07:49:49Z","title_canon_sha256":"78d7f2819fcf77bf06bae75d9eb450bd5892ead70342fa85630f88d01e1426e8"},"schema_version":"1.0","source":{"id":"2412.12632","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.12632","created_at":"2026-07-05T11:09:05Z"},{"alias_kind":"arxiv_version","alias_value":"2412.12632v3","created_at":"2026-07-05T11:09:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.12632","created_at":"2026-07-05T11:09:05Z"},{"alias_kind":"pith_short_12","alias_value":"LSLHRQDMTOFM","created_at":"2026-07-05T11:09:05Z"},{"alias_kind":"pith_short_16","alias_value":"LSLHRQDMTOFMJ3DH","created_at":"2026-07-05T11:09:05Z"},{"alias_kind":"pith_short_8","alias_value":"LSLHRQDM","created_at":"2026-07-05T11:09:05Z"}],"graph_snapshots":[{"event_id":"sha256:4158ab2b5159c097aa4805c1a4c8ae92dc6c65abc2fe6c76a156622e2081790b","target":"graph","created_at":"2026-07-05T11:09:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.12632/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Incorporating external knowledge has emerged as a promising way to mitigate outdated knowledge and hallucinations in LLM. However, external knowledge is often imperfect, encompassing substantial extraneous or even inaccurate content, which interferes with the LLM's utilization of useful knowledge in the context. This paper seeks to characterize the features of preferred external knowledge and perform empirical studies in imperfect contexts. Inspired by the chain of evidence (CoE), we characterize that the knowledge preferred by LLMs should maintain both relevance to the question and mutual sup","authors_text":"Junjie Wang, Mingyang Li, Qing Wang, Xiaojun Jia, Yang Liu, Yihao Huang, Yuekai Huang, Zhiyuan Chang","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-17T07:49:49Z","title":"What External Knowledge is Preferred by LLMs? Characterizing and Exploring Chain of Evidence in Imperfect Context for Multi-Hop QA"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.12632","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:efd4c76e3d51d26e293de127bb65c89dc914d6a21e07516b764b9b1d2190b7b1","target":"record","created_at":"2026-07-05T11:09:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8ac82b3c076cb1bc680f884ca84fa7d7fd854b50b3d75ae99f112029cea6711b","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-17T07:49:49Z","title_canon_sha256":"78d7f2819fcf77bf06bae75d9eb450bd5892ead70342fa85630f88d01e1426e8"},"schema_version":"1.0","source":{"id":"2412.12632","kind":"arxiv","version":3}},"canonical_sha256":"5c9678c06c9b8ac4ec670527d92e635afc23d261e8b4327df7bb37acc890f270","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5c9678c06c9b8ac4ec670527d92e635afc23d261e8b4327df7bb37acc890f270","first_computed_at":"2026-07-05T11:09:05.534904Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:09:05.534904Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"QSWsmELho0hwayZW6Q141o7I2cS9OWUlgwCgbZ6RPMUekrMMsbyoHWbNwM/VlOIh1QXrZvDtJwmm8P2G/eOsCA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:09:05.535383Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.12632","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:efd4c76e3d51d26e293de127bb65c89dc914d6a21e07516b764b9b1d2190b7b1","sha256:4158ab2b5159c097aa4805c1a4c8ae92dc6c65abc2fe6c76a156622e2081790b"],"state_sha256":"54a685bd953bf21934ab67c1a84593351cadf7390321f07d5a10d150fa1bea96"}