{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:7KI72FANS7WE7EYOURXSMPSFVW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c9c86d502805357c9c6bda8b4ace275ba26d5ac5859e08039dc4649c35fc2a69","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-27T06:16:27Z","title_canon_sha256":"015da473016ffaf4749c824a77b4063b284b74122e67edfe487345e01048d73b"},"schema_version":"1.0","source":{"id":"2505.20767","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.20767","created_at":"2026-07-05T11:26:51Z"},{"alias_kind":"arxiv_version","alias_value":"2505.20767v4","created_at":"2026-07-05T11:26:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.20767","created_at":"2026-07-05T11:26:51Z"},{"alias_kind":"pith_short_12","alias_value":"7KI72FANS7WE","created_at":"2026-07-05T11:26:51Z"},{"alias_kind":"pith_short_16","alias_value":"7KI72FANS7WE7EYO","created_at":"2026-07-05T11:26:51Z"},{"alias_kind":"pith_short_8","alias_value":"7KI72FAN","created_at":"2026-07-05T11:26:51Z"}],"graph_snapshots":[{"event_id":"sha256:c582304157ab081c4d0f063b5adee5fb9452ff5230a53a729acefea7958ac3e2","target":"graph","created_at":"2026-07-05T11:26:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.20767/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Faithfulness hallucinations are claims generated by a Large Language Model (LLM) not supported by contexts provided to the LLM. Lacking assessment standards, existing benchmarks focus on \"factual statements\" that rephrase source materials while overlooking \"cognitive statements\" that involve making inferences from the given context. Consequently, evaluating and detecting the hallucination of cognitive statements remains challenging. Inspired by how evidence is assessed in the legal domain, we design a rigorous framework to assess different levels of faithfulness of cognitive statements and int","authors_text":"Du Nan, Jian Li, Keyu Hu, Sihong Xie, Weigao Sun, Xiaolong Li, Xiaqiang Tang, Xi Zhang","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-27T06:16:27Z","title":"CogniBench: A Legal-inspired Framework and Dataset for Assessing Cognitive Faithfulness of Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.20767","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:98641e43eb7d16c9c7c941b527226b31417d24760b248bf037f8ca914ccf8d65","target":"record","created_at":"2026-07-05T11:26:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c9c86d502805357c9c6bda8b4ace275ba26d5ac5859e08039dc4649c35fc2a69","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-27T06:16:27Z","title_canon_sha256":"015da473016ffaf4749c824a77b4063b284b74122e67edfe487345e01048d73b"},"schema_version":"1.0","source":{"id":"2505.20767","kind":"arxiv","version":4}},"canonical_sha256":"fa91fd140d97ec4f930ea46f263e45ad96e2d5c3ab6f9ba4e82474b7f1491c0d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fa91fd140d97ec4f930ea46f263e45ad96e2d5c3ab6f9ba4e82474b7f1491c0d","first_computed_at":"2026-07-05T11:26:51.570853Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:26:51.570853Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"bA8SVlD5kHtl3+NRxaloo+ol2okUskqofagd/pnkF6qpnAukJbkWKoWHAbPbBBUfbLvlr4fLqBUTFBP8AaTsAw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:26:51.571391Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.20767","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:98641e43eb7d16c9c7c941b527226b31417d24760b248bf037f8ca914ccf8d65","sha256:c582304157ab081c4d0f063b5adee5fb9452ff5230a53a729acefea7958ac3e2"],"state_sha256":"a85833dbf57c028a20c3d3ee81b291fe27fffa7e369727ee911b7af5d045151b"}