{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:PPBZ32DB6OQCSDSCO4GW7EZOXU","short_pith_number":"pith:PPBZ32DB","canonical_record":{"source":{"id":"2410.14675","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-18T17:59:47Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"4500df0de50d31a553aaf347a3cc26914f954d0387992fadc308adbf40cb3e4f","abstract_canon_sha256":"1469e71e3443f1d0ed13a06cb6cb78e78e8412843dda006821763b764933aa62"},"schema_version":"1.0"},"canonical_sha256":"7bc39de861f3a0290e42770d6f932ebd1fd24c68adebe0abce7d18326e988419","source":{"kind":"arxiv","id":"2410.14675","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.14675","created_at":"2026-07-05T10:32:32Z"},{"alias_kind":"arxiv_version","alias_value":"2410.14675v2","created_at":"2026-07-05T10:32:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.14675","created_at":"2026-07-05T10:32:32Z"},{"alias_kind":"pith_short_12","alias_value":"PPBZ32DB6OQC","created_at":"2026-07-05T10:32:32Z"},{"alias_kind":"pith_short_16","alias_value":"PPBZ32DB6OQCSDSC","created_at":"2026-07-05T10:32:32Z"},{"alias_kind":"pith_short_8","alias_value":"PPBZ32DB","created_at":"2026-07-05T10:32:32Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:PPBZ32DB6OQCSDSCO4GW7EZOXU","target":"record","payload":{"canonical_record":{"source":{"id":"2410.14675","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-18T17:59:47Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"4500df0de50d31a553aaf347a3cc26914f954d0387992fadc308adbf40cb3e4f","abstract_canon_sha256":"1469e71e3443f1d0ed13a06cb6cb78e78e8412843dda006821763b764933aa62"},"schema_version":"1.0"},"canonical_sha256":"7bc39de861f3a0290e42770d6f932ebd1fd24c68adebe0abce7d18326e988419","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:32:32.357650Z","signature_b64":"iB2eTMC0bwzC0Z0s42SAW231/UQTsTyi5UdUmFMYDWsI8cQcJ66epvdh1O/RL87iVVIIn1s0UleOTiUxFigaDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7bc39de861f3a0290e42770d6f932ebd1fd24c68adebe0abce7d18326e988419","last_reissued_at":"2026-07-05T10:32:32.357156Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:32:32.357156Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.14675","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:32:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"h3nbiIDGTgCkQp9skwoRUfs+GWncM+ABkTfPZNLjB7dawmy2k8caDbxfyyKCeXklYfGmdoU6v+MFrK7ZPQZKCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T22:53:55.855320Z"},"content_sha256":"2d2970945b1cd56e7440c661239a17f26267e90a02434e4da429b2b80819e264","schema_version":"1.0","event_id":"sha256:2d2970945b1cd56e7440c661239a17f26267e90a02434e4da429b2b80819e264"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:PPBZ32DB6OQCSDSCO4GW7EZOXU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"To Trust or Not to Trust? Enhancing Large Language Models' Situated Faithfulness to External Contexts","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Bhuwan Dhingra, Hongyi Cai, Sanxing Chen, Yukun Huang","submitted_at":"2024-10-18T17:59:47Z","abstract_excerpt":"Large Language Models (LLMs) are often augmented with external contexts, such as those used in retrieval-augmented generation (RAG). However, these contexts can be inaccurate or intentionally misleading, leading to conflicts with the model's internal knowledge. We argue that robust LLMs should demonstrate situated faithfulness, dynamically calibrating their trust in external information based on their confidence in the internal knowledge and the external context to resolve knowledge conflicts. To benchmark this capability, we evaluate LLMs across several QA datasets, including a newly created "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.14675","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.14675/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:32:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"o+YP3q68I0RLeoce/pGJFjUao5fn7UBeem7R6XlTxOXiBxT/MgfD1h1vjJ72pVWtr73CgR9oCJSfpupsQxOnCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T22:53:55.856274Z"},"content_sha256":"b7eb13688980c9020eaf8f46de4bb560ac9a4c14b5bf1fef9d9bb5c461187bbc","schema_version":"1.0","event_id":"sha256:b7eb13688980c9020eaf8f46de4bb560ac9a4c14b5bf1fef9d9bb5c461187bbc"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PPBZ32DB6OQCSDSCO4GW7EZOXU/bundle.json","state_url":"https://pith.science/pith/PPBZ32DB6OQCSDSCO4GW7EZOXU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PPBZ32DB6OQCSDSCO4GW7EZOXU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T22:53:55Z","links":{"resolver":"https://pith.science/pith/PPBZ32DB6OQCSDSCO4GW7EZOXU","bundle":"https://pith.science/pith/PPBZ32DB6OQCSDSCO4GW7EZOXU/bundle.json","state":"https://pith.science/pith/PPBZ32DB6OQCSDSCO4GW7EZOXU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PPBZ32DB6OQCSDSCO4GW7EZOXU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:PPBZ32DB6OQCSDSCO4GW7EZOXU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1469e71e3443f1d0ed13a06cb6cb78e78e8412843dda006821763b764933aa62","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-18T17:59:47Z","title_canon_sha256":"4500df0de50d31a553aaf347a3cc26914f954d0387992fadc308adbf40cb3e4f"},"schema_version":"1.0","source":{"id":"2410.14675","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.14675","created_at":"2026-07-05T10:32:32Z"},{"alias_kind":"arxiv_version","alias_value":"2410.14675v2","created_at":"2026-07-05T10:32:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.14675","created_at":"2026-07-05T10:32:32Z"},{"alias_kind":"pith_short_12","alias_value":"PPBZ32DB6OQC","created_at":"2026-07-05T10:32:32Z"},{"alias_kind":"pith_short_16","alias_value":"PPBZ32DB6OQCSDSC","created_at":"2026-07-05T10:32:32Z"},{"alias_kind":"pith_short_8","alias_value":"PPBZ32DB","created_at":"2026-07-05T10:32:32Z"}],"graph_snapshots":[{"event_id":"sha256:b7eb13688980c9020eaf8f46de4bb560ac9a4c14b5bf1fef9d9bb5c461187bbc","target":"graph","created_at":"2026-07-05T10:32:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.14675/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) are often augmented with external contexts, such as those used in retrieval-augmented generation (RAG). However, these contexts can be inaccurate or intentionally misleading, leading to conflicts with the model's internal knowledge. We argue that robust LLMs should demonstrate situated faithfulness, dynamically calibrating their trust in external information based on their confidence in the internal knowledge and the external context to resolve knowledge conflicts. To benchmark this capability, we evaluate LLMs across several QA datasets, including a newly created ","authors_text":"Bhuwan Dhingra, Hongyi Cai, Sanxing Chen, Yukun Huang","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-18T17:59:47Z","title":"To Trust or Not to Trust? Enhancing Large Language Models' Situated Faithfulness to External Contexts"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.14675","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2d2970945b1cd56e7440c661239a17f26267e90a02434e4da429b2b80819e264","target":"record","created_at":"2026-07-05T10:32:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1469e71e3443f1d0ed13a06cb6cb78e78e8412843dda006821763b764933aa62","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-18T17:59:47Z","title_canon_sha256":"4500df0de50d31a553aaf347a3cc26914f954d0387992fadc308adbf40cb3e4f"},"schema_version":"1.0","source":{"id":"2410.14675","kind":"arxiv","version":2}},"canonical_sha256":"7bc39de861f3a0290e42770d6f932ebd1fd24c68adebe0abce7d18326e988419","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7bc39de861f3a0290e42770d6f932ebd1fd24c68adebe0abce7d18326e988419","first_computed_at":"2026-07-05T10:32:32.357156Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:32:32.357156Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"iB2eTMC0bwzC0Z0s42SAW231/UQTsTyi5UdUmFMYDWsI8cQcJ66epvdh1O/RL87iVVIIn1s0UleOTiUxFigaDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:32:32.357650Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.14675","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2d2970945b1cd56e7440c661239a17f26267e90a02434e4da429b2b80819e264","sha256:b7eb13688980c9020eaf8f46de4bb560ac9a4c14b5bf1fef9d9bb5c461187bbc"],"state_sha256":"8c72727768f8136094cb8dd0a4730c83853b5c6443860ab7c099427e282b1d16"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"B65rGqD/65tPI4Y5X4hH1aOOX0FQLEZc7awByC3ecCiWARXy1NVLxkLQ+v0Kl69PZJ6UgylmZbg+FplHC6YwCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T22:53:55.862594Z","bundle_sha256":"c87807ddfe5de0c6b0b43d4e3f419efbebd633e8eee489b17de311a60a40ce05"}}