{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:47QXUP5KFGIIGHMAMDMSO4D64I","short_pith_number":"pith:47QXUP5K","canonical_record":{"source":{"id":"2311.08147","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-14T13:24:19Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"80f99285220e07b649bd68435bd1de18afdc33cf66071fb66b2a70e3a939f0e4","abstract_canon_sha256":"4100b781dbd5ad25c0705aa1408a8af0a1ac6d522c10a9f3d3f66c9e5397dc7b"},"schema_version":"1.0"},"canonical_sha256":"e7e17a3faa2990831d8060d927707ee22ba1f8047ec4821bbcc57e81e5ed9f15","source":{"kind":"arxiv","id":"2311.08147","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.08147","created_at":"2026-07-05T07:12:40Z"},{"alias_kind":"arxiv_version","alias_value":"2311.08147v1","created_at":"2026-07-05T07:12:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.08147","created_at":"2026-07-05T07:12:40Z"},{"alias_kind":"pith_short_12","alias_value":"47QXUP5KFGII","created_at":"2026-07-05T07:12:40Z"},{"alias_kind":"pith_short_16","alias_value":"47QXUP5KFGIIGHMA","created_at":"2026-07-05T07:12:40Z"},{"alias_kind":"pith_short_8","alias_value":"47QXUP5K","created_at":"2026-07-05T07:12:40Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:47QXUP5KFGIIGHMAMDMSO4D64I","target":"record","payload":{"canonical_record":{"source":{"id":"2311.08147","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-14T13:24:19Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"80f99285220e07b649bd68435bd1de18afdc33cf66071fb66b2a70e3a939f0e4","abstract_canon_sha256":"4100b781dbd5ad25c0705aa1408a8af0a1ac6d522c10a9f3d3f66c9e5397dc7b"},"schema_version":"1.0"},"canonical_sha256":"e7e17a3faa2990831d8060d927707ee22ba1f8047ec4821bbcc57e81e5ed9f15","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:12:40.834512Z","signature_b64":"T1RChuWAIDXVw2XEO3eW6ahSSZCOKWxmxweQYZGh3WYjuoAkLVStm0tOONHdp16HkO87J1lqOnvRpacStJFpCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e7e17a3faa2990831d8060d927707ee22ba1f8047ec4821bbcc57e81e5ed9f15","last_reissued_at":"2026-07-05T07:12:40.834023Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:12:40.834023Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.08147","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:12:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xa4X/DNgQu6CF9gyhXGOPz0Y2XHJrKHjYT02VFWtaEGIDACvYVtEyAQ8NsqT6a57fV03oySfrC12ALWNRy3TBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T15:22:32.946543Z"},"content_sha256":"704dcba191c4206cbde026acb82426023db066cab45125e261517fbe55c215e3","schema_version":"1.0","event_id":"sha256:704dcba191c4206cbde026acb82426023db066cab45125e261517fbe55c215e3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:47QXUP5KFGIIGHMAMDMSO4D64I","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"RECALL: A Benchmark for LLMs Robustness against External Counterfactual Knowledge","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Fandong Meng, Hao Zhou, Jie Zhou, Lianzhe Huang, Shicheng Li, Sishuo Chen, Xu Sun, Yi Liu","submitted_at":"2023-11-14T13:24:19Z","abstract_excerpt":"LLMs and AI chatbots have improved people's efficiency in various fields. However, the necessary knowledge for answering the question may be beyond the models' knowledge boundaries. To mitigate this issue, many researchers try to introduce external knowledge, such as knowledge graphs and Internet contents, into LLMs for up-to-date information. However, the external information from the Internet may include counterfactual information that will confuse the model and lead to an incorrect response. Thus there is a pressing need for LLMs to possess the ability to distinguish reliable information fr"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.08147","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.08147/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:12:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1gTLeIGsn/YwgJMQclNapUbDJpGYRlo4KGvwl5/ySZXZ7veab4fG1RbjM1y49Xdtq6dUYc1n0ejiwnWrineMAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T15:22:32.947485Z"},"content_sha256":"8e2e553d90bfe045e83a08e7eff539aa1373c83a9d68c8cf34244b4cda1b93b4","schema_version":"1.0","event_id":"sha256:8e2e553d90bfe045e83a08e7eff539aa1373c83a9d68c8cf34244b4cda1b93b4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/47QXUP5KFGIIGHMAMDMSO4D64I/bundle.json","state_url":"https://pith.science/pith/47QXUP5KFGIIGHMAMDMSO4D64I/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/47QXUP5KFGIIGHMAMDMSO4D64I/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T15:22:32Z","links":{"resolver":"https://pith.science/pith/47QXUP5KFGIIGHMAMDMSO4D64I","bundle":"https://pith.science/pith/47QXUP5KFGIIGHMAMDMSO4D64I/bundle.json","state":"https://pith.science/pith/47QXUP5KFGIIGHMAMDMSO4D64I/state.json","well_known_bundle":"https://pith.science/.well-known/pith/47QXUP5KFGIIGHMAMDMSO4D64I/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:47QXUP5KFGIIGHMAMDMSO4D64I","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4100b781dbd5ad25c0705aa1408a8af0a1ac6d522c10a9f3d3f66c9e5397dc7b","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-14T13:24:19Z","title_canon_sha256":"80f99285220e07b649bd68435bd1de18afdc33cf66071fb66b2a70e3a939f0e4"},"schema_version":"1.0","source":{"id":"2311.08147","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.08147","created_at":"2026-07-05T07:12:40Z"},{"alias_kind":"arxiv_version","alias_value":"2311.08147v1","created_at":"2026-07-05T07:12:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.08147","created_at":"2026-07-05T07:12:40Z"},{"alias_kind":"pith_short_12","alias_value":"47QXUP5KFGII","created_at":"2026-07-05T07:12:40Z"},{"alias_kind":"pith_short_16","alias_value":"47QXUP5KFGIIGHMA","created_at":"2026-07-05T07:12:40Z"},{"alias_kind":"pith_short_8","alias_value":"47QXUP5K","created_at":"2026-07-05T07:12:40Z"}],"graph_snapshots":[{"event_id":"sha256:8e2e553d90bfe045e83a08e7eff539aa1373c83a9d68c8cf34244b4cda1b93b4","target":"graph","created_at":"2026-07-05T07:12:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.08147/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"LLMs and AI chatbots have improved people's efficiency in various fields. However, the necessary knowledge for answering the question may be beyond the models' knowledge boundaries. To mitigate this issue, many researchers try to introduce external knowledge, such as knowledge graphs and Internet contents, into LLMs for up-to-date information. However, the external information from the Internet may include counterfactual information that will confuse the model and lead to an incorrect response. Thus there is a pressing need for LLMs to possess the ability to distinguish reliable information fr","authors_text":"Fandong Meng, Hao Zhou, Jie Zhou, Lianzhe Huang, Shicheng Li, Sishuo Chen, Xu Sun, Yi Liu","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-14T13:24:19Z","title":"RECALL: A Benchmark for LLMs Robustness against External Counterfactual Knowledge"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.08147","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:704dcba191c4206cbde026acb82426023db066cab45125e261517fbe55c215e3","target":"record","created_at":"2026-07-05T07:12:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4100b781dbd5ad25c0705aa1408a8af0a1ac6d522c10a9f3d3f66c9e5397dc7b","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-14T13:24:19Z","title_canon_sha256":"80f99285220e07b649bd68435bd1de18afdc33cf66071fb66b2a70e3a939f0e4"},"schema_version":"1.0","source":{"id":"2311.08147","kind":"arxiv","version":1}},"canonical_sha256":"e7e17a3faa2990831d8060d927707ee22ba1f8047ec4821bbcc57e81e5ed9f15","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e7e17a3faa2990831d8060d927707ee22ba1f8047ec4821bbcc57e81e5ed9f15","first_computed_at":"2026-07-05T07:12:40.834023Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:12:40.834023Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"T1RChuWAIDXVw2XEO3eW6ahSSZCOKWxmxweQYZGh3WYjuoAkLVStm0tOONHdp16HkO87J1lqOnvRpacStJFpCg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:12:40.834512Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.08147","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:704dcba191c4206cbde026acb82426023db066cab45125e261517fbe55c215e3","sha256:8e2e553d90bfe045e83a08e7eff539aa1373c83a9d68c8cf34244b4cda1b93b4"],"state_sha256":"7baefcd2791700e171f6d95f7cedef1ec6e8e44ce6c36868b3f1ab0f6bb15d73"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZV7GBBvWwgJbMrIHjCM6GstpZM5qp1G2e3ossntB+/F/hJgpSgqT1O66/f9k/tPLARk8Y9FWYSRL1NZsFI+ZDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T15:22:32.951281Z","bundle_sha256":"5cdff46cfefc6c0f922a08f94754aa9f8fbdabbb9710b21b4092eb81dc07fcec"}}