{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:7L73ZMVJ7LTJJ7V3QCOETZ5LO5","short_pith_number":"pith:7L73ZMVJ","canonical_record":{"source":{"id":"2307.11019","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-07-20T16:46:10Z","cross_cats_sorted":["cs.IR"],"title_canon_sha256":"96eb5a04a0daf90223f6e2074b5780f8112c87b94a425acf8330ec532be1c8f8","abstract_canon_sha256":"306a06e64696f3c60a4c376cbcadd5f8a4e8487e9bb689f6318197b623d45ec4"},"schema_version":"1.0"},"canonical_sha256":"faffbcb2a9fae694febb809c49e7ab7770999e32a379319ed2c4b12a9eaad3eb","source":{"kind":"arxiv","id":"2307.11019","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.11019","created_at":"2026-07-05T09:37:04Z"},{"alias_kind":"arxiv_version","alias_value":"2307.11019v3","created_at":"2026-07-05T09:37:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.11019","created_at":"2026-07-05T09:37:04Z"},{"alias_kind":"pith_short_12","alias_value":"7L73ZMVJ7LTJ","created_at":"2026-07-05T09:37:04Z"},{"alias_kind":"pith_short_16","alias_value":"7L73ZMVJ7LTJJ7V3","created_at":"2026-07-05T09:37:04Z"},{"alias_kind":"pith_short_8","alias_value":"7L73ZMVJ","created_at":"2026-07-05T09:37:04Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:7L73ZMVJ7LTJJ7V3QCOETZ5LO5","target":"record","payload":{"canonical_record":{"source":{"id":"2307.11019","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-07-20T16:46:10Z","cross_cats_sorted":["cs.IR"],"title_canon_sha256":"96eb5a04a0daf90223f6e2074b5780f8112c87b94a425acf8330ec532be1c8f8","abstract_canon_sha256":"306a06e64696f3c60a4c376cbcadd5f8a4e8487e9bb689f6318197b623d45ec4"},"schema_version":"1.0"},"canonical_sha256":"faffbcb2a9fae694febb809c49e7ab7770999e32a379319ed2c4b12a9eaad3eb","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:37:04.753602Z","signature_b64":"b/EQU30NtlWDERMLotGczBTvr1gNG57/w5EZtej1XXj60HfR4PtMHxR7ypzhuObtoBgouhUlHPxa/BcYTqYvAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"faffbcb2a9fae694febb809c49e7ab7770999e32a379319ed2c4b12a9eaad3eb","last_reissued_at":"2026-07-05T09:37:04.753143Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:37:04.753143Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2307.11019","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:37:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6NsGyRgBiPnkb17DggCzA12G4bpgvMybTG73f9PXaUV3ZjCH0GzLOl7aJ6IRWI+Hf0CMoEqdfWSSUzFEhn/kAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T16:50:47.100638Z"},"content_sha256":"9e99def56320d1de55b1d9830f4c009f7f08222c3b8e7cb209be926416d15280","schema_version":"1.0","event_id":"sha256:9e99def56320d1de55b1d9830f4c009f7f08222c3b8e7cb209be926416d15280"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:7L73ZMVJ7LTJJ7V3QCOETZ5LO5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Investigating the Factual Knowledge Boundary of Large Language Models with Retrieval Augmentation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.IR"],"primary_cat":"cs.CL","authors_text":"HaiFeng Wang, Hao Tian, Hua Wu, Jing Liu, Ji-Rong Wen, Ruiyang Ren, Wayne Xin Zhao, Yingqi Qu, Yuhao Wang","submitted_at":"2023-07-20T16:46:10Z","abstract_excerpt":"Large language models (LLMs) have shown impressive prowess in solving a wide range of tasks with world knowledge. However, it remains unclear how well LLMs are able to perceive their factual knowledge boundaries, particularly under retrieval augmentation settings. In this study, we present the first analysis on the factual knowledge boundaries of LLMs and how retrieval augmentation affects LLMs on open-domain question answering (QA), with a bunch of important findings. Specifically, we focus on three research questions and analyze them by examining QA, priori judgement and posteriori judgement"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.11019","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2307.11019/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:37:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CLhkDW0dCWN+DWW2yymqHIC03VFzCbDy7lHWnjnWl70I59XkAo0qbNq1DUvx77pRuCYxm8DEBVoI1is5tSKPDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T16:50:47.101526Z"},"content_sha256":"93dbf269c0508b13943b1c9dca7e7e5c762d19ade6be97141f0ddb3d56573e4d","schema_version":"1.0","event_id":"sha256:93dbf269c0508b13943b1c9dca7e7e5c762d19ade6be97141f0ddb3d56573e4d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7L73ZMVJ7LTJJ7V3QCOETZ5LO5/bundle.json","state_url":"https://pith.science/pith/7L73ZMVJ7LTJJ7V3QCOETZ5LO5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7L73ZMVJ7LTJJ7V3QCOETZ5LO5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-19T16:50:47Z","links":{"resolver":"https://pith.science/pith/7L73ZMVJ7LTJJ7V3QCOETZ5LO5","bundle":"https://pith.science/pith/7L73ZMVJ7LTJJ7V3QCOETZ5LO5/bundle.json","state":"https://pith.science/pith/7L73ZMVJ7LTJJ7V3QCOETZ5LO5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7L73ZMVJ7LTJJ7V3QCOETZ5LO5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:7L73ZMVJ7LTJJ7V3QCOETZ5LO5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"306a06e64696f3c60a4c376cbcadd5f8a4e8487e9bb689f6318197b623d45ec4","cross_cats_sorted":["cs.IR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-07-20T16:46:10Z","title_canon_sha256":"96eb5a04a0daf90223f6e2074b5780f8112c87b94a425acf8330ec532be1c8f8"},"schema_version":"1.0","source":{"id":"2307.11019","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.11019","created_at":"2026-07-05T09:37:04Z"},{"alias_kind":"arxiv_version","alias_value":"2307.11019v3","created_at":"2026-07-05T09:37:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.11019","created_at":"2026-07-05T09:37:04Z"},{"alias_kind":"pith_short_12","alias_value":"7L73ZMVJ7LTJ","created_at":"2026-07-05T09:37:04Z"},{"alias_kind":"pith_short_16","alias_value":"7L73ZMVJ7LTJJ7V3","created_at":"2026-07-05T09:37:04Z"},{"alias_kind":"pith_short_8","alias_value":"7L73ZMVJ","created_at":"2026-07-05T09:37:04Z"}],"graph_snapshots":[{"event_id":"sha256:93dbf269c0508b13943b1c9dca7e7e5c762d19ade6be97141f0ddb3d56573e4d","target":"graph","created_at":"2026-07-05T09:37:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2307.11019/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have shown impressive prowess in solving a wide range of tasks with world knowledge. However, it remains unclear how well LLMs are able to perceive their factual knowledge boundaries, particularly under retrieval augmentation settings. In this study, we present the first analysis on the factual knowledge boundaries of LLMs and how retrieval augmentation affects LLMs on open-domain question answering (QA), with a bunch of important findings. Specifically, we focus on three research questions and analyze them by examining QA, priori judgement and posteriori judgement","authors_text":"HaiFeng Wang, Hao Tian, Hua Wu, Jing Liu, Ji-Rong Wen, Ruiyang Ren, Wayne Xin Zhao, Yingqi Qu, Yuhao Wang","cross_cats":["cs.IR"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-07-20T16:46:10Z","title":"Investigating the Factual Knowledge Boundary of Large Language Models with Retrieval Augmentation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.11019","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9e99def56320d1de55b1d9830f4c009f7f08222c3b8e7cb209be926416d15280","target":"record","created_at":"2026-07-05T09:37:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"306a06e64696f3c60a4c376cbcadd5f8a4e8487e9bb689f6318197b623d45ec4","cross_cats_sorted":["cs.IR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-07-20T16:46:10Z","title_canon_sha256":"96eb5a04a0daf90223f6e2074b5780f8112c87b94a425acf8330ec532be1c8f8"},"schema_version":"1.0","source":{"id":"2307.11019","kind":"arxiv","version":3}},"canonical_sha256":"faffbcb2a9fae694febb809c49e7ab7770999e32a379319ed2c4b12a9eaad3eb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"faffbcb2a9fae694febb809c49e7ab7770999e32a379319ed2c4b12a9eaad3eb","first_computed_at":"2026-07-05T09:37:04.753143Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:37:04.753143Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"b/EQU30NtlWDERMLotGczBTvr1gNG57/w5EZtej1XXj60HfR4PtMHxR7ypzhuObtoBgouhUlHPxa/BcYTqYvAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:37:04.753602Z","signed_message":"canonical_sha256_bytes"},"source_id":"2307.11019","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9e99def56320d1de55b1d9830f4c009f7f08222c3b8e7cb209be926416d15280","sha256:93dbf269c0508b13943b1c9dca7e7e5c762d19ade6be97141f0ddb3d56573e4d"],"state_sha256":"48ed305c27e7f233df16d32a7c674c34a0a1c42944840ef6fe1fc7b3c074fdca"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"a+S9XU/Sa6RtZLvkSDHHI5/LhLND2Kpy3gKKCHjTcoddGVeZMRm/SMC0qVtfpqs9oOo0iF04mnF6d9vfxAyGBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-19T16:50:47.110398Z","bundle_sha256":"5fcd340d99447c3e9d8224e70c69f4dc64d85273be07e167792f2a0831479563"}}