{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:WYQRPHGDM2KWPEVGBRSXRIIHBW","short_pith_number":"pith:WYQRPHGD","canonical_record":{"source":{"id":"2310.07289","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-11T08:22:37Z","cross_cats_sorted":[],"title_canon_sha256":"10a79404690a83fd5dcb8e8b5bd4f08f35299b4d0bdcf3617981a34da585fe1a","abstract_canon_sha256":"73e5dbe6dd6f3b98c7f4bca7571c8f0ba731e131b6d384bda3a3edcec8c9649d"},"schema_version":"1.0"},"canonical_sha256":"b621179cc366956792a60c6578a1070d84eaedceeaa245b09f53320e0543b6fd","source":{"kind":"arxiv","id":"2310.07289","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.07289","created_at":"2026-07-05T06:59:43Z"},{"alias_kind":"arxiv_version","alias_value":"2310.07289v1","created_at":"2026-07-05T06:59:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.07289","created_at":"2026-07-05T06:59:43Z"},{"alias_kind":"pith_short_12","alias_value":"WYQRPHGDM2KW","created_at":"2026-07-05T06:59:43Z"},{"alias_kind":"pith_short_16","alias_value":"WYQRPHGDM2KWPEVG","created_at":"2026-07-05T06:59:43Z"},{"alias_kind":"pith_short_8","alias_value":"WYQRPHGD","created_at":"2026-07-05T06:59:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:WYQRPHGDM2KWPEVGBRSXRIIHBW","target":"record","payload":{"canonical_record":{"source":{"id":"2310.07289","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-11T08:22:37Z","cross_cats_sorted":[],"title_canon_sha256":"10a79404690a83fd5dcb8e8b5bd4f08f35299b4d0bdcf3617981a34da585fe1a","abstract_canon_sha256":"73e5dbe6dd6f3b98c7f4bca7571c8f0ba731e131b6d384bda3a3edcec8c9649d"},"schema_version":"1.0"},"canonical_sha256":"b621179cc366956792a60c6578a1070d84eaedceeaa245b09f53320e0543b6fd","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:59:43.398378Z","signature_b64":"0HutHiGPaZ0PLBRakbH7yJ0fVhus00WwOJZKQWf/FwrLp/6MDc7GcaDUS0sVf2+tGzc4NqrDInGSk595mhm/Dg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b621179cc366956792a60c6578a1070d84eaedceeaa245b09f53320e0543b6fd","last_reissued_at":"2026-07-05T06:59:43.397862Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:59:43.397862Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.07289","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:59:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eoE4DRp4MXN/w+gmVZJPZ8DUZVj+lLV6EbsDdEmSrPN1a5Cqp9+1Gk6oYBBQ7qXtnWLBQXUdcUUJs6SyIGjJDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T14:48:09.860501Z"},"content_sha256":"af7353dcd1fcc9dc68fcec9f0bbe92210b917a75cc33151a905fb97c2d4cff82","schema_version":"1.0","event_id":"sha256:af7353dcd1fcc9dc68fcec9f0bbe92210b917a75cc33151a905fb97c2d4cff82"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:WYQRPHGDM2KWPEVGBRSXRIIHBW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Beyond Factuality: A Comprehensive Evaluation of Large Language Models as Knowledge Generators","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Bingzhe Wu, Kam-Fai Wong, Liang Chen, Tat-Seng Chua, Yang Deng, Yatao Bian, Zeyu Qin","submitted_at":"2023-10-11T08:22:37Z","abstract_excerpt":"Large language models (LLMs) outperform information retrieval techniques for downstream knowledge-intensive tasks when being prompted to generate world knowledge. However, community concerns abound regarding the factuality and potential implications of using this uncensored knowledge. In light of this, we introduce CONNER, a COmpreheNsive kNowledge Evaluation fRamework, designed to systematically and automatically evaluate generated knowledge from six important perspectives -- Factuality, Relevance, Coherence, Informativeness, Helpfulness and Validity. We conduct an extensive empirical analysi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.07289","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.07289/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:59:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"soyRkGeq6Q5bjnaRRQjNhvl+lKzLUh1sN35HbkitMuM7Pcb5klOGqhgNZrHMNzXRpG3mfKdeJuss5WCy2br0CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T14:48:09.860880Z"},"content_sha256":"97da595089c2593571750780463c0d673d731a78174a54e5e7a0151ed082941b","schema_version":"1.0","event_id":"sha256:97da595089c2593571750780463c0d673d731a78174a54e5e7a0151ed082941b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WYQRPHGDM2KWPEVGBRSXRIIHBW/bundle.json","state_url":"https://pith.science/pith/WYQRPHGDM2KWPEVGBRSXRIIHBW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WYQRPHGDM2KWPEVGBRSXRIIHBW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T14:48:09Z","links":{"resolver":"https://pith.science/pith/WYQRPHGDM2KWPEVGBRSXRIIHBW","bundle":"https://pith.science/pith/WYQRPHGDM2KWPEVGBRSXRIIHBW/bundle.json","state":"https://pith.science/pith/WYQRPHGDM2KWPEVGBRSXRIIHBW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WYQRPHGDM2KWPEVGBRSXRIIHBW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:WYQRPHGDM2KWPEVGBRSXRIIHBW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"73e5dbe6dd6f3b98c7f4bca7571c8f0ba731e131b6d384bda3a3edcec8c9649d","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-11T08:22:37Z","title_canon_sha256":"10a79404690a83fd5dcb8e8b5bd4f08f35299b4d0bdcf3617981a34da585fe1a"},"schema_version":"1.0","source":{"id":"2310.07289","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.07289","created_at":"2026-07-05T06:59:43Z"},{"alias_kind":"arxiv_version","alias_value":"2310.07289v1","created_at":"2026-07-05T06:59:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.07289","created_at":"2026-07-05T06:59:43Z"},{"alias_kind":"pith_short_12","alias_value":"WYQRPHGDM2KW","created_at":"2026-07-05T06:59:43Z"},{"alias_kind":"pith_short_16","alias_value":"WYQRPHGDM2KWPEVG","created_at":"2026-07-05T06:59:43Z"},{"alias_kind":"pith_short_8","alias_value":"WYQRPHGD","created_at":"2026-07-05T06:59:43Z"}],"graph_snapshots":[{"event_id":"sha256:97da595089c2593571750780463c0d673d731a78174a54e5e7a0151ed082941b","target":"graph","created_at":"2026-07-05T06:59:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.07289/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) outperform information retrieval techniques for downstream knowledge-intensive tasks when being prompted to generate world knowledge. However, community concerns abound regarding the factuality and potential implications of using this uncensored knowledge. In light of this, we introduce CONNER, a COmpreheNsive kNowledge Evaluation fRamework, designed to systematically and automatically evaluate generated knowledge from six important perspectives -- Factuality, Relevance, Coherence, Informativeness, Helpfulness and Validity. We conduct an extensive empirical analysi","authors_text":"Bingzhe Wu, Kam-Fai Wong, Liang Chen, Tat-Seng Chua, Yang Deng, Yatao Bian, Zeyu Qin","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-11T08:22:37Z","title":"Beyond Factuality: A Comprehensive Evaluation of Large Language Models as Knowledge Generators"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.07289","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:af7353dcd1fcc9dc68fcec9f0bbe92210b917a75cc33151a905fb97c2d4cff82","target":"record","created_at":"2026-07-05T06:59:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"73e5dbe6dd6f3b98c7f4bca7571c8f0ba731e131b6d384bda3a3edcec8c9649d","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-11T08:22:37Z","title_canon_sha256":"10a79404690a83fd5dcb8e8b5bd4f08f35299b4d0bdcf3617981a34da585fe1a"},"schema_version":"1.0","source":{"id":"2310.07289","kind":"arxiv","version":1}},"canonical_sha256":"b621179cc366956792a60c6578a1070d84eaedceeaa245b09f53320e0543b6fd","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b621179cc366956792a60c6578a1070d84eaedceeaa245b09f53320e0543b6fd","first_computed_at":"2026-07-05T06:59:43.397862Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:59:43.397862Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0HutHiGPaZ0PLBRakbH7yJ0fVhus00WwOJZKQWf/FwrLp/6MDc7GcaDUS0sVf2+tGzc4NqrDInGSk595mhm/Dg==","signature_status":"signed_v1","signed_at":"2026-07-05T06:59:43.398378Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.07289","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:af7353dcd1fcc9dc68fcec9f0bbe92210b917a75cc33151a905fb97c2d4cff82","sha256:97da595089c2593571750780463c0d673d731a78174a54e5e7a0151ed082941b"],"state_sha256":"552d38ee17f350afc6b9243ab377ccec33c181909506d0033529f5062ee27703"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"J+AYIyt44YVlLDS9+DNdiwVgcQ4BEDve3LHg0s+FrO88aQ0ETTQQiGZWAo0umpEiUkKD4M1i04b+FliFzO3cDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T14:48:09.862864Z","bundle_sha256":"aa95d9779726fd6e43ba40a913d11c82f452bc0eeb23c14bbd4b0b43a65adfa2"}}