{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:WA5PIN37DXPRB5KKK2PAH6QKL2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"945ee4986ae807ca8f52f6be2b68b9ba83999e7795a866d1727b06915b4e4ee3","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-23T11:40:05Z","title_canon_sha256":"5ad83c0d4eafed74a9d971e92d21abaa036fcb504273725a2fddade62de32b95"},"schema_version":"1.0","source":{"id":"2310.14820","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.14820","created_at":"2026-07-05T07:04:02Z"},{"alias_kind":"arxiv_version","alias_value":"2310.14820v1","created_at":"2026-07-05T07:04:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.14820","created_at":"2026-07-05T07:04:02Z"},{"alias_kind":"pith_short_12","alias_value":"WA5PIN37DXPR","created_at":"2026-07-05T07:04:02Z"},{"alias_kind":"pith_short_16","alias_value":"WA5PIN37DXPRB5KK","created_at":"2026-07-05T07:04:02Z"},{"alias_kind":"pith_short_8","alias_value":"WA5PIN37","created_at":"2026-07-05T07:04:02Z"}],"graph_snapshots":[{"event_id":"sha256:ec7ac65bba2aea7c0df46349e283bfec789a7ec76b8f824d79fb8b2c97c3201e","target":"graph","created_at":"2026-07-05T07:04:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.14820/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"With the rapid development of NLP, large-scale language models (LLMs) excel in various tasks across multiple domains now. However, existing benchmarks may not adequately measure these models' capabilities, especially when faced with new knowledge. In this paper, we address the lack of benchmarks to evaluate LLMs' ability to handle new knowledge, an important and challenging aspect in the rapidly evolving world. We propose an approach called KnowGen that generates new knowledge by altering existing entity attributes and relationships, resulting in artificial entities that are distinct from real","authors_text":"Baizhou Huang, Xiaojun Wan, Xunjian Yin","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-23T11:40:05Z","title":"ALCUNA: Large Language Models Meet New Knowledge"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.14820","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0a3e7409299fdba8fd3e8cd1227b36a06bccb5e2a88a77eaa7d7505f5d62c319","target":"record","created_at":"2026-07-05T07:04:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"945ee4986ae807ca8f52f6be2b68b9ba83999e7795a866d1727b06915b4e4ee3","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-23T11:40:05Z","title_canon_sha256":"5ad83c0d4eafed74a9d971e92d21abaa036fcb504273725a2fddade62de32b95"},"schema_version":"1.0","source":{"id":"2310.14820","kind":"arxiv","version":1}},"canonical_sha256":"b03af4377f1ddf10f54a569e03fa0a5ea262f9845e8cc8f07bdd3b2b79ff17bf","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b03af4377f1ddf10f54a569e03fa0a5ea262f9845e8cc8f07bdd3b2b79ff17bf","first_computed_at":"2026-07-05T07:04:02.566095Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:04:02.566095Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"A1gmkUZxvrxz7KXKpuxsHCQgo5v4bY2dyA8jXVqy5LS+Hfce+eNRydHTmb8KcbsKpfnwr2PqAyi9yJ3iLdTICA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:04:02.566648Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.14820","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0a3e7409299fdba8fd3e8cd1227b36a06bccb5e2a88a77eaa7d7505f5d62c319","sha256:ec7ac65bba2aea7c0df46349e283bfec789a7ec76b8f824d79fb8b2c97c3201e"],"state_sha256":"8e048be7f0f8d62d315609441bf39e5a7d37f5a43fee91a2936a9ed8e2e75ee8"}