{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:UXABA4HGFBUW3ZU2FXG3UDF4Z6","short_pith_number":"pith:UXABA4HG","canonical_record":{"source":{"id":"2308.10410","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.CL","submitted_at":"2023-08-21T01:32:45Z","cross_cats_sorted":[],"title_canon_sha256":"5c94eae8c59e8195354a36b14a26debd84d9dd2366fe4db10c453b25b3348f27","abstract_canon_sha256":"8589454792452889cabf49fc97b48ca48804c4f16594d0a9bd9f3ad34946a7e3"},"schema_version":"1.0"},"canonical_sha256":"a5c01070e628696de69a2dcdba0cbccfb82f7b4a9f17e8bb4beff3fb056aeb7c","source":{"kind":"arxiv","id":"2308.10410","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.10410","created_at":"2026-07-05T08:22:20Z"},{"alias_kind":"arxiv_version","alias_value":"2308.10410v4","created_at":"2026-07-05T08:22:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.10410","created_at":"2026-07-05T08:22:20Z"},{"alias_kind":"pith_short_12","alias_value":"UXABA4HGFBUW","created_at":"2026-07-05T08:22:20Z"},{"alias_kind":"pith_short_16","alias_value":"UXABA4HGFBUW3ZU2","created_at":"2026-07-05T08:22:20Z"},{"alias_kind":"pith_short_8","alias_value":"UXABA4HG","created_at":"2026-07-05T08:22:20Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:UXABA4HGFBUW3ZU2FXG3UDF4Z6","target":"record","payload":{"canonical_record":{"source":{"id":"2308.10410","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.CL","submitted_at":"2023-08-21T01:32:45Z","cross_cats_sorted":[],"title_canon_sha256":"5c94eae8c59e8195354a36b14a26debd84d9dd2366fe4db10c453b25b3348f27","abstract_canon_sha256":"8589454792452889cabf49fc97b48ca48804c4f16594d0a9bd9f3ad34946a7e3"},"schema_version":"1.0"},"canonical_sha256":"a5c01070e628696de69a2dcdba0cbccfb82f7b4a9f17e8bb4beff3fb056aeb7c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:22:20.851066Z","signature_b64":"ldIROZ4AXKKDIMcxZCuColkfLf6tkUB945WEPb2svYzhwDfo+IxwLQzpIfjqQ5NRvoRh21m2Y8WgiAEBJq23Bw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a5c01070e628696de69a2dcdba0cbccfb82f7b4a9f17e8bb4beff3fb056aeb7c","last_reissued_at":"2026-07-05T08:22:20.850181Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:22:20.850181Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2308.10410","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:22:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GiG5InYEvqUkNJyx/UwneCHjNMphha9ELpMYuZ99hGEB9lktLnYxZ0JwkbtolDwVzv1sIIbRDlb8I68w4HwICA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-16T23:37:49.318856Z"},"content_sha256":"6a1d76bb20752a037799fc9ae3c0c9deda572d9f79e4f94262e3698bc014a3ca","schema_version":"1.0","event_id":"sha256:6a1d76bb20752a037799fc9ae3c0c9deda572d9f79e4f94262e3698bc014a3ca"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:UXABA4HGFBUW3ZU2FXG3UDF4Z6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Large Language Models on Wikipedia-Style Survey Generation: an Evaluation in NLP Concepts","license":"http://creativecommons.org/publicdomain/zero/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Dairui Liu, Fan Gao, Hang Jiang, Irene Li, Jinghui Lu, Moritz Blum, Qingcheng Zeng, Rui Yang, Tianwei She, Yuang Jiang","submitted_at":"2023-08-21T01:32:45Z","abstract_excerpt":"Educational materials such as survey articles in specialized fields like computer science traditionally require tremendous expert inputs and are therefore expensive to create and update. Recently, Large Language Models (LLMs) have achieved significant success across various general tasks. However, their effectiveness and limitations in the education domain are yet to be fully explored. In this work, we examine the proficiency of LLMs in generating succinct survey articles specific to the niche field of NLP in computer science, focusing on a curated list of 99 topics. Automated benchmarks revea"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.10410","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.10410/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:22:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FA0CGlPA0hrvRCb6dmHBull9dOfjUQwopQh3UZpMeszCuM5eOmC4xOrFck5tTKXNfMVQCdfosj1le8UyJeWPAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-16T23:37:49.319217Z"},"content_sha256":"1b77e2704d464949c3cd709f4c7db452d1b2fffc7102e7ca427d06dd37e9fbf2","schema_version":"1.0","event_id":"sha256:1b77e2704d464949c3cd709f4c7db452d1b2fffc7102e7ca427d06dd37e9fbf2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UXABA4HGFBUW3ZU2FXG3UDF4Z6/bundle.json","state_url":"https://pith.science/pith/UXABA4HGFBUW3ZU2FXG3UDF4Z6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UXABA4HGFBUW3ZU2FXG3UDF4Z6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-16T23:37:49Z","links":{"resolver":"https://pith.science/pith/UXABA4HGFBUW3ZU2FXG3UDF4Z6","bundle":"https://pith.science/pith/UXABA4HGFBUW3ZU2FXG3UDF4Z6/bundle.json","state":"https://pith.science/pith/UXABA4HGFBUW3ZU2FXG3UDF4Z6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UXABA4HGFBUW3ZU2FXG3UDF4Z6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:UXABA4HGFBUW3ZU2FXG3UDF4Z6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8589454792452889cabf49fc97b48ca48804c4f16594d0a9bd9f3ad34946a7e3","cross_cats_sorted":[],"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.CL","submitted_at":"2023-08-21T01:32:45Z","title_canon_sha256":"5c94eae8c59e8195354a36b14a26debd84d9dd2366fe4db10c453b25b3348f27"},"schema_version":"1.0","source":{"id":"2308.10410","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.10410","created_at":"2026-07-05T08:22:20Z"},{"alias_kind":"arxiv_version","alias_value":"2308.10410v4","created_at":"2026-07-05T08:22:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.10410","created_at":"2026-07-05T08:22:20Z"},{"alias_kind":"pith_short_12","alias_value":"UXABA4HGFBUW","created_at":"2026-07-05T08:22:20Z"},{"alias_kind":"pith_short_16","alias_value":"UXABA4HGFBUW3ZU2","created_at":"2026-07-05T08:22:20Z"},{"alias_kind":"pith_short_8","alias_value":"UXABA4HG","created_at":"2026-07-05T08:22:20Z"}],"graph_snapshots":[{"event_id":"sha256:1b77e2704d464949c3cd709f4c7db452d1b2fffc7102e7ca427d06dd37e9fbf2","target":"graph","created_at":"2026-07-05T08:22:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2308.10410/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Educational materials such as survey articles in specialized fields like computer science traditionally require tremendous expert inputs and are therefore expensive to create and update. Recently, Large Language Models (LLMs) have achieved significant success across various general tasks. However, their effectiveness and limitations in the education domain are yet to be fully explored. In this work, we examine the proficiency of LLMs in generating succinct survey articles specific to the niche field of NLP in computer science, focusing on a curated list of 99 topics. Automated benchmarks revea","authors_text":"Dairui Liu, Fan Gao, Hang Jiang, Irene Li, Jinghui Lu, Moritz Blum, Qingcheng Zeng, Rui Yang, Tianwei She, Yuang Jiang","cross_cats":[],"headline":"","license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.CL","submitted_at":"2023-08-21T01:32:45Z","title":"Large Language Models on Wikipedia-Style Survey Generation: an Evaluation in NLP Concepts"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.10410","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6a1d76bb20752a037799fc9ae3c0c9deda572d9f79e4f94262e3698bc014a3ca","target":"record","created_at":"2026-07-05T08:22:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8589454792452889cabf49fc97b48ca48804c4f16594d0a9bd9f3ad34946a7e3","cross_cats_sorted":[],"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.CL","submitted_at":"2023-08-21T01:32:45Z","title_canon_sha256":"5c94eae8c59e8195354a36b14a26debd84d9dd2366fe4db10c453b25b3348f27"},"schema_version":"1.0","source":{"id":"2308.10410","kind":"arxiv","version":4}},"canonical_sha256":"a5c01070e628696de69a2dcdba0cbccfb82f7b4a9f17e8bb4beff3fb056aeb7c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a5c01070e628696de69a2dcdba0cbccfb82f7b4a9f17e8bb4beff3fb056aeb7c","first_computed_at":"2026-07-05T08:22:20.850181Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:22:20.850181Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ldIROZ4AXKKDIMcxZCuColkfLf6tkUB945WEPb2svYzhwDfo+IxwLQzpIfjqQ5NRvoRh21m2Y8WgiAEBJq23Bw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:22:20.851066Z","signed_message":"canonical_sha256_bytes"},"source_id":"2308.10410","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6a1d76bb20752a037799fc9ae3c0c9deda572d9f79e4f94262e3698bc014a3ca","sha256:1b77e2704d464949c3cd709f4c7db452d1b2fffc7102e7ca427d06dd37e9fbf2"],"state_sha256":"0af6935e23b8eab1efa3aa5d1b3fdd406a789b366bbd53085353d482880fa408"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PRmIPyC031JnUS9RzQnq3d+jRtG6Mzw6Uz/MLuaJb6uHx/4cNkaBvoSM+gxQY8u78o8lXaQrJfPngZjRcsNVAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-16T23:37:49.321731Z","bundle_sha256":"37211953123b7a2bc9ddfd510e1efc0f75978de8782960ffac2c448dc507eef7"}}