{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:KNDI7VWBFUFQGW7CBNRH55QIVB","short_pith_number":"pith:KNDI7VWB","canonical_record":{"source":{"id":"2305.12544","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-21T19:06:30Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"e349d0242ed85afc188d9a90f58e32e6fd5e4752cbe4f607be5ee840f34ee74e","abstract_canon_sha256":"81f2ce9479de9de74e20f5c8ba111a35cab2c04810756a685c6f29f3a7ec35cf"},"schema_version":"1.0"},"canonical_sha256":"53468fd6c12d0b035be20b627ef608a84954479ada9c36e78907cce82774a9ce","source":{"kind":"arxiv","id":"2305.12544","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.12544","created_at":"2026-07-05T07:56:48Z"},{"alias_kind":"arxiv_version","alias_value":"2305.12544v2","created_at":"2026-07-05T07:56:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.12544","created_at":"2026-07-05T07:56:48Z"},{"alias_kind":"pith_short_12","alias_value":"KNDI7VWBFUFQ","created_at":"2026-07-05T07:56:48Z"},{"alias_kind":"pith_short_16","alias_value":"KNDI7VWBFUFQGW7C","created_at":"2026-07-05T07:56:48Z"},{"alias_kind":"pith_short_8","alias_value":"KNDI7VWB","created_at":"2026-07-05T07:56:48Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:KNDI7VWBFUFQGW7CBNRH55QIVB","target":"record","payload":{"canonical_record":{"source":{"id":"2305.12544","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-21T19:06:30Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"e349d0242ed85afc188d9a90f58e32e6fd5e4752cbe4f607be5ee840f34ee74e","abstract_canon_sha256":"81f2ce9479de9de74e20f5c8ba111a35cab2c04810756a685c6f29f3a7ec35cf"},"schema_version":"1.0"},"canonical_sha256":"53468fd6c12d0b035be20b627ef608a84954479ada9c36e78907cce82774a9ce","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:56:48.509610Z","signature_b64":"FgWpjiYSmZbhNULah089GYN2mz2B4+e+HBd4NOclw+efpyTQqapMbpSNuASEFu2LI72B1RCswuwd/dSIm381BQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"53468fd6c12d0b035be20b627ef608a84954479ada9c36e78907cce82774a9ce","last_reissued_at":"2026-07-05T07:56:48.509149Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:56:48.509149Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.12544","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:56:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"P4UxifDSgcTRLegHXSprAbEfeY2kdBxukdXrYanAvYZye1d4jTCo3LwzSmmi2BysGbrisnn/G8tfVCDEr+q4BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T10:51:30.194235Z"},"content_sha256":"792246b5061241801d433d83aad4e37c0902870aea67c2931fb3947bf11b75e3","schema_version":"1.0","event_id":"sha256:792246b5061241801d433d83aad4e37c0902870aea67c2931fb3947bf11b75e3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:KNDI7VWBFUFQGW7CBNRH55QIVB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Has It All Been Solved? Open NLP Research Questions Not Solved by Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Andrew Lee, Artem Abzaliev, Ashkan Kazemi, Aylin Gunal, Do June Min, Jacky He, Joan Nwatu, Laura Biester, Muhammad Khalifa, Naihao Deng, Namho Koh, Oana Ignat, Rada Mihalcea, Santiago Castro, Shinka Mori, Siqi Shen, Siyang Liu, Veronica Perez-Rosas, Winston Wu, Xinyi Gao, Zekun Wang, Zhijing Jin","submitted_at":"2023-05-21T19:06:30Z","abstract_excerpt":"Recent progress in large language models (LLMs) has enabled the deployment of many generative NLP applications. At the same time, it has also led to a misleading public discourse that ``it's all been solved.'' Not surprisingly, this has, in turn, made many NLP researchers -- especially those at the beginning of their careers -- worry about what NLP research area they should focus on. Has it all been solved, or what remaining questions can we work on regardless of LLMs? To address this question, this paper compiles NLP research directions rich for exploration. We identify fourteen different res"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.12544","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.12544/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:56:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"K4tnDaJLlOT/e9k8By4Qmr66m1B4MPmQ54r2f/uMoNHlXh7+ndQuI3+UPtBNmM2m4hTMdtwIfxlLm7TrgGxACg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T10:51:30.195098Z"},"content_sha256":"76b1b757acb5cd39bf81484f197d291af390c030c5c1dad2d5f9f4957383d17e","schema_version":"1.0","event_id":"sha256:76b1b757acb5cd39bf81484f197d291af390c030c5c1dad2d5f9f4957383d17e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KNDI7VWBFUFQGW7CBNRH55QIVB/bundle.json","state_url":"https://pith.science/pith/KNDI7VWBFUFQGW7CBNRH55QIVB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KNDI7VWBFUFQGW7CBNRH55QIVB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-22T10:51:30Z","links":{"resolver":"https://pith.science/pith/KNDI7VWBFUFQGW7CBNRH55QIVB","bundle":"https://pith.science/pith/KNDI7VWBFUFQGW7CBNRH55QIVB/bundle.json","state":"https://pith.science/pith/KNDI7VWBFUFQGW7CBNRH55QIVB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KNDI7VWBFUFQGW7CBNRH55QIVB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:KNDI7VWBFUFQGW7CBNRH55QIVB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"81f2ce9479de9de74e20f5c8ba111a35cab2c04810756a685c6f29f3a7ec35cf","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-21T19:06:30Z","title_canon_sha256":"e349d0242ed85afc188d9a90f58e32e6fd5e4752cbe4f607be5ee840f34ee74e"},"schema_version":"1.0","source":{"id":"2305.12544","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.12544","created_at":"2026-07-05T07:56:48Z"},{"alias_kind":"arxiv_version","alias_value":"2305.12544v2","created_at":"2026-07-05T07:56:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.12544","created_at":"2026-07-05T07:56:48Z"},{"alias_kind":"pith_short_12","alias_value":"KNDI7VWBFUFQ","created_at":"2026-07-05T07:56:48Z"},{"alias_kind":"pith_short_16","alias_value":"KNDI7VWBFUFQGW7C","created_at":"2026-07-05T07:56:48Z"},{"alias_kind":"pith_short_8","alias_value":"KNDI7VWB","created_at":"2026-07-05T07:56:48Z"}],"graph_snapshots":[{"event_id":"sha256:76b1b757acb5cd39bf81484f197d291af390c030c5c1dad2d5f9f4957383d17e","target":"graph","created_at":"2026-07-05T07:56:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.12544/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent progress in large language models (LLMs) has enabled the deployment of many generative NLP applications. At the same time, it has also led to a misleading public discourse that ``it's all been solved.'' Not surprisingly, this has, in turn, made many NLP researchers -- especially those at the beginning of their careers -- worry about what NLP research area they should focus on. Has it all been solved, or what remaining questions can we work on regardless of LLMs? To address this question, this paper compiles NLP research directions rich for exploration. We identify fourteen different res","authors_text":"Andrew Lee, Artem Abzaliev, Ashkan Kazemi, Aylin Gunal, Do June Min, Jacky He, Joan Nwatu, Laura Biester, Muhammad Khalifa, Naihao Deng, Namho Koh, Oana Ignat, Rada Mihalcea, Santiago Castro, Shinka Mori, Siqi Shen, Siyang Liu, Veronica Perez-Rosas, Winston Wu, Xinyi Gao, Zekun Wang, Zhijing Jin","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-21T19:06:30Z","title":"Has It All Been Solved? Open NLP Research Questions Not Solved by Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.12544","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:792246b5061241801d433d83aad4e37c0902870aea67c2931fb3947bf11b75e3","target":"record","created_at":"2026-07-05T07:56:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"81f2ce9479de9de74e20f5c8ba111a35cab2c04810756a685c6f29f3a7ec35cf","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-21T19:06:30Z","title_canon_sha256":"e349d0242ed85afc188d9a90f58e32e6fd5e4752cbe4f607be5ee840f34ee74e"},"schema_version":"1.0","source":{"id":"2305.12544","kind":"arxiv","version":2}},"canonical_sha256":"53468fd6c12d0b035be20b627ef608a84954479ada9c36e78907cce82774a9ce","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"53468fd6c12d0b035be20b627ef608a84954479ada9c36e78907cce82774a9ce","first_computed_at":"2026-07-05T07:56:48.509149Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:56:48.509149Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"FgWpjiYSmZbhNULah089GYN2mz2B4+e+HBd4NOclw+efpyTQqapMbpSNuASEFu2LI72B1RCswuwd/dSIm381BQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:56:48.509610Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.12544","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:792246b5061241801d433d83aad4e37c0902870aea67c2931fb3947bf11b75e3","sha256:76b1b757acb5cd39bf81484f197d291af390c030c5c1dad2d5f9f4957383d17e"],"state_sha256":"3aa4506de981be80bd97f1b9df78ad2ef8914892037be91fd91d980d2a1e82f9"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"V46ZF3z8si6gp/yEHpklzrFIYJxTBb2ckK/rkb6gOH97TyzXxykG3RbsAQmWh6JloAczKjdcAkJg4D5SlfwiAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-22T10:51:30.198887Z","bundle_sha256":"16063bef4473e5868b2996ba181715703df7e2811f852413e5011c2ae1c63551"}}