{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:IWD3NQNZGCFVHAMG64PPWDFEPA","short_pith_number":"pith:IWD3NQNZ","schema_version":"1.0","canonical_sha256":"4587b6c1b9308b538186f71efb0ca478099e35235949f926ad444d7fc6b52be6","source":{"kind":"arxiv","id":"2405.19616","version":2},"attestation_state":"computed","paper":{"title":"Easy Problems That LLMs Get Wrong","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.CL","cs.LG"],"primary_cat":"cs.AI","authors_text":"James Huckle, Sean Williams","submitted_at":"2024-05-30T02:09:51Z","abstract_excerpt":"We introduce a comprehensive Linguistic Benchmark designed to evaluate the limitations of Large Language Models (LLMs) in domains such as logical reasoning, spatial intelligence, and linguistic understanding, among others. Through a series of straightforward questions, it uncovers the significant limitations of well-regarded models to perform tasks that humans manage with ease. It also highlights the potential of prompt engineering to mitigate some errors and underscores the necessity for better training methodologies. Our findings stress the importance of grounding LLMs with human reasoning a"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2405.19616","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.AI","submitted_at":"2024-05-30T02:09:51Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"86a52b499495ef218c80feaaa175d5eff36862dd24721eef45e952a6be422171","abstract_canon_sha256":"75727f861c58c9063a521912fb4ee612adcbc1dd96ccf1e3afcafa7edb436076"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:25:55.025885Z","signature_b64":"w6I0ecL3JwpnMqI/znP3UPON19ohAZnHFJWf5wKwk1c5EL25Pt+cQSC+3Wa9Rv7CHWB8/WXZvV9S3iBHwYAsAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4587b6c1b9308b538186f71efb0ca478099e35235949f926ad444d7fc6b52be6","last_reissued_at":"2026-07-05T08:25:55.025380Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:25:55.025380Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Easy Problems That LLMs Get Wrong","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.CL","cs.LG"],"primary_cat":"cs.AI","authors_text":"James Huckle, Sean Williams","submitted_at":"2024-05-30T02:09:51Z","abstract_excerpt":"We introduce a comprehensive Linguistic Benchmark designed to evaluate the limitations of Large Language Models (LLMs) in domains such as logical reasoning, spatial intelligence, and linguistic understanding, among others. Through a series of straightforward questions, it uncovers the significant limitations of well-regarded models to perform tasks that humans manage with ease. It also highlights the potential of prompt engineering to mitigate some errors and underscores the necessity for better training methodologies. Our findings stress the importance of grounding LLMs with human reasoning a"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.19616","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.19616/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2405.19616","created_at":"2026-07-05T08:25:55.025447+00:00"},{"alias_kind":"arxiv_version","alias_value":"2405.19616v2","created_at":"2026-07-05T08:25:55.025447+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.19616","created_at":"2026-07-05T08:25:55.025447+00:00"},{"alias_kind":"pith_short_12","alias_value":"IWD3NQNZGCFV","created_at":"2026-07-05T08:25:55.025447+00:00"},{"alias_kind":"pith_short_16","alias_value":"IWD3NQNZGCFVHAMG","created_at":"2026-07-05T08:25:55.025447+00:00"},{"alias_kind":"pith_short_8","alias_value":"IWD3NQNZ","created_at":"2026-07-05T08:25:55.025447+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2512.14917","citing_title":"Evaluating Code Reasoning Abilities of Large Language Models Under Real-World Settings","ref_index":66,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/IWD3NQNZGCFVHAMG64PPWDFEPA","json":"https://pith.science/pith/IWD3NQNZGCFVHAMG64PPWDFEPA.json","graph_json":"https://pith.science/api/pith-number/IWD3NQNZGCFVHAMG64PPWDFEPA/graph.json","events_json":"https://pith.science/api/pith-number/IWD3NQNZGCFVHAMG64PPWDFEPA/events.json","paper":"https://pith.science/paper/IWD3NQNZ"},"agent_actions":{"view_html":"https://pith.science/pith/IWD3NQNZGCFVHAMG64PPWDFEPA","download_json":"https://pith.science/pith/IWD3NQNZGCFVHAMG64PPWDFEPA.json","view_paper":"https://pith.science/paper/IWD3NQNZ","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2405.19616&json=true","fetch_graph":"https://pith.science/api/pith-number/IWD3NQNZGCFVHAMG64PPWDFEPA/graph.json","fetch_events":"https://pith.science/api/pith-number/IWD3NQNZGCFVHAMG64PPWDFEPA/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/IWD3NQNZGCFVHAMG64PPWDFEPA/action/timestamp_anchor","attest_storage":"https://pith.science/pith/IWD3NQNZGCFVHAMG64PPWDFEPA/action/storage_attestation","attest_author":"https://pith.science/pith/IWD3NQNZGCFVHAMG64PPWDFEPA/action/author_attestation","sign_citation":"https://pith.science/pith/IWD3NQNZGCFVHAMG64PPWDFEPA/action/citation_signature","submit_replication":"https://pith.science/pith/IWD3NQNZGCFVHAMG64PPWDFEPA/action/replication_record"}},"created_at":"2026-07-05T08:25:55.025447+00:00","updated_at":"2026-07-05T08:25:55.025447+00:00"}