{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:6ZQJ2IELHB7DBZIELHRA6TEP35","short_pith_number":"pith:6ZQJ2IEL","schema_version":"1.0","canonical_sha256":"f6609d208b387e30e50459e20f4c8fdf49040b0eb8833cbd4df478543aa4245a","source":{"kind":"arxiv","id":"2405.09605","version":2},"attestation_state":"computed","paper":{"title":"Elements of World Knowledge (EWoK): A Cognition-Inspired Framework for Evaluating Basic World Knowledge in Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Aalok Sathe, Anna A. Ivanova, Benjamin Lipkin, Carina Kauf, Ekin Aky\\\"urek, Ethan Wilcox, Evelina Fedorenko, Gabriel Grand, Jacob Andreas, Jennifer Hu, Joshua Tenenbaum, Leshem Choshen, Maria Ryskina, Nafisa Rashid, Roger Levy, R.T. Pramod, Setayesh Radkani, Thomas H. Clark, Unnathi Kumar, Vivian Paulun","submitted_at":"2024-05-15T17:19:42Z","abstract_excerpt":"The ability to build and reason about models of the world is essential for situated language understanding. But evaluating world modeling capabilities in modern AI systems -- especially those based on language models -- has proven challenging, in large part because of the difficulty of disentangling conceptual knowledge about the world from knowledge of surface co-occurrence statistics. This paper presents Elements of World Knowledge (EWoK), a framework for evaluating language models' understanding of the conceptual knowledge underlying world modeling. EWoK targets specific concepts from multi"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2405.09605","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-15T17:19:42Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"028533975142a31c665c193618fd0ce6b91368f23dc186fedc5fcf6709a6dd10","abstract_canon_sha256":"bc2a44c91dfb9b4935ce7744ae58dddb2e1733e288ebc088940f52783db55de4"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:31:38.668072Z","signature_b64":"9y1vdgKQD8EjQbXX19468EWi8IF2jO1KWsog6Tvgdm39GMXR3/dlTdJajTmTGmMOmZmwnptl1NhaWt4Vlh52Cw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f6609d208b387e30e50459e20f4c8fdf49040b0eb8833cbd4df478543aa4245a","last_reissued_at":"2026-07-05T11:31:38.667584Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:31:38.667584Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Elements of World Knowledge (EWoK): A Cognition-Inspired Framework for Evaluating Basic World Knowledge in Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Aalok Sathe, Anna A. Ivanova, Benjamin Lipkin, Carina Kauf, Ekin Aky\\\"urek, Ethan Wilcox, Evelina Fedorenko, Gabriel Grand, Jacob Andreas, Jennifer Hu, Joshua Tenenbaum, Leshem Choshen, Maria Ryskina, Nafisa Rashid, Roger Levy, R.T. Pramod, Setayesh Radkani, Thomas H. Clark, Unnathi Kumar, Vivian Paulun","submitted_at":"2024-05-15T17:19:42Z","abstract_excerpt":"The ability to build and reason about models of the world is essential for situated language understanding. But evaluating world modeling capabilities in modern AI systems -- especially those based on language models -- has proven challenging, in large part because of the difficulty of disentangling conceptual knowledge about the world from knowledge of surface co-occurrence statistics. This paper presents Elements of World Knowledge (EWoK), a framework for evaluating language models' understanding of the conceptual knowledge underlying world modeling. EWoK targets specific concepts from multi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.09605","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.09605/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2405.09605","created_at":"2026-07-05T11:31:38.667643+00:00"},{"alias_kind":"arxiv_version","alias_value":"2405.09605v2","created_at":"2026-07-05T11:31:38.667643+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.09605","created_at":"2026-07-05T11:31:38.667643+00:00"},{"alias_kind":"pith_short_12","alias_value":"6ZQJ2IELHB7D","created_at":"2026-07-05T11:31:38.667643+00:00"},{"alias_kind":"pith_short_16","alias_value":"6ZQJ2IELHB7DBZIE","created_at":"2026-07-05T11:31:38.667643+00:00"},{"alias_kind":"pith_short_8","alias_value":"6ZQJ2IEL","created_at":"2026-07-05T11:31:38.667643+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":2,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2509.23108","citing_title":"Artificial Phantasia: Emergent Mental Imagery in Large Language Models","ref_index":26,"is_internal_anchor":false},{"citing_arxiv_id":"2605.18563","citing_title":"Readers make targeted regressions to plausible errors in reanalysis of \"noisy-channel garden-path\" sentences","ref_index":40,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/6ZQJ2IELHB7DBZIELHRA6TEP35","json":"https://pith.science/pith/6ZQJ2IELHB7DBZIELHRA6TEP35.json","graph_json":"https://pith.science/api/pith-number/6ZQJ2IELHB7DBZIELHRA6TEP35/graph.json","events_json":"https://pith.science/api/pith-number/6ZQJ2IELHB7DBZIELHRA6TEP35/events.json","paper":"https://pith.science/paper/6ZQJ2IEL"},"agent_actions":{"view_html":"https://pith.science/pith/6ZQJ2IELHB7DBZIELHRA6TEP35","download_json":"https://pith.science/pith/6ZQJ2IELHB7DBZIELHRA6TEP35.json","view_paper":"https://pith.science/paper/6ZQJ2IEL","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2405.09605&json=true","fetch_graph":"https://pith.science/api/pith-number/6ZQJ2IELHB7DBZIELHRA6TEP35/graph.json","fetch_events":"https://pith.science/api/pith-number/6ZQJ2IELHB7DBZIELHRA6TEP35/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/6ZQJ2IELHB7DBZIELHRA6TEP35/action/timestamp_anchor","attest_storage":"https://pith.science/pith/6ZQJ2IELHB7DBZIELHRA6TEP35/action/storage_attestation","attest_author":"https://pith.science/pith/6ZQJ2IELHB7DBZIELHRA6TEP35/action/author_attestation","sign_citation":"https://pith.science/pith/6ZQJ2IELHB7DBZIELHRA6TEP35/action/citation_signature","submit_replication":"https://pith.science/pith/6ZQJ2IELHB7DBZIELHRA6TEP35/action/replication_record"}},"created_at":"2026-07-05T11:31:38.667643+00:00","updated_at":"2026-07-05T11:31:38.667643+00:00"}