{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:TBOGOJTN7CBRMCHBYJ2BKXSX3M","short_pith_number":"pith:TBOGOJTN","canonical_record":{"source":{"id":"2311.15930","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-27T15:38:17Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"9e3c4ca0f67c130ba2894245601535e1cbf14f29c691ca2620ff448e0187950f","abstract_canon_sha256":"e9cdd00e6e6adb9421fa2d4d24dfc9891014d4add7bfafa7104d781a0bf3434e"},"schema_version":"1.0"},"canonical_sha256":"985c67266df8831608e1c274155e57db032596b23dc90a565187686352301bd0","source":{"kind":"arxiv","id":"2311.15930","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.15930","created_at":"2026-07-05T07:17:11Z"},{"alias_kind":"arxiv_version","alias_value":"2311.15930v1","created_at":"2026-07-05T07:17:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.15930","created_at":"2026-07-05T07:17:11Z"},{"alias_kind":"pith_short_12","alias_value":"TBOGOJTN7CBR","created_at":"2026-07-05T07:17:11Z"},{"alias_kind":"pith_short_16","alias_value":"TBOGOJTN7CBRMCHB","created_at":"2026-07-05T07:17:11Z"},{"alias_kind":"pith_short_8","alias_value":"TBOGOJTN","created_at":"2026-07-05T07:17:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:TBOGOJTN7CBRMCHBYJ2BKXSX3M","target":"record","payload":{"canonical_record":{"source":{"id":"2311.15930","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-27T15:38:17Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"9e3c4ca0f67c130ba2894245601535e1cbf14f29c691ca2620ff448e0187950f","abstract_canon_sha256":"e9cdd00e6e6adb9421fa2d4d24dfc9891014d4add7bfafa7104d781a0bf3434e"},"schema_version":"1.0"},"canonical_sha256":"985c67266df8831608e1c274155e57db032596b23dc90a565187686352301bd0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:17:11.395609Z","signature_b64":"n5nHb30q3xwIikf4otdUhZOelQLk88DlwmS0Zh5INtJz/1qGOTEE0hhbcnQpyof/wmMCtKlGyxxdhatlCtepAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"985c67266df8831608e1c274155e57db032596b23dc90a565187686352301bd0","last_reissued_at":"2026-07-05T07:17:11.395127Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:17:11.395127Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.15930","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:17:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"j+f9g1Nomm+0tw3wayyRHqaAV3w7Ej7xw7oopuqdpgb+zXfXg5Ce/S+ZMG7BLd8yzc6oMkGu/LY4sthZBVx/Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T11:50:35.421913Z"},"content_sha256":"e2ad15228449ceb93d0e4b0af3a563ca0f8680802b5be15f4e4f5bb48f5f80c6","schema_version":"1.0","event_id":"sha256:e2ad15228449ceb93d0e4b0af3a563ca0f8680802b5be15f4e4f5bb48f5f80c6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:TBOGOJTN7CBRMCHBYJ2BKXSX3M","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"WorldSense: A Synthetic Benchmark for Grounded Reasoning in Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Dieuwke Hupkes, Emmanuel Dupoux, Gr\\'egoire Mialon, Jean-Baptiste Gaya, Mark Ibrahim, Megi Dervishi, Pascal Vincent, Thomas Scialom, Xavier Martinet, Youssef Benchekroun","submitted_at":"2023-11-27T15:38:17Z","abstract_excerpt":"We propose WorldSense, a benchmark designed to assess the extent to which LLMs are consistently able to sustain tacit world models, by testing how they draw simple inferences from descriptions of simple arrangements of entities. Worldsense is a synthetic benchmark with three problem types, each with their own trivial control, which explicitly avoids bias by decorrelating the abstract structure of problems from the vocabulary and expressions, and by decorrelating all problem subparts with the correct response. We run our benchmark on three state-of-the-art chat-LLMs (GPT3.5, GPT4 and Llama2-cha"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.15930","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.15930/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:17:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NJKIfGmqxs4NXYChFHTr496Nt7ftq9wtQsqB6uQE/fwDMDIM0kplLbTKvK+61/zcCM5FRawH25SmHccmrg0IBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T11:50:35.422439Z"},"content_sha256":"8c89621e9e36538c9ec949e275bbe703402a7bf5d37d57d5ce5ac5207063ea8f","schema_version":"1.0","event_id":"sha256:8c89621e9e36538c9ec949e275bbe703402a7bf5d37d57d5ce5ac5207063ea8f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TBOGOJTN7CBRMCHBYJ2BKXSX3M/bundle.json","state_url":"https://pith.science/pith/TBOGOJTN7CBRMCHBYJ2BKXSX3M/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TBOGOJTN7CBRMCHBYJ2BKXSX3M/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T11:50:35Z","links":{"resolver":"https://pith.science/pith/TBOGOJTN7CBRMCHBYJ2BKXSX3M","bundle":"https://pith.science/pith/TBOGOJTN7CBRMCHBYJ2BKXSX3M/bundle.json","state":"https://pith.science/pith/TBOGOJTN7CBRMCHBYJ2BKXSX3M/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TBOGOJTN7CBRMCHBYJ2BKXSX3M/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:TBOGOJTN7CBRMCHBYJ2BKXSX3M","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e9cdd00e6e6adb9421fa2d4d24dfc9891014d4add7bfafa7104d781a0bf3434e","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-27T15:38:17Z","title_canon_sha256":"9e3c4ca0f67c130ba2894245601535e1cbf14f29c691ca2620ff448e0187950f"},"schema_version":"1.0","source":{"id":"2311.15930","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.15930","created_at":"2026-07-05T07:17:11Z"},{"alias_kind":"arxiv_version","alias_value":"2311.15930v1","created_at":"2026-07-05T07:17:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.15930","created_at":"2026-07-05T07:17:11Z"},{"alias_kind":"pith_short_12","alias_value":"TBOGOJTN7CBR","created_at":"2026-07-05T07:17:11Z"},{"alias_kind":"pith_short_16","alias_value":"TBOGOJTN7CBRMCHB","created_at":"2026-07-05T07:17:11Z"},{"alias_kind":"pith_short_8","alias_value":"TBOGOJTN","created_at":"2026-07-05T07:17:11Z"}],"graph_snapshots":[{"event_id":"sha256:8c89621e9e36538c9ec949e275bbe703402a7bf5d37d57d5ce5ac5207063ea8f","target":"graph","created_at":"2026-07-05T07:17:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.15930/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We propose WorldSense, a benchmark designed to assess the extent to which LLMs are consistently able to sustain tacit world models, by testing how they draw simple inferences from descriptions of simple arrangements of entities. Worldsense is a synthetic benchmark with three problem types, each with their own trivial control, which explicitly avoids bias by decorrelating the abstract structure of problems from the vocabulary and expressions, and by decorrelating all problem subparts with the correct response. We run our benchmark on three state-of-the-art chat-LLMs (GPT3.5, GPT4 and Llama2-cha","authors_text":"Dieuwke Hupkes, Emmanuel Dupoux, Gr\\'egoire Mialon, Jean-Baptiste Gaya, Mark Ibrahim, Megi Dervishi, Pascal Vincent, Thomas Scialom, Xavier Martinet, Youssef Benchekroun","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-27T15:38:17Z","title":"WorldSense: A Synthetic Benchmark for Grounded Reasoning in Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.15930","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e2ad15228449ceb93d0e4b0af3a563ca0f8680802b5be15f4e4f5bb48f5f80c6","target":"record","created_at":"2026-07-05T07:17:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e9cdd00e6e6adb9421fa2d4d24dfc9891014d4add7bfafa7104d781a0bf3434e","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-27T15:38:17Z","title_canon_sha256":"9e3c4ca0f67c130ba2894245601535e1cbf14f29c691ca2620ff448e0187950f"},"schema_version":"1.0","source":{"id":"2311.15930","kind":"arxiv","version":1}},"canonical_sha256":"985c67266df8831608e1c274155e57db032596b23dc90a565187686352301bd0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"985c67266df8831608e1c274155e57db032596b23dc90a565187686352301bd0","first_computed_at":"2026-07-05T07:17:11.395127Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:17:11.395127Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"n5nHb30q3xwIikf4otdUhZOelQLk88DlwmS0Zh5INtJz/1qGOTEE0hhbcnQpyof/wmMCtKlGyxxdhatlCtepAA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:17:11.395609Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.15930","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e2ad15228449ceb93d0e4b0af3a563ca0f8680802b5be15f4e4f5bb48f5f80c6","sha256:8c89621e9e36538c9ec949e275bbe703402a7bf5d37d57d5ce5ac5207063ea8f"],"state_sha256":"5da9aaf45e94041fb77590ae3eacb43629be6c473f4dab17914b3fd3a8fade8f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LWWy1+LqRzmaknX5lOMyKXdxU5G38ZxeAWP/clWJh5NcyRUQkZk7atypvZpk4QYJeO0Bgp8v9aLewXY/X8bGDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T11:50:35.426324Z","bundle_sha256":"185cf9a0f11b1d483298080798b0ca49ac5425a49811a0ea267086b5c39012bd"}}