{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:2GKJHABR5BXXVULKTABQTKX64W","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"94f31e8e6cfaf3b783ccd1397bd09798fbb78ee544893b45f4b6edb06fb2b5f6","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.AI","submitted_at":"2023-02-09T16:34:30Z","title_canon_sha256":"ab5aebb6be5c6a1d30b0fea2701f3691b6b0b7a35e2f59b285ac999ece2f9b26"},"schema_version":"1.0","source":{"id":"2302.04752","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.04752","created_at":"2026-07-05T05:44:52Z"},{"alias_kind":"arxiv_version","alias_value":"2302.04752v2","created_at":"2026-07-05T05:44:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.04752","created_at":"2026-07-05T05:44:52Z"},{"alias_kind":"pith_short_12","alias_value":"2GKJHABR5BXX","created_at":"2026-07-05T05:44:52Z"},{"alias_kind":"pith_short_16","alias_value":"2GKJHABR5BXXVULK","created_at":"2026-07-05T05:44:52Z"},{"alias_kind":"pith_short_8","alias_value":"2GKJHABR","created_at":"2026-07-05T05:44:52Z"}],"graph_snapshots":[{"event_id":"sha256:eeaf0f06d05c668d5ee8b1654a54aab8c5cdec3de9f8d3c1d826a05de0c29cef","target":"graph","created_at":"2026-07-05T05:44:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2302.04752/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"More than one hundred benchmarks have been developed to test the commonsense knowledge and commonsense reasoning abilities of artificial intelligence (AI) systems. However, these benchmarks are often flawed and many aspects of common sense remain untested. Consequently, we do not currently have any reliable way of measuring to what extent existing AI systems have achieved these abilities. This paper surveys the development and uses of AI commonsense benchmarks. We discuss the nature of common sense; the role of common sense in AI; the goals served by constructing commonsense benchmarks; and de","authors_text":"Ernest Davis","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.AI","submitted_at":"2023-02-09T16:34:30Z","title":"Benchmarks for Automated Commonsense Reasoning: A Survey"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.04752","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b0378ba53a3fbba2a605151a3d748aae3ef9c7c258eb3bd8aec4d8ddd1739576","target":"record","created_at":"2026-07-05T05:44:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"94f31e8e6cfaf3b783ccd1397bd09798fbb78ee544893b45f4b6edb06fb2b5f6","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.AI","submitted_at":"2023-02-09T16:34:30Z","title_canon_sha256":"ab5aebb6be5c6a1d30b0fea2701f3691b6b0b7a35e2f59b285ac999ece2f9b26"},"schema_version":"1.0","source":{"id":"2302.04752","kind":"arxiv","version":2}},"canonical_sha256":"d194938031e86f7ad16a980309aafee592e2961fe7f12a4580c0ce18c53d5c66","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d194938031e86f7ad16a980309aafee592e2961fe7f12a4580c0ce18c53d5c66","first_computed_at":"2026-07-05T05:44:52.633713Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:44:52.633713Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ahB8srVMyULxubystr7bzogNedeTqVkug7aO5Xaf3zuImQjUwYBZben0bIey18zgPLygbAP/h75fnbX2bN73Dg==","signature_status":"signed_v1","signed_at":"2026-07-05T05:44:52.634199Z","signed_message":"canonical_sha256_bytes"},"source_id":"2302.04752","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b0378ba53a3fbba2a605151a3d748aae3ef9c7c258eb3bd8aec4d8ddd1739576","sha256:eeaf0f06d05c668d5ee8b1654a54aab8c5cdec3de9f8d3c1d826a05de0c29cef"],"state_sha256":"324118920e655ce049748a180fe91d67d103a49d67a2eb5d0b6511e30a2f6b5a"}