{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:FWOG4EGBILFTHWTRHAG5IBLT52","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"58864a6ad366159538c2ad3f7dd66ffb906937e747367fc1a28a0b344d376956","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-09-29T20:55:57Z","title_canon_sha256":"63f7458f9d0ccf2f392b61e4776e99a3def01bef5d2b9c50efaf6950cde55d00"},"schema_version":"1.0","source":{"id":"2209.15093","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2209.15093","created_at":"2026-07-05T05:02:15Z"},{"alias_kind":"arxiv_version","alias_value":"2209.15093v1","created_at":"2026-07-05T05:02:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2209.15093","created_at":"2026-07-05T05:02:15Z"},{"alias_kind":"pith_short_12","alias_value":"FWOG4EGBILFT","created_at":"2026-07-05T05:02:15Z"},{"alias_kind":"pith_short_16","alias_value":"FWOG4EGBILFTHWTR","created_at":"2026-07-05T05:02:15Z"},{"alias_kind":"pith_short_8","alias_value":"FWOG4EGB","created_at":"2026-07-05T05:02:15Z"}],"graph_snapshots":[{"event_id":"sha256:367c747a9ee02078fe5205b5646cd9438adda479b70680a66bdf15e342dd248e","target":"graph","created_at":"2026-07-05T05:02:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2209.15093/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"If a Large Language Model (LLM) answers \"yes\" to the question \"Are mountains tall?\" then does it know what a mountain is? Can you rely on it responding correctly or incorrectly to other questions about mountains? The success of Large Language Models (LLMs) indicates they are increasingly able to answer queries like these accurately, but that ability does not necessarily imply a general understanding of concepts relevant to the anchor query. We propose conceptual consistency to measure a LLM's understanding of relevant concepts. This novel metric measures how well a model can be characterized b","authors_text":"Ajay Divakaran, Michael Cogswell, Pritish Sahu, Yunye Gong","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-09-29T20:55:57Z","title":"Unpacking Large Language Models with Conceptual Consistency"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2209.15093","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:51532319b465a4fd36da8e40ff1032babbfcbea43bdb1e564b6945bcfbbcd20f","target":"record","created_at":"2026-07-05T05:02:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"58864a6ad366159538c2ad3f7dd66ffb906937e747367fc1a28a0b344d376956","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-09-29T20:55:57Z","title_canon_sha256":"63f7458f9d0ccf2f392b61e4776e99a3def01bef5d2b9c50efaf6950cde55d00"},"schema_version":"1.0","source":{"id":"2209.15093","kind":"arxiv","version":1}},"canonical_sha256":"2d9c6e10c142cb33da71380dd40573eebed962da11bb7599c8d6115b9c0f0d1d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2d9c6e10c142cb33da71380dd40573eebed962da11bb7599c8d6115b9c0f0d1d","first_computed_at":"2026-07-05T05:02:15.626632Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:02:15.626632Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"UndRn0Rv53P7/2/+4fscMhfLLxun+hbgawyQqk+Lgi7XT5VudufxvzJjwlkEb6JVymOjmM3bD+k0Kj9UuPh7CA==","signature_status":"signed_v1","signed_at":"2026-07-05T05:02:15.627100Z","signed_message":"canonical_sha256_bytes"},"source_id":"2209.15093","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:51532319b465a4fd36da8e40ff1032babbfcbea43bdb1e564b6945bcfbbcd20f","sha256:367c747a9ee02078fe5205b5646cd9438adda479b70680a66bdf15e342dd248e"],"state_sha256":"6482dc519f6fe5938c5d0b62abc6bac94b12f4aaf3cd77558c7343504e525835"}