{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:FWOG4EGBILFTHWTRHAG5IBLT52","short_pith_number":"pith:FWOG4EGB","canonical_record":{"source":{"id":"2209.15093","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-09-29T20:55:57Z","cross_cats_sorted":[],"title_canon_sha256":"63f7458f9d0ccf2f392b61e4776e99a3def01bef5d2b9c50efaf6950cde55d00","abstract_canon_sha256":"58864a6ad366159538c2ad3f7dd66ffb906937e747367fc1a28a0b344d376956"},"schema_version":"1.0"},"canonical_sha256":"2d9c6e10c142cb33da71380dd40573eebed962da11bb7599c8d6115b9c0f0d1d","source":{"kind":"arxiv","id":"2209.15093","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2209.15093","created_at":"2026-07-05T05:02:15Z"},{"alias_kind":"arxiv_version","alias_value":"2209.15093v1","created_at":"2026-07-05T05:02:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2209.15093","created_at":"2026-07-05T05:02:15Z"},{"alias_kind":"pith_short_12","alias_value":"FWOG4EGBILFT","created_at":"2026-07-05T05:02:15Z"},{"alias_kind":"pith_short_16","alias_value":"FWOG4EGBILFTHWTR","created_at":"2026-07-05T05:02:15Z"},{"alias_kind":"pith_short_8","alias_value":"FWOG4EGB","created_at":"2026-07-05T05:02:15Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:FWOG4EGBILFTHWTRHAG5IBLT52","target":"record","payload":{"canonical_record":{"source":{"id":"2209.15093","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-09-29T20:55:57Z","cross_cats_sorted":[],"title_canon_sha256":"63f7458f9d0ccf2f392b61e4776e99a3def01bef5d2b9c50efaf6950cde55d00","abstract_canon_sha256":"58864a6ad366159538c2ad3f7dd66ffb906937e747367fc1a28a0b344d376956"},"schema_version":"1.0"},"canonical_sha256":"2d9c6e10c142cb33da71380dd40573eebed962da11bb7599c8d6115b9c0f0d1d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:02:15.627100Z","signature_b64":"UndRn0Rv53P7/2/+4fscMhfLLxun+hbgawyQqk+Lgi7XT5VudufxvzJjwlkEb6JVymOjmM3bD+k0Kj9UuPh7CA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2d9c6e10c142cb33da71380dd40573eebed962da11bb7599c8d6115b9c0f0d1d","last_reissued_at":"2026-07-05T05:02:15.626632Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:02:15.626632Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2209.15093","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:02:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Kq4wxCX270epwhEgt3SQlBgZKD3ya3P1zDqXNpV+IoQHnbBmd+l4q0WGkwvFF3C91NRzA8WqPJNQ+2Xz8ZXjAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T13:37:15.110519Z"},"content_sha256":"51532319b465a4fd36da8e40ff1032babbfcbea43bdb1e564b6945bcfbbcd20f","schema_version":"1.0","event_id":"sha256:51532319b465a4fd36da8e40ff1032babbfcbea43bdb1e564b6945bcfbbcd20f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:FWOG4EGBILFTHWTRHAG5IBLT52","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Unpacking Large Language Models with Conceptual Consistency","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Ajay Divakaran, Michael Cogswell, Pritish Sahu, Yunye Gong","submitted_at":"2022-09-29T20:55:57Z","abstract_excerpt":"If a Large Language Model (LLM) answers \"yes\" to the question \"Are mountains tall?\" then does it know what a mountain is? Can you rely on it responding correctly or incorrectly to other questions about mountains? The success of Large Language Models (LLMs) indicates they are increasingly able to answer queries like these accurately, but that ability does not necessarily imply a general understanding of concepts relevant to the anchor query. We propose conceptual consistency to measure a LLM's understanding of relevant concepts. This novel metric measures how well a model can be characterized b"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2209.15093","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2209.15093/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:02:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8WgXcBWWjfLCX+StNfDhWoM+ngzo4Sf6tRrlJqiPDdDia+TNQPkcZWFgeljq0oQONbAK9mxgzfxL6BDsJuluAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T13:37:15.111609Z"},"content_sha256":"367c747a9ee02078fe5205b5646cd9438adda479b70680a66bdf15e342dd248e","schema_version":"1.0","event_id":"sha256:367c747a9ee02078fe5205b5646cd9438adda479b70680a66bdf15e342dd248e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/FWOG4EGBILFTHWTRHAG5IBLT52/bundle.json","state_url":"https://pith.science/pith/FWOG4EGBILFTHWTRHAG5IBLT52/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/FWOG4EGBILFTHWTRHAG5IBLT52/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T13:37:15Z","links":{"resolver":"https://pith.science/pith/FWOG4EGBILFTHWTRHAG5IBLT52","bundle":"https://pith.science/pith/FWOG4EGBILFTHWTRHAG5IBLT52/bundle.json","state":"https://pith.science/pith/FWOG4EGBILFTHWTRHAG5IBLT52/state.json","well_known_bundle":"https://pith.science/.well-known/pith/FWOG4EGBILFTHWTRHAG5IBLT52/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:FWOG4EGBILFTHWTRHAG5IBLT52","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"58864a6ad366159538c2ad3f7dd66ffb906937e747367fc1a28a0b344d376956","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-09-29T20:55:57Z","title_canon_sha256":"63f7458f9d0ccf2f392b61e4776e99a3def01bef5d2b9c50efaf6950cde55d00"},"schema_version":"1.0","source":{"id":"2209.15093","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2209.15093","created_at":"2026-07-05T05:02:15Z"},{"alias_kind":"arxiv_version","alias_value":"2209.15093v1","created_at":"2026-07-05T05:02:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2209.15093","created_at":"2026-07-05T05:02:15Z"},{"alias_kind":"pith_short_12","alias_value":"FWOG4EGBILFT","created_at":"2026-07-05T05:02:15Z"},{"alias_kind":"pith_short_16","alias_value":"FWOG4EGBILFTHWTR","created_at":"2026-07-05T05:02:15Z"},{"alias_kind":"pith_short_8","alias_value":"FWOG4EGB","created_at":"2026-07-05T05:02:15Z"}],"graph_snapshots":[{"event_id":"sha256:367c747a9ee02078fe5205b5646cd9438adda479b70680a66bdf15e342dd248e","target":"graph","created_at":"2026-07-05T05:02:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2209.15093/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"If a Large Language Model (LLM) answers \"yes\" to the question \"Are mountains tall?\" then does it know what a mountain is? Can you rely on it responding correctly or incorrectly to other questions about mountains? The success of Large Language Models (LLMs) indicates they are increasingly able to answer queries like these accurately, but that ability does not necessarily imply a general understanding of concepts relevant to the anchor query. We propose conceptual consistency to measure a LLM's understanding of relevant concepts. This novel metric measures how well a model can be characterized b","authors_text":"Ajay Divakaran, Michael Cogswell, Pritish Sahu, Yunye Gong","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-09-29T20:55:57Z","title":"Unpacking Large Language Models with Conceptual Consistency"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2209.15093","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:51532319b465a4fd36da8e40ff1032babbfcbea43bdb1e564b6945bcfbbcd20f","target":"record","created_at":"2026-07-05T05:02:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"58864a6ad366159538c2ad3f7dd66ffb906937e747367fc1a28a0b344d376956","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-09-29T20:55:57Z","title_canon_sha256":"63f7458f9d0ccf2f392b61e4776e99a3def01bef5d2b9c50efaf6950cde55d00"},"schema_version":"1.0","source":{"id":"2209.15093","kind":"arxiv","version":1}},"canonical_sha256":"2d9c6e10c142cb33da71380dd40573eebed962da11bb7599c8d6115b9c0f0d1d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2d9c6e10c142cb33da71380dd40573eebed962da11bb7599c8d6115b9c0f0d1d","first_computed_at":"2026-07-05T05:02:15.626632Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:02:15.626632Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"UndRn0Rv53P7/2/+4fscMhfLLxun+hbgawyQqk+Lgi7XT5VudufxvzJjwlkEb6JVymOjmM3bD+k0Kj9UuPh7CA==","signature_status":"signed_v1","signed_at":"2026-07-05T05:02:15.627100Z","signed_message":"canonical_sha256_bytes"},"source_id":"2209.15093","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:51532319b465a4fd36da8e40ff1032babbfcbea43bdb1e564b6945bcfbbcd20f","sha256:367c747a9ee02078fe5205b5646cd9438adda479b70680a66bdf15e342dd248e"],"state_sha256":"6482dc519f6fe5938c5d0b62abc6bac94b12f4aaf3cd77558c7343504e525835"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"M4FmOY1HSSbvm+eci+ALTOfvVGZdIhkyoHw7kmWrDO131NBXftlKes6xTukrmg0fQb6ziSbN9zdJLJUvAZdJCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T13:37:15.119646Z","bundle_sha256":"aad1f1b2d3157eacfe09832a8067a3fd596448d79e6b27f789a514847130e430"}}