{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:5K5ZM5MXQNCLERCLUBE7FYZIYR","short_pith_number":"pith:5K5ZM5MX","canonical_record":{"source":{"id":"2210.01963","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-05T00:04:18Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"eed25c7a2ea6966bcb9e565081864049ea6da5ea20bf081d7cda42903d8677cf","abstract_canon_sha256":"993760538e259607c26f301ec332fbce1a927ad8a436428bfe7c9184712fa487"},"schema_version":"1.0"},"canonical_sha256":"eabb9675978344b2444ba049f2e328c46504b458a902d6b80728933d6b5598a8","source":{"kind":"arxiv","id":"2210.01963","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.01963","created_at":"2026-07-05T05:40:09Z"},{"alias_kind":"arxiv_version","alias_value":"2210.01963v4","created_at":"2026-07-05T05:40:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.01963","created_at":"2026-07-05T05:40:09Z"},{"alias_kind":"pith_short_12","alias_value":"5K5ZM5MXQNCL","created_at":"2026-07-05T05:40:09Z"},{"alias_kind":"pith_short_16","alias_value":"5K5ZM5MXQNCLERCL","created_at":"2026-07-05T05:40:09Z"},{"alias_kind":"pith_short_8","alias_value":"5K5ZM5MX","created_at":"2026-07-05T05:40:09Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:5K5ZM5MXQNCLERCLUBE7FYZIYR","target":"record","payload":{"canonical_record":{"source":{"id":"2210.01963","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-05T00:04:18Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"eed25c7a2ea6966bcb9e565081864049ea6da5ea20bf081d7cda42903d8677cf","abstract_canon_sha256":"993760538e259607c26f301ec332fbce1a927ad8a436428bfe7c9184712fa487"},"schema_version":"1.0"},"canonical_sha256":"eabb9675978344b2444ba049f2e328c46504b458a902d6b80728933d6b5598a8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:40:09.067726Z","signature_b64":"iObm0nG939gnmDi99M+vaT9GKHqEy/S++G030tUJrCQM81D0QesZ1fM5tJSd9VRXGrFb4LAJTQv9ZPJ17nKKCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"eabb9675978344b2444ba049f2e328c46504b458a902d6b80728933d6b5598a8","last_reissued_at":"2026-07-05T05:40:09.067297Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:40:09.067297Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2210.01963","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:40:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GtGaXSt+4IVZYG+05oxhd2vw9/opbUSkbzoAEGqBuz4VUmt3WdGes5NesXuLffWwPeMqK8zOfywArU+KnhXTCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T09:35:41.691421Z"},"content_sha256":"a1c0c3f53f99de18142b95d8fc0e8a71976dfbe6a90f3c0f906d8a8cfa0f40e3","schema_version":"1.0","event_id":"sha256:a1c0c3f53f99de18142b95d8fc0e8a71976dfbe6a90f3c0f906d8a8cfa0f40e3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:5K5ZM5MXQNCLERCLUBE7FYZIYR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"COMPS: Conceptual Minimal Pair Sentences for testing Robust Property Knowledge and its Inheritance in Pre-trained Language Models","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Allyson Ettinger, Julia Taylor Rayz, Kanishka Misra","submitted_at":"2022-10-05T00:04:18Z","abstract_excerpt":"A characteristic feature of human semantic cognition is its ability to not only store and retrieve the properties of concepts observed through experience, but to also facilitate the inheritance of properties (can breathe) from superordinate concepts (animal) to their subordinates (dog) -- i.e. demonstrate property inheritance. In this paper, we present COMPS, a collection of minimal pair sentences that jointly tests pre-trained language models (PLMs) on their ability to attribute properties to concepts and their ability to demonstrate property inheritance behavior. Analyses of 22 different PLM"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.01963","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2210.01963/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:40:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eKHgZ8lf/CKaBibZPy2rVL3kuOOClqhQmDU/4CoxY3kDxpZL0eILnt/ucyIQE6i00e27eyC/+Hv5/yND3XryCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T09:35:41.692450Z"},"content_sha256":"9fbc484f9f718a491da220bceb01aa5fa945d994db0c17d045be0aae80aea516","schema_version":"1.0","event_id":"sha256:9fbc484f9f718a491da220bceb01aa5fa945d994db0c17d045be0aae80aea516"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5K5ZM5MXQNCLERCLUBE7FYZIYR/bundle.json","state_url":"https://pith.science/pith/5K5ZM5MXQNCLERCLUBE7FYZIYR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5K5ZM5MXQNCLERCLUBE7FYZIYR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T09:35:41Z","links":{"resolver":"https://pith.science/pith/5K5ZM5MXQNCLERCLUBE7FYZIYR","bundle":"https://pith.science/pith/5K5ZM5MXQNCLERCLUBE7FYZIYR/bundle.json","state":"https://pith.science/pith/5K5ZM5MXQNCLERCLUBE7FYZIYR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5K5ZM5MXQNCLERCLUBE7FYZIYR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:5K5ZM5MXQNCLERCLUBE7FYZIYR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"993760538e259607c26f301ec332fbce1a927ad8a436428bfe7c9184712fa487","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-05T00:04:18Z","title_canon_sha256":"eed25c7a2ea6966bcb9e565081864049ea6da5ea20bf081d7cda42903d8677cf"},"schema_version":"1.0","source":{"id":"2210.01963","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.01963","created_at":"2026-07-05T05:40:09Z"},{"alias_kind":"arxiv_version","alias_value":"2210.01963v4","created_at":"2026-07-05T05:40:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.01963","created_at":"2026-07-05T05:40:09Z"},{"alias_kind":"pith_short_12","alias_value":"5K5ZM5MXQNCL","created_at":"2026-07-05T05:40:09Z"},{"alias_kind":"pith_short_16","alias_value":"5K5ZM5MXQNCLERCL","created_at":"2026-07-05T05:40:09Z"},{"alias_kind":"pith_short_8","alias_value":"5K5ZM5MX","created_at":"2026-07-05T05:40:09Z"}],"graph_snapshots":[{"event_id":"sha256:9fbc484f9f718a491da220bceb01aa5fa945d994db0c17d045be0aae80aea516","target":"graph","created_at":"2026-07-05T05:40:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2210.01963/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A characteristic feature of human semantic cognition is its ability to not only store and retrieve the properties of concepts observed through experience, but to also facilitate the inheritance of properties (can breathe) from superordinate concepts (animal) to their subordinates (dog) -- i.e. demonstrate property inheritance. In this paper, we present COMPS, a collection of minimal pair sentences that jointly tests pre-trained language models (PLMs) on their ability to attribute properties to concepts and their ability to demonstrate property inheritance behavior. Analyses of 22 different PLM","authors_text":"Allyson Ettinger, Julia Taylor Rayz, Kanishka Misra","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-05T00:04:18Z","title":"COMPS: Conceptual Minimal Pair Sentences for testing Robust Property Knowledge and its Inheritance in Pre-trained Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.01963","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a1c0c3f53f99de18142b95d8fc0e8a71976dfbe6a90f3c0f906d8a8cfa0f40e3","target":"record","created_at":"2026-07-05T05:40:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"993760538e259607c26f301ec332fbce1a927ad8a436428bfe7c9184712fa487","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-05T00:04:18Z","title_canon_sha256":"eed25c7a2ea6966bcb9e565081864049ea6da5ea20bf081d7cda42903d8677cf"},"schema_version":"1.0","source":{"id":"2210.01963","kind":"arxiv","version":4}},"canonical_sha256":"eabb9675978344b2444ba049f2e328c46504b458a902d6b80728933d6b5598a8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"eabb9675978344b2444ba049f2e328c46504b458a902d6b80728933d6b5598a8","first_computed_at":"2026-07-05T05:40:09.067297Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:40:09.067297Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"iObm0nG939gnmDi99M+vaT9GKHqEy/S++G030tUJrCQM81D0QesZ1fM5tJSd9VRXGrFb4LAJTQv9ZPJ17nKKCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T05:40:09.067726Z","signed_message":"canonical_sha256_bytes"},"source_id":"2210.01963","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a1c0c3f53f99de18142b95d8fc0e8a71976dfbe6a90f3c0f906d8a8cfa0f40e3","sha256:9fbc484f9f718a491da220bceb01aa5fa945d994db0c17d045be0aae80aea516"],"state_sha256":"4aad4ee722b42622cc3b02cdc2b4d0bb7ab47ce1e5b7592af398d7db6e065640"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aP8SdrYfxyXhV1ZMKhkjN5XJmM3el2nxwukGGHJPmRfN6UOrQava0cAO6Dg/DyKtxB+rXMFzTD5K3IUZ0V+sAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T09:35:41.699252Z","bundle_sha256":"3e8a7c822994423f616582f71ee7545664bb552a493336b8205cee41b4ad0b31"}}