{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:SF77MNQBB27TQI53KV7FTLAHAM","short_pith_number":"pith:SF77MNQB","canonical_record":{"source":{"id":"2305.05976","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-10T08:35:50Z","cross_cats_sorted":[],"title_canon_sha256":"11139f5566a56a10e7ad4ecdaaae4080e4466a0831a10982aa21276a9781acbf","abstract_canon_sha256":"470947b607175c019f460eb7091cdb62936023b454f9aa909fe6a8e0ac7dec3d"},"schema_version":"1.0"},"canonical_sha256":"917ff636010ebf3823bb557e59ac070332a221b7ed8856f7f908fa8154354c99","source":{"kind":"arxiv","id":"2305.05976","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.05976","created_at":"2026-07-05T06:09:51Z"},{"alias_kind":"arxiv_version","alias_value":"2305.05976v2","created_at":"2026-07-05T06:09:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.05976","created_at":"2026-07-05T06:09:51Z"},{"alias_kind":"pith_short_12","alias_value":"SF77MNQBB27T","created_at":"2026-07-05T06:09:51Z"},{"alias_kind":"pith_short_16","alias_value":"SF77MNQBB27TQI53","created_at":"2026-07-05T06:09:51Z"},{"alias_kind":"pith_short_8","alias_value":"SF77MNQB","created_at":"2026-07-05T06:09:51Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:SF77MNQBB27TQI53KV7FTLAHAM","target":"record","payload":{"canonical_record":{"source":{"id":"2305.05976","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-10T08:35:50Z","cross_cats_sorted":[],"title_canon_sha256":"11139f5566a56a10e7ad4ecdaaae4080e4466a0831a10982aa21276a9781acbf","abstract_canon_sha256":"470947b607175c019f460eb7091cdb62936023b454f9aa909fe6a8e0ac7dec3d"},"schema_version":"1.0"},"canonical_sha256":"917ff636010ebf3823bb557e59ac070332a221b7ed8856f7f908fa8154354c99","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:09:51.881898Z","signature_b64":"wH3eCxFCKgfC2xzRZNpHH4WQw9Faap61HbIA7qH7/oYgoN4GnLKjIo4yql+J9GpUjJDmWVKJcKx5NVPLj3wbAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"917ff636010ebf3823bb557e59ac070332a221b7ed8856f7f908fa8154354c99","last_reissued_at":"2026-07-05T06:09:51.881430Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:09:51.881430Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.05976","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:09:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"t0bjnu4J6yqZ6R8tuhC71NjzMXE2THiWnaGj0FJgexGYcgx3EnKdzo0KXeJCWLz+6kj4XcamRB3P+H6tUcaZAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-22T13:43:53.039868Z"},"content_sha256":"86d8cb849d241c6825e498285882c4d3f2d4d39d8b9d67eb3f459eaf79152f52","schema_version":"1.0","event_id":"sha256:86d8cb849d241c6825e498285882c4d3f2d4d39d8b9d67eb3f459eaf79152f52"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:SF77MNQBB27TQI53KV7FTLAHAM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Say What You Mean! Large Language Models Speak Too Positively about Negative Commonsense Knowledge","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Jiangjie Chen, Lei Li, Sijie Cheng, Wei Shi, Yanghua Xiao, Ziquan Fu","submitted_at":"2023-05-10T08:35:50Z","abstract_excerpt":"Large language models (LLMs) have been widely studied for their ability to store and utilize positive knowledge. However, negative knowledge, such as \"lions don't live in the ocean\", is also ubiquitous in the world but rarely mentioned explicitly in the text. What do LLMs know about negative knowledge? This work examines the ability of LLMs to negative commonsense knowledge. We design a constrained keywords-to-sentence generation task (CG) and a Boolean question-answering task (QA) to probe LLMs. Our experiments reveal that LLMs frequently fail to generate valid sentences grounded in negative "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.05976","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.05976/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:09:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0+0Hc/VmBIqlczdroATH9bev+JhxGUrEL+bepYOCYDoJJwo19/Eg6I1sS8QWZ6nSHOWBjw0msDscoCIWMlq6DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-22T13:43:53.040248Z"},"content_sha256":"c5b60dc55ef6acc432dd002a035fda0dd7d1051bad069d2a390a1f471f14c7d3","schema_version":"1.0","event_id":"sha256:c5b60dc55ef6acc432dd002a035fda0dd7d1051bad069d2a390a1f471f14c7d3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/SF77MNQBB27TQI53KV7FTLAHAM/bundle.json","state_url":"https://pith.science/pith/SF77MNQBB27TQI53KV7FTLAHAM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/SF77MNQBB27TQI53KV7FTLAHAM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-22T13:43:53Z","links":{"resolver":"https://pith.science/pith/SF77MNQBB27TQI53KV7FTLAHAM","bundle":"https://pith.science/pith/SF77MNQBB27TQI53KV7FTLAHAM/bundle.json","state":"https://pith.science/pith/SF77MNQBB27TQI53KV7FTLAHAM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/SF77MNQBB27TQI53KV7FTLAHAM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:SF77MNQBB27TQI53KV7FTLAHAM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"470947b607175c019f460eb7091cdb62936023b454f9aa909fe6a8e0ac7dec3d","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-10T08:35:50Z","title_canon_sha256":"11139f5566a56a10e7ad4ecdaaae4080e4466a0831a10982aa21276a9781acbf"},"schema_version":"1.0","source":{"id":"2305.05976","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.05976","created_at":"2026-07-05T06:09:51Z"},{"alias_kind":"arxiv_version","alias_value":"2305.05976v2","created_at":"2026-07-05T06:09:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.05976","created_at":"2026-07-05T06:09:51Z"},{"alias_kind":"pith_short_12","alias_value":"SF77MNQBB27T","created_at":"2026-07-05T06:09:51Z"},{"alias_kind":"pith_short_16","alias_value":"SF77MNQBB27TQI53","created_at":"2026-07-05T06:09:51Z"},{"alias_kind":"pith_short_8","alias_value":"SF77MNQB","created_at":"2026-07-05T06:09:51Z"}],"graph_snapshots":[{"event_id":"sha256:c5b60dc55ef6acc432dd002a035fda0dd7d1051bad069d2a390a1f471f14c7d3","target":"graph","created_at":"2026-07-05T06:09:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.05976/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have been widely studied for their ability to store and utilize positive knowledge. However, negative knowledge, such as \"lions don't live in the ocean\", is also ubiquitous in the world but rarely mentioned explicitly in the text. What do LLMs know about negative knowledge? This work examines the ability of LLMs to negative commonsense knowledge. We design a constrained keywords-to-sentence generation task (CG) and a Boolean question-answering task (QA) to probe LLMs. Our experiments reveal that LLMs frequently fail to generate valid sentences grounded in negative ","authors_text":"Jiangjie Chen, Lei Li, Sijie Cheng, Wei Shi, Yanghua Xiao, Ziquan Fu","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-10T08:35:50Z","title":"Say What You Mean! Large Language Models Speak Too Positively about Negative Commonsense Knowledge"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.05976","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:86d8cb849d241c6825e498285882c4d3f2d4d39d8b9d67eb3f459eaf79152f52","target":"record","created_at":"2026-07-05T06:09:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"470947b607175c019f460eb7091cdb62936023b454f9aa909fe6a8e0ac7dec3d","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-10T08:35:50Z","title_canon_sha256":"11139f5566a56a10e7ad4ecdaaae4080e4466a0831a10982aa21276a9781acbf"},"schema_version":"1.0","source":{"id":"2305.05976","kind":"arxiv","version":2}},"canonical_sha256":"917ff636010ebf3823bb557e59ac070332a221b7ed8856f7f908fa8154354c99","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"917ff636010ebf3823bb557e59ac070332a221b7ed8856f7f908fa8154354c99","first_computed_at":"2026-07-05T06:09:51.881430Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:09:51.881430Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"wH3eCxFCKgfC2xzRZNpHH4WQw9Faap61HbIA7qH7/oYgoN4GnLKjIo4yql+J9GpUjJDmWVKJcKx5NVPLj3wbAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:09:51.881898Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.05976","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:86d8cb849d241c6825e498285882c4d3f2d4d39d8b9d67eb3f459eaf79152f52","sha256:c5b60dc55ef6acc432dd002a035fda0dd7d1051bad069d2a390a1f471f14c7d3"],"state_sha256":"e342f35ee1ca201bcb4932dc4c60a50c24b5a40b2dde3c772287f207b1f84f6e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"a2v3/dxg+yYesJ6b4HnpxTUfCukPu7ywe9kHjxaA1sqo62UVTZ194Tdd7lFUMvzw6B/v/UWDgtbo4WHz7XDlBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-22T13:43:53.042830Z","bundle_sha256":"1e70f6f7c772726eb22e5f534c5f11127bdb0083302763386cedb63053412171"}}