{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:CJB3G47QQ2IXE2TWRRNEV5MPDH","short_pith_number":"pith:CJB3G47Q","canonical_record":{"source":{"id":"2311.17438","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-29T08:29:54Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"25269a71f49f3dc51de2e9196ceb32c7a27a9deeebd67e757af1ad0843a21018","abstract_canon_sha256":"7b5fc13d871f942db697d850deb69861639187e60166f84986e97582b01ea9e0"},"schema_version":"1.0"},"canonical_sha256":"1243b373f08691726a768c5a4af58f19d54e995c02b77be724cfece484b96a6c","source":{"kind":"arxiv","id":"2311.17438","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.17438","created_at":"2026-07-05T08:28:35Z"},{"alias_kind":"arxiv_version","alias_value":"2311.17438v4","created_at":"2026-07-05T08:28:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.17438","created_at":"2026-07-05T08:28:35Z"},{"alias_kind":"pith_short_12","alias_value":"CJB3G47QQ2IX","created_at":"2026-07-05T08:28:35Z"},{"alias_kind":"pith_short_16","alias_value":"CJB3G47QQ2IXE2TW","created_at":"2026-07-05T08:28:35Z"},{"alias_kind":"pith_short_8","alias_value":"CJB3G47Q","created_at":"2026-07-05T08:28:35Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:CJB3G47QQ2IXE2TWRRNEV5MPDH","target":"record","payload":{"canonical_record":{"source":{"id":"2311.17438","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-29T08:29:54Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"25269a71f49f3dc51de2e9196ceb32c7a27a9deeebd67e757af1ad0843a21018","abstract_canon_sha256":"7b5fc13d871f942db697d850deb69861639187e60166f84986e97582b01ea9e0"},"schema_version":"1.0"},"canonical_sha256":"1243b373f08691726a768c5a4af58f19d54e995c02b77be724cfece484b96a6c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:28:35.587379Z","signature_b64":"w8O0zSicvPTXYeDHFQ79OXYGd8GrmLTu1ZWZ3foF/f7EqjcTUcKU2dOnuWELCOGW6ARSOjGPkVX8I7ZJ9U2rAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1243b373f08691726a768c5a4af58f19d54e995c02b77be724cfece484b96a6c","last_reissued_at":"2026-07-05T08:28:35.586910Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:28:35.586910Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.17438","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:28:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qbvGLwW1RSY7xrnHo25f/LvhfoQBLP0qsK5WT92BHPJ4AqR6mXIzhw22Um7bh7BggxgmUTH1R7X2L/g4xVOyCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T23:12:52.174163Z"},"content_sha256":"c3ca49d81ac981294ab1d466601e1822bdb603bbfcaac599aa2fd3fece7ea5ad","schema_version":"1.0","event_id":"sha256:c3ca49d81ac981294ab1d466601e1822bdb603bbfcaac599aa2fd3fece7ea5ad"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:CJB3G47QQ2IXE2TWRRNEV5MPDH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"CLOMO: Counterfactual Logical Modification with Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Changshui Zhang, Dong Yu, Hongming Zhang, Linqi Song, Ruixin Hong, Wei Shao, Xiaodan Liang, Yinya Huang, Zhicheng Yang","submitted_at":"2023-11-29T08:29:54Z","abstract_excerpt":"In this study, we delve into the realm of counterfactual reasoning capabilities of large language models (LLMs). Our primary objective is to cultivate the counterfactual thought processes within LLMs and rigorously assess these processes for their validity. Specifically, we introduce a novel task, Counterfactual Logical Modification (CLOMO), and a high-quality human-annotated benchmark. In this task, LLMs must adeptly alter a given argumentative text to uphold a predetermined logical relationship. To effectively evaluate a generation model's counterfactual capabilities, we propose an innovativ"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.17438","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.17438/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:28:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BRZsNcVLzZG44XjLFDetO9+653Pkrf9hw5kqlpHXIrDVxGwr5lafaz8W9XF17e7aq9vAZiQehm5SYxdqZUWFCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T23:12:52.174539Z"},"content_sha256":"c6935835c75a42eb4fcfe7b08d2f4ecb564aa6930b4023d30f0ee50969694df1","schema_version":"1.0","event_id":"sha256:c6935835c75a42eb4fcfe7b08d2f4ecb564aa6930b4023d30f0ee50969694df1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CJB3G47QQ2IXE2TWRRNEV5MPDH/bundle.json","state_url":"https://pith.science/pith/CJB3G47QQ2IXE2TWRRNEV5MPDH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CJB3G47QQ2IXE2TWRRNEV5MPDH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T23:12:52Z","links":{"resolver":"https://pith.science/pith/CJB3G47QQ2IXE2TWRRNEV5MPDH","bundle":"https://pith.science/pith/CJB3G47QQ2IXE2TWRRNEV5MPDH/bundle.json","state":"https://pith.science/pith/CJB3G47QQ2IXE2TWRRNEV5MPDH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CJB3G47QQ2IXE2TWRRNEV5MPDH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:CJB3G47QQ2IXE2TWRRNEV5MPDH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7b5fc13d871f942db697d850deb69861639187e60166f84986e97582b01ea9e0","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-29T08:29:54Z","title_canon_sha256":"25269a71f49f3dc51de2e9196ceb32c7a27a9deeebd67e757af1ad0843a21018"},"schema_version":"1.0","source":{"id":"2311.17438","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.17438","created_at":"2026-07-05T08:28:35Z"},{"alias_kind":"arxiv_version","alias_value":"2311.17438v4","created_at":"2026-07-05T08:28:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.17438","created_at":"2026-07-05T08:28:35Z"},{"alias_kind":"pith_short_12","alias_value":"CJB3G47QQ2IX","created_at":"2026-07-05T08:28:35Z"},{"alias_kind":"pith_short_16","alias_value":"CJB3G47QQ2IXE2TW","created_at":"2026-07-05T08:28:35Z"},{"alias_kind":"pith_short_8","alias_value":"CJB3G47Q","created_at":"2026-07-05T08:28:35Z"}],"graph_snapshots":[{"event_id":"sha256:c6935835c75a42eb4fcfe7b08d2f4ecb564aa6930b4023d30f0ee50969694df1","target":"graph","created_at":"2026-07-05T08:28:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.17438/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this study, we delve into the realm of counterfactual reasoning capabilities of large language models (LLMs). Our primary objective is to cultivate the counterfactual thought processes within LLMs and rigorously assess these processes for their validity. Specifically, we introduce a novel task, Counterfactual Logical Modification (CLOMO), and a high-quality human-annotated benchmark. In this task, LLMs must adeptly alter a given argumentative text to uphold a predetermined logical relationship. To effectively evaluate a generation model's counterfactual capabilities, we propose an innovativ","authors_text":"Changshui Zhang, Dong Yu, Hongming Zhang, Linqi Song, Ruixin Hong, Wei Shao, Xiaodan Liang, Yinya Huang, Zhicheng Yang","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-29T08:29:54Z","title":"CLOMO: Counterfactual Logical Modification with Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.17438","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c3ca49d81ac981294ab1d466601e1822bdb603bbfcaac599aa2fd3fece7ea5ad","target":"record","created_at":"2026-07-05T08:28:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7b5fc13d871f942db697d850deb69861639187e60166f84986e97582b01ea9e0","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-29T08:29:54Z","title_canon_sha256":"25269a71f49f3dc51de2e9196ceb32c7a27a9deeebd67e757af1ad0843a21018"},"schema_version":"1.0","source":{"id":"2311.17438","kind":"arxiv","version":4}},"canonical_sha256":"1243b373f08691726a768c5a4af58f19d54e995c02b77be724cfece484b96a6c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1243b373f08691726a768c5a4af58f19d54e995c02b77be724cfece484b96a6c","first_computed_at":"2026-07-05T08:28:35.586910Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:28:35.586910Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"w8O0zSicvPTXYeDHFQ79OXYGd8GrmLTu1ZWZ3foF/f7EqjcTUcKU2dOnuWELCOGW6ARSOjGPkVX8I7ZJ9U2rAw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:28:35.587379Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.17438","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c3ca49d81ac981294ab1d466601e1822bdb603bbfcaac599aa2fd3fece7ea5ad","sha256:c6935835c75a42eb4fcfe7b08d2f4ecb564aa6930b4023d30f0ee50969694df1"],"state_sha256":"45de9c3cecfa7ee3e645b39a4f79efabef6903b744245daa95ed8cf9c75465dd"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fSz5pwL3eC1zc9ojSaAEwpuCEK95Ke+jTuNIo9kqVoSdY05pSnVFNFTyOLJHOFpY65vSPu0kDvb+uXQn9QXeCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T23:12:52.176403Z","bundle_sha256":"3b14f0de086de37be12a1ba4aaafedbceb80bcbd8219a44148156d49064b177b"}}