{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:WUYR36BCZUPFM46NHZZL27R4F5","short_pith_number":"pith:WUYR36BC","canonical_record":{"source":{"id":"2305.14791","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T06:44:32Z","cross_cats_sorted":[],"title_canon_sha256":"e18484230928230425c0247f42ad1dbe3bc38600ebdc75f42f7b61e57d793f11","abstract_canon_sha256":"73a1547d83b4fbd5fe68c93bb050b6a23dc22df7611e952a6699aff486c29ad6"},"schema_version":"1.0"},"canonical_sha256":"b5311df822cd1e5673cd3e72bd7e3c2f4021887bf3d154c0315345d8e6252257","source":{"kind":"arxiv","id":"2305.14791","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.14791","created_at":"2026-07-05T07:48:29Z"},{"alias_kind":"arxiv_version","alias_value":"2305.14791v2","created_at":"2026-07-05T07:48:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.14791","created_at":"2026-07-05T07:48:29Z"},{"alias_kind":"pith_short_12","alias_value":"WUYR36BCZUPF","created_at":"2026-07-05T07:48:29Z"},{"alias_kind":"pith_short_16","alias_value":"WUYR36BCZUPFM46N","created_at":"2026-07-05T07:48:29Z"},{"alias_kind":"pith_short_8","alias_value":"WUYR36BC","created_at":"2026-07-05T07:48:29Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:WUYR36BCZUPFM46NHZZL27R4F5","target":"record","payload":{"canonical_record":{"source":{"id":"2305.14791","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T06:44:32Z","cross_cats_sorted":[],"title_canon_sha256":"e18484230928230425c0247f42ad1dbe3bc38600ebdc75f42f7b61e57d793f11","abstract_canon_sha256":"73a1547d83b4fbd5fe68c93bb050b6a23dc22df7611e952a6699aff486c29ad6"},"schema_version":"1.0"},"canonical_sha256":"b5311df822cd1e5673cd3e72bd7e3c2f4021887bf3d154c0315345d8e6252257","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:48:29.749528Z","signature_b64":"BGw2XygcouuDgn39pGqy0jTKZehpF3ja6GxGeEe5AvLcRBt/6X3Z+KaUw4a8y7Tbtj4FCFGUjggy2+lQCf47AA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b5311df822cd1e5673cd3e72bd7e3c2f4021887bf3d154c0315345d8e6252257","last_reissued_at":"2026-07-05T07:48:29.748642Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:48:29.748642Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.14791","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:48:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"V8XRL9BAE/p3dMMO6LRzkzETzWsC5uKyBZzYhI4wm/3uF4XXgRAVshnuV/mmvQ7yKJ+juStoTxikfPueQ0DNCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T01:11:23.788574Z"},"content_sha256":"ce067b785e72b155621da13b7423fbe8689390c9ac2f2fef89f25cb2cf11c44a","schema_version":"1.0","event_id":"sha256:ce067b785e72b155621da13b7423fbe8689390c9ac2f2fef89f25cb2cf11c44a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:WUYR36BCZUPFM46NHZZL27R4F5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Prompting Large Language Models for Counterfactual Generation: An Empirical Study","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Mayi Xu, Shen Zhou, Tieyun Qian, Xin Miao, Yongqi Li","submitted_at":"2023-05-24T06:44:32Z","abstract_excerpt":"Large language models (LLMs) have made remarkable progress in a wide range of natural language understanding and generation tasks. However, their ability to generate counterfactuals has not been examined systematically. To bridge this gap, we present a comprehensive evaluation framework on various types of NLU tasks, which covers all key factors in determining LLMs' capability of generating counterfactuals. Based on this framework, we 1) investigate the strengths and weaknesses of LLMs as the counterfactual generator, and 2) disclose the factors that affect LLMs when generating counterfactuals"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.14791","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.14791/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:48:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VwMBozVqQ5N3SuNRkVHEAfAedYGHieHi53tgkKG+LrX3qiLw2CdLniR+M37SlENaum8VVArTRER5FCbXag2/Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T01:11:23.789523Z"},"content_sha256":"9ab8f71ae416ab0343c233a38c9096d1ab156b3c7623ece608c530c2e47cb5f6","schema_version":"1.0","event_id":"sha256:9ab8f71ae416ab0343c233a38c9096d1ab156b3c7623ece608c530c2e47cb5f6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WUYR36BCZUPFM46NHZZL27R4F5/bundle.json","state_url":"https://pith.science/pith/WUYR36BCZUPFM46NHZZL27R4F5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WUYR36BCZUPFM46NHZZL27R4F5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T01:11:23Z","links":{"resolver":"https://pith.science/pith/WUYR36BCZUPFM46NHZZL27R4F5","bundle":"https://pith.science/pith/WUYR36BCZUPFM46NHZZL27R4F5/bundle.json","state":"https://pith.science/pith/WUYR36BCZUPFM46NHZZL27R4F5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WUYR36BCZUPFM46NHZZL27R4F5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:WUYR36BCZUPFM46NHZZL27R4F5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"73a1547d83b4fbd5fe68c93bb050b6a23dc22df7611e952a6699aff486c29ad6","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T06:44:32Z","title_canon_sha256":"e18484230928230425c0247f42ad1dbe3bc38600ebdc75f42f7b61e57d793f11"},"schema_version":"1.0","source":{"id":"2305.14791","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.14791","created_at":"2026-07-05T07:48:29Z"},{"alias_kind":"arxiv_version","alias_value":"2305.14791v2","created_at":"2026-07-05T07:48:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.14791","created_at":"2026-07-05T07:48:29Z"},{"alias_kind":"pith_short_12","alias_value":"WUYR36BCZUPF","created_at":"2026-07-05T07:48:29Z"},{"alias_kind":"pith_short_16","alias_value":"WUYR36BCZUPFM46N","created_at":"2026-07-05T07:48:29Z"},{"alias_kind":"pith_short_8","alias_value":"WUYR36BC","created_at":"2026-07-05T07:48:29Z"}],"graph_snapshots":[{"event_id":"sha256:9ab8f71ae416ab0343c233a38c9096d1ab156b3c7623ece608c530c2e47cb5f6","target":"graph","created_at":"2026-07-05T07:48:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.14791/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have made remarkable progress in a wide range of natural language understanding and generation tasks. However, their ability to generate counterfactuals has not been examined systematically. To bridge this gap, we present a comprehensive evaluation framework on various types of NLU tasks, which covers all key factors in determining LLMs' capability of generating counterfactuals. Based on this framework, we 1) investigate the strengths and weaknesses of LLMs as the counterfactual generator, and 2) disclose the factors that affect LLMs when generating counterfactuals","authors_text":"Mayi Xu, Shen Zhou, Tieyun Qian, Xin Miao, Yongqi Li","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T06:44:32Z","title":"Prompting Large Language Models for Counterfactual Generation: An Empirical Study"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.14791","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ce067b785e72b155621da13b7423fbe8689390c9ac2f2fef89f25cb2cf11c44a","target":"record","created_at":"2026-07-05T07:48:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"73a1547d83b4fbd5fe68c93bb050b6a23dc22df7611e952a6699aff486c29ad6","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T06:44:32Z","title_canon_sha256":"e18484230928230425c0247f42ad1dbe3bc38600ebdc75f42f7b61e57d793f11"},"schema_version":"1.0","source":{"id":"2305.14791","kind":"arxiv","version":2}},"canonical_sha256":"b5311df822cd1e5673cd3e72bd7e3c2f4021887bf3d154c0315345d8e6252257","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b5311df822cd1e5673cd3e72bd7e3c2f4021887bf3d154c0315345d8e6252257","first_computed_at":"2026-07-05T07:48:29.748642Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:48:29.748642Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"BGw2XygcouuDgn39pGqy0jTKZehpF3ja6GxGeEe5AvLcRBt/6X3Z+KaUw4a8y7Tbtj4FCFGUjggy2+lQCf47AA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:48:29.749528Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.14791","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ce067b785e72b155621da13b7423fbe8689390c9ac2f2fef89f25cb2cf11c44a","sha256:9ab8f71ae416ab0343c233a38c9096d1ab156b3c7623ece608c530c2e47cb5f6"],"state_sha256":"0ed3f08ae3c3a354ceacdc4d241f18a28f2e868a00d787a5090901abac08aed5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yFGvKHiknFA0isD7WUXVdjGarkHvUBQs/M7xDCHYRK+ZvzDi1yj/2OG0tD/gVAeYTyyhNC4u/yBRgSV5Eli6DQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T01:11:23.803850Z","bundle_sha256":"79fe1415ed3fb44a23ffae04c30d75c6922b2ce5ca7b23485f439ed6139238e5"}}