{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:S7MNK6Q36M23NMWBE5IFZQB7EQ","short_pith_number":"pith:S7MNK6Q3","canonical_record":{"source":{"id":"2306.14308","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-25T18:40:43Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"d89f45aaa9fcfc9dab9d4066b32b1ec3b8570172dc15ae3ecc517ddfd308ff36","abstract_canon_sha256":"edceaae26e6f8921d3c7ad840a51a034d0900e3d889115158154fef0de0f31fd"},"schema_version":"1.0"},"canonical_sha256":"97d8d57a1bf335b6b2c127505cc03f24322f2bcfd8080069ae2dadad43b2dbb5","source":{"kind":"arxiv","id":"2306.14308","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.14308","created_at":"2026-07-05T06:24:34Z"},{"alias_kind":"arxiv_version","alias_value":"2306.14308v1","created_at":"2026-07-05T06:24:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.14308","created_at":"2026-07-05T06:24:34Z"},{"alias_kind":"pith_short_12","alias_value":"S7MNK6Q36M23","created_at":"2026-07-05T06:24:34Z"},{"alias_kind":"pith_short_16","alias_value":"S7MNK6Q36M23NMWB","created_at":"2026-07-05T06:24:34Z"},{"alias_kind":"pith_short_8","alias_value":"S7MNK6Q3","created_at":"2026-07-05T06:24:34Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:S7MNK6Q36M23NMWBE5IFZQB7EQ","target":"record","payload":{"canonical_record":{"source":{"id":"2306.14308","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-25T18:40:43Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"d89f45aaa9fcfc9dab9d4066b32b1ec3b8570172dc15ae3ecc517ddfd308ff36","abstract_canon_sha256":"edceaae26e6f8921d3c7ad840a51a034d0900e3d889115158154fef0de0f31fd"},"schema_version":"1.0"},"canonical_sha256":"97d8d57a1bf335b6b2c127505cc03f24322f2bcfd8080069ae2dadad43b2dbb5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:24:34.599006Z","signature_b64":"DPB4F2yFeOYdrEysWjOogtgIQG5tiQpSTRk8vZaPVY/qRmw/5OzBdfzQgTqkSk/ak18ptrHp+CaDfdFDEnJFCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"97d8d57a1bf335b6b2c127505cc03f24322f2bcfd8080069ae2dadad43b2dbb5","last_reissued_at":"2026-07-05T06:24:34.598459Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:24:34.598459Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2306.14308","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:24:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HDhIfa1p6lt4AH8UJKhz8xVyTqLBWF+yQ8kZy8tJkHhCy4+/6cCr/txnCc5kfX/DjEGG7R1A9WrPaExA1XSOBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T09:32:54.460206Z"},"content_sha256":"d75b13fc3863f194df67f0352b2ad451c20895e65abb3e5b15262c92d23ee1fb","schema_version":"1.0","event_id":"sha256:d75b13fc3863f194df67f0352b2ad451c20895e65abb3e5b15262c92d23ee1fb"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:S7MNK6Q36M23NMWBE5IFZQB7EQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Let's Do a Thought Experiment: Using Counterfactuals to Improve Moral Reasoning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Ahmad Beirami, Alex Beutel, Jilin Chen, Swaroop Mishra, Xiao Ma","submitted_at":"2023-06-25T18:40:43Z","abstract_excerpt":"Language models still struggle on moral reasoning, despite their impressive performance in many other tasks. In particular, the Moral Scenarios task in MMLU (Multi-task Language Understanding) is among the worst performing tasks for many language models, including GPT-3. In this work, we propose a new prompting framework, Thought Experiments, to teach language models to do better moral reasoning using counterfactuals. Experiment results show that our framework elicits counterfactual questions and answers from the model, which in turn helps improve the accuracy on Moral Scenarios task by 9-16% "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.14308","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2306.14308/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:24:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KFAKD88bpCi8R4sYbpUz9fIgTUGykRMiDZJGv9CMELUVdWPGkguPGHl5eTQ4e0fMZZ+foXmX8U3ZNx6XUi8XCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T09:32:54.460697Z"},"content_sha256":"0457a1e540a93c33d16b33383f5e5842bb93fb7de032413f7a3e289dc1f43a94","schema_version":"1.0","event_id":"sha256:0457a1e540a93c33d16b33383f5e5842bb93fb7de032413f7a3e289dc1f43a94"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/S7MNK6Q36M23NMWBE5IFZQB7EQ/bundle.json","state_url":"https://pith.science/pith/S7MNK6Q36M23NMWBE5IFZQB7EQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/S7MNK6Q36M23NMWBE5IFZQB7EQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T09:32:54Z","links":{"resolver":"https://pith.science/pith/S7MNK6Q36M23NMWBE5IFZQB7EQ","bundle":"https://pith.science/pith/S7MNK6Q36M23NMWBE5IFZQB7EQ/bundle.json","state":"https://pith.science/pith/S7MNK6Q36M23NMWBE5IFZQB7EQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/S7MNK6Q36M23NMWBE5IFZQB7EQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:S7MNK6Q36M23NMWBE5IFZQB7EQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"edceaae26e6f8921d3c7ad840a51a034d0900e3d889115158154fef0de0f31fd","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-25T18:40:43Z","title_canon_sha256":"d89f45aaa9fcfc9dab9d4066b32b1ec3b8570172dc15ae3ecc517ddfd308ff36"},"schema_version":"1.0","source":{"id":"2306.14308","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.14308","created_at":"2026-07-05T06:24:34Z"},{"alias_kind":"arxiv_version","alias_value":"2306.14308v1","created_at":"2026-07-05T06:24:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.14308","created_at":"2026-07-05T06:24:34Z"},{"alias_kind":"pith_short_12","alias_value":"S7MNK6Q36M23","created_at":"2026-07-05T06:24:34Z"},{"alias_kind":"pith_short_16","alias_value":"S7MNK6Q36M23NMWB","created_at":"2026-07-05T06:24:34Z"},{"alias_kind":"pith_short_8","alias_value":"S7MNK6Q3","created_at":"2026-07-05T06:24:34Z"}],"graph_snapshots":[{"event_id":"sha256:0457a1e540a93c33d16b33383f5e5842bb93fb7de032413f7a3e289dc1f43a94","target":"graph","created_at":"2026-07-05T06:24:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.14308/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Language models still struggle on moral reasoning, despite their impressive performance in many other tasks. In particular, the Moral Scenarios task in MMLU (Multi-task Language Understanding) is among the worst performing tasks for many language models, including GPT-3. In this work, we propose a new prompting framework, Thought Experiments, to teach language models to do better moral reasoning using counterfactuals. Experiment results show that our framework elicits counterfactual questions and answers from the model, which in turn helps improve the accuracy on Moral Scenarios task by 9-16% ","authors_text":"Ahmad Beirami, Alex Beutel, Jilin Chen, Swaroop Mishra, Xiao Ma","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-25T18:40:43Z","title":"Let's Do a Thought Experiment: Using Counterfactuals to Improve Moral Reasoning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.14308","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d75b13fc3863f194df67f0352b2ad451c20895e65abb3e5b15262c92d23ee1fb","target":"record","created_at":"2026-07-05T06:24:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"edceaae26e6f8921d3c7ad840a51a034d0900e3d889115158154fef0de0f31fd","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-25T18:40:43Z","title_canon_sha256":"d89f45aaa9fcfc9dab9d4066b32b1ec3b8570172dc15ae3ecc517ddfd308ff36"},"schema_version":"1.0","source":{"id":"2306.14308","kind":"arxiv","version":1}},"canonical_sha256":"97d8d57a1bf335b6b2c127505cc03f24322f2bcfd8080069ae2dadad43b2dbb5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"97d8d57a1bf335b6b2c127505cc03f24322f2bcfd8080069ae2dadad43b2dbb5","first_computed_at":"2026-07-05T06:24:34.598459Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:24:34.598459Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"DPB4F2yFeOYdrEysWjOogtgIQG5tiQpSTRk8vZaPVY/qRmw/5OzBdfzQgTqkSk/ak18ptrHp+CaDfdFDEnJFCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:24:34.599006Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.14308","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d75b13fc3863f194df67f0352b2ad451c20895e65abb3e5b15262c92d23ee1fb","sha256:0457a1e540a93c33d16b33383f5e5842bb93fb7de032413f7a3e289dc1f43a94"],"state_sha256":"f5765a24f8eaedf72f23edd8f02195c03e4cd339d1e12a3e235fdc1aff799395"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"W5AZ5/C0xJk0iN4KLZGh9DQcTadP/SngZqoIQ9HKrhe0nnl3PnY1sjo75DTDbkrV6T4l/fjfSMrVtruEBWovCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T09:32:54.464591Z","bundle_sha256":"651127ada6d988aea8eef071e1615432cd3d45089bafaeba59878d8994da36a4"}}