{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:GHLVFDLM56VXFELT2LOSBC7UKN","short_pith_number":"pith:GHLVFDLM","canonical_record":{"source":{"id":"2205.12469","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-05-25T03:40:59Z","cross_cats_sorted":[],"title_canon_sha256":"385c3605881d2420de1c151ad5ef60e6cf678a6cb386dc4bf363448ad3619c8d","abstract_canon_sha256":"3721b4c10b9be75b2e2baf33e5d2632f80b6f089eeff138d4e16c62148ed44a0"},"schema_version":"1.0"},"canonical_sha256":"31d7528d6cefab729173d2dd208bf453604c2546ca8712861078181d348a544f","source":{"kind":"arxiv","id":"2205.12469","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.12469","created_at":"2026-07-05T04:26:26Z"},{"alias_kind":"arxiv_version","alias_value":"2205.12469v1","created_at":"2026-07-05T04:26:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.12469","created_at":"2026-07-05T04:26:26Z"},{"alias_kind":"pith_short_12","alias_value":"GHLVFDLM56VX","created_at":"2026-07-05T04:26:26Z"},{"alias_kind":"pith_short_16","alias_value":"GHLVFDLM56VXFELT","created_at":"2026-07-05T04:26:26Z"},{"alias_kind":"pith_short_8","alias_value":"GHLVFDLM","created_at":"2026-07-05T04:26:26Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:GHLVFDLM56VXFELT2LOSBC7UKN","target":"record","payload":{"canonical_record":{"source":{"id":"2205.12469","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-05-25T03:40:59Z","cross_cats_sorted":[],"title_canon_sha256":"385c3605881d2420de1c151ad5ef60e6cf678a6cb386dc4bf363448ad3619c8d","abstract_canon_sha256":"3721b4c10b9be75b2e2baf33e5d2632f80b6f089eeff138d4e16c62148ed44a0"},"schema_version":"1.0"},"canonical_sha256":"31d7528d6cefab729173d2dd208bf453604c2546ca8712861078181d348a544f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:26:26.063742Z","signature_b64":"pa4qYbYwpsVC24LwwOYIxZuI90Eux3vIm9vlhhzEWqBTZCSPJVxp7gFH7gqM/Ta8iJ3tdVTShszS1WCSRxKoBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"31d7528d6cefab729173d2dd208bf453604c2546ca8712861078181d348a544f","last_reissued_at":"2026-07-05T04:26:26.063329Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:26:26.063329Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2205.12469","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:26:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5qHBWQWm30sHDLZ11jMpqD2MDguxgYGy+qgPKAFXS+44M3iSOJTtjoDemy2L32xk7KELEINOqA5F6urMSrhsBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T05:18:48.158792Z"},"content_sha256":"dd04bbf484a634d187644074f5b6d452a1b6eed5cd5c4ef1cdd154f50d46fb3a","schema_version":"1.0","event_id":"sha256:dd04bbf484a634d187644074f5b6d452a1b6eed5cd5c4ef1cdd154f50d46fb3a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:GHLVFDLM56VXFELT2LOSBC7UKN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Logical Satisfiability of Counterfactuals for Faithful Explanations in NLI","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Amjad Almahairi, Anton Belyy, Lambert Mathias, Luke Zettlemoyer, Madian Khabsa, Suzanna Sia","submitted_at":"2022-05-25T03:40:59Z","abstract_excerpt":"Evaluating an explanation's faithfulness is desired for many reasons such as trust, interpretability and diagnosing the sources of model's errors. In this work, which focuses on the NLI task, we introduce the methodology of Faithfulness-through-Counterfactuals, which first generates a counterfactual hypothesis based on the logical predicates expressed in the explanation, and then evaluates if the model's prediction on the counterfactual is consistent with that expressed logic (i.e. if the new formula is \\textit{logically satisfiable}). In contrast to existing approaches, this does not require "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.12469","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2205.12469/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:26:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cvUrCtZRBaTa34ZTd7/i/SBBqx4BjFi+NOBGym1z7laChSXHa6Zm8sMuLVBt5JxqslYiYEfNXnAOhepMLwc7Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T05:18:48.159720Z"},"content_sha256":"418ab3221c5bd95d992aa2f8e2d87e8af199c49853a584efd5fff159bc29ad75","schema_version":"1.0","event_id":"sha256:418ab3221c5bd95d992aa2f8e2d87e8af199c49853a584efd5fff159bc29ad75"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GHLVFDLM56VXFELT2LOSBC7UKN/bundle.json","state_url":"https://pith.science/pith/GHLVFDLM56VXFELT2LOSBC7UKN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GHLVFDLM56VXFELT2LOSBC7UKN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-01T05:18:48Z","links":{"resolver":"https://pith.science/pith/GHLVFDLM56VXFELT2LOSBC7UKN","bundle":"https://pith.science/pith/GHLVFDLM56VXFELT2LOSBC7UKN/bundle.json","state":"https://pith.science/pith/GHLVFDLM56VXFELT2LOSBC7UKN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GHLVFDLM56VXFELT2LOSBC7UKN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:GHLVFDLM56VXFELT2LOSBC7UKN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3721b4c10b9be75b2e2baf33e5d2632f80b6f089eeff138d4e16c62148ed44a0","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-05-25T03:40:59Z","title_canon_sha256":"385c3605881d2420de1c151ad5ef60e6cf678a6cb386dc4bf363448ad3619c8d"},"schema_version":"1.0","source":{"id":"2205.12469","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.12469","created_at":"2026-07-05T04:26:26Z"},{"alias_kind":"arxiv_version","alias_value":"2205.12469v1","created_at":"2026-07-05T04:26:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.12469","created_at":"2026-07-05T04:26:26Z"},{"alias_kind":"pith_short_12","alias_value":"GHLVFDLM56VX","created_at":"2026-07-05T04:26:26Z"},{"alias_kind":"pith_short_16","alias_value":"GHLVFDLM56VXFELT","created_at":"2026-07-05T04:26:26Z"},{"alias_kind":"pith_short_8","alias_value":"GHLVFDLM","created_at":"2026-07-05T04:26:26Z"}],"graph_snapshots":[{"event_id":"sha256:418ab3221c5bd95d992aa2f8e2d87e8af199c49853a584efd5fff159bc29ad75","target":"graph","created_at":"2026-07-05T04:26:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2205.12469/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Evaluating an explanation's faithfulness is desired for many reasons such as trust, interpretability and diagnosing the sources of model's errors. In this work, which focuses on the NLI task, we introduce the methodology of Faithfulness-through-Counterfactuals, which first generates a counterfactual hypothesis based on the logical predicates expressed in the explanation, and then evaluates if the model's prediction on the counterfactual is consistent with that expressed logic (i.e. if the new formula is \\textit{logically satisfiable}). In contrast to existing approaches, this does not require ","authors_text":"Amjad Almahairi, Anton Belyy, Lambert Mathias, Luke Zettlemoyer, Madian Khabsa, Suzanna Sia","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-05-25T03:40:59Z","title":"Logical Satisfiability of Counterfactuals for Faithful Explanations in NLI"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.12469","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:dd04bbf484a634d187644074f5b6d452a1b6eed5cd5c4ef1cdd154f50d46fb3a","target":"record","created_at":"2026-07-05T04:26:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3721b4c10b9be75b2e2baf33e5d2632f80b6f089eeff138d4e16c62148ed44a0","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-05-25T03:40:59Z","title_canon_sha256":"385c3605881d2420de1c151ad5ef60e6cf678a6cb386dc4bf363448ad3619c8d"},"schema_version":"1.0","source":{"id":"2205.12469","kind":"arxiv","version":1}},"canonical_sha256":"31d7528d6cefab729173d2dd208bf453604c2546ca8712861078181d348a544f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"31d7528d6cefab729173d2dd208bf453604c2546ca8712861078181d348a544f","first_computed_at":"2026-07-05T04:26:26.063329Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:26:26.063329Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"pa4qYbYwpsVC24LwwOYIxZuI90Eux3vIm9vlhhzEWqBTZCSPJVxp7gFH7gqM/Ta8iJ3tdVTShszS1WCSRxKoBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T04:26:26.063742Z","signed_message":"canonical_sha256_bytes"},"source_id":"2205.12469","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:dd04bbf484a634d187644074f5b6d452a1b6eed5cd5c4ef1cdd154f50d46fb3a","sha256:418ab3221c5bd95d992aa2f8e2d87e8af199c49853a584efd5fff159bc29ad75"],"state_sha256":"ff1706355411654fe5d5cdd0b07a16d0a38a7b5bb5439e8612a2aa4d767a52ab"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zQyS0UqTOBOJyHSVswtueYToWaZuewnLOkqDKia6rQgMArL7cHW0Mzxv2MxHfzlkP24+BnQU9ZZz1JIGYuAZCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-01T05:18:48.169644Z","bundle_sha256":"f9c2a68cb6448865a9295bedcfb6f200621a770d65fb34329311f36b39efa7a7"}}