{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:4HSX2MRAOPJ42HZQTXVDQDCDBK","short_pith_number":"pith:4HSX2MRA","canonical_record":{"source":{"id":"2307.02394","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-07-05T16:09:21Z","cross_cats_sorted":[],"title_canon_sha256":"41f8023dcd841cd7c2029b7a1678a0b3d135a70930f0486515956b4e4d95e40e","abstract_canon_sha256":"271cee62f543bed04a5aa5c4e2e72f6b80153c733e09a57d148fc84a8799c92b"},"schema_version":"1.0"},"canonical_sha256":"e1e57d322073d3cd1f309dea380c430aab56a9064b8de566fdab6ef4c7525d72","source":{"kind":"arxiv","id":"2307.02394","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.02394","created_at":"2026-07-05T06:28:08Z"},{"alias_kind":"arxiv_version","alias_value":"2307.02394v1","created_at":"2026-07-05T06:28:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.02394","created_at":"2026-07-05T06:28:08Z"},{"alias_kind":"pith_short_12","alias_value":"4HSX2MRAOPJ4","created_at":"2026-07-05T06:28:08Z"},{"alias_kind":"pith_short_16","alias_value":"4HSX2MRAOPJ42HZQ","created_at":"2026-07-05T06:28:08Z"},{"alias_kind":"pith_short_8","alias_value":"4HSX2MRA","created_at":"2026-07-05T06:28:08Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:4HSX2MRAOPJ42HZQTXVDQDCDBK","target":"record","payload":{"canonical_record":{"source":{"id":"2307.02394","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-07-05T16:09:21Z","cross_cats_sorted":[],"title_canon_sha256":"41f8023dcd841cd7c2029b7a1678a0b3d135a70930f0486515956b4e4d95e40e","abstract_canon_sha256":"271cee62f543bed04a5aa5c4e2e72f6b80153c733e09a57d148fc84a8799c92b"},"schema_version":"1.0"},"canonical_sha256":"e1e57d322073d3cd1f309dea380c430aab56a9064b8de566fdab6ef4c7525d72","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:28:08.392650Z","signature_b64":"F3ucI2sJAr7eIFdX9BrL8F+Uf+CKFWe6RGg+P5UM3YyYReqaVB+UvfzuXud4gKdPJcS7dvJxfldJA4LgxtM9AA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e1e57d322073d3cd1f309dea380c430aab56a9064b8de566fdab6ef4c7525d72","last_reissued_at":"2026-07-05T06:28:08.392136Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:28:08.392136Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2307.02394","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:28:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"X4o9aLeGp6/w6pUFgKf+106r+J4QyHoRLN7JdsvDvgeSHIu45/lfohUiFnPJ66k2btbvWYS/03WMfl84JaPvBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-05T09:26:42.594407Z"},"content_sha256":"6b574cb5954390f1737246a2fdc4a0371184fdb90c4c00dd392c8af0aec81945","schema_version":"1.0","event_id":"sha256:6b574cb5954390f1737246a2fdc4a0371184fdb90c4c00dd392c8af0aec81945"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:4HSX2MRAOPJ42HZQTXVDQDCDBK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Won't Get Fooled Again: Answering Questions with False Premises","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Huadong Wang, Maosong Sun, Shengding Hu, Xingyi Cheng, Yifan Luo, Zhiyuan Liu","submitted_at":"2023-07-05T16:09:21Z","abstract_excerpt":"Pre-trained language models (PLMs) have shown unprecedented potential in various fields, especially as the backbones for question-answering (QA) systems. However, they tend to be easily deceived by tricky questions such as \"How many eyes does the sun have?\". Such frailties of PLMs often allude to the lack of knowledge within them. In this paper, we find that the PLMs already possess the knowledge required to rebut such questions, and the key is how to activate the knowledge. To systematize this observation, we investigate the PLMs' responses to one kind of tricky questions, i.e., the false pre"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.02394","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2307.02394/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:28:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DuY+m624B2wLgX4Cd1P+SuXSn+J05MGOQt3COCx/k4AN/SPHyVb9F7OoiKYcwS5RSIccJ3ZG3AMe0Lbf0uJqDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-05T09:26:42.594838Z"},"content_sha256":"5cfcff84f40375144a9d3f8fc3bc8f03749a3f2bf4f8036d0487edf7b8a1d846","schema_version":"1.0","event_id":"sha256:5cfcff84f40375144a9d3f8fc3bc8f03749a3f2bf4f8036d0487edf7b8a1d846"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4HSX2MRAOPJ42HZQTXVDQDCDBK/bundle.json","state_url":"https://pith.science/pith/4HSX2MRAOPJ42HZQTXVDQDCDBK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4HSX2MRAOPJ42HZQTXVDQDCDBK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-05T09:26:42Z","links":{"resolver":"https://pith.science/pith/4HSX2MRAOPJ42HZQTXVDQDCDBK","bundle":"https://pith.science/pith/4HSX2MRAOPJ42HZQTXVDQDCDBK/bundle.json","state":"https://pith.science/pith/4HSX2MRAOPJ42HZQTXVDQDCDBK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4HSX2MRAOPJ42HZQTXVDQDCDBK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:4HSX2MRAOPJ42HZQTXVDQDCDBK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"271cee62f543bed04a5aa5c4e2e72f6b80153c733e09a57d148fc84a8799c92b","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-07-05T16:09:21Z","title_canon_sha256":"41f8023dcd841cd7c2029b7a1678a0b3d135a70930f0486515956b4e4d95e40e"},"schema_version":"1.0","source":{"id":"2307.02394","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.02394","created_at":"2026-07-05T06:28:08Z"},{"alias_kind":"arxiv_version","alias_value":"2307.02394v1","created_at":"2026-07-05T06:28:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.02394","created_at":"2026-07-05T06:28:08Z"},{"alias_kind":"pith_short_12","alias_value":"4HSX2MRAOPJ4","created_at":"2026-07-05T06:28:08Z"},{"alias_kind":"pith_short_16","alias_value":"4HSX2MRAOPJ42HZQ","created_at":"2026-07-05T06:28:08Z"},{"alias_kind":"pith_short_8","alias_value":"4HSX2MRA","created_at":"2026-07-05T06:28:08Z"}],"graph_snapshots":[{"event_id":"sha256:5cfcff84f40375144a9d3f8fc3bc8f03749a3f2bf4f8036d0487edf7b8a1d846","target":"graph","created_at":"2026-07-05T06:28:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2307.02394/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Pre-trained language models (PLMs) have shown unprecedented potential in various fields, especially as the backbones for question-answering (QA) systems. However, they tend to be easily deceived by tricky questions such as \"How many eyes does the sun have?\". Such frailties of PLMs often allude to the lack of knowledge within them. In this paper, we find that the PLMs already possess the knowledge required to rebut such questions, and the key is how to activate the knowledge. To systematize this observation, we investigate the PLMs' responses to one kind of tricky questions, i.e., the false pre","authors_text":"Huadong Wang, Maosong Sun, Shengding Hu, Xingyi Cheng, Yifan Luo, Zhiyuan Liu","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-07-05T16:09:21Z","title":"Won't Get Fooled Again: Answering Questions with False Premises"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.02394","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6b574cb5954390f1737246a2fdc4a0371184fdb90c4c00dd392c8af0aec81945","target":"record","created_at":"2026-07-05T06:28:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"271cee62f543bed04a5aa5c4e2e72f6b80153c733e09a57d148fc84a8799c92b","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-07-05T16:09:21Z","title_canon_sha256":"41f8023dcd841cd7c2029b7a1678a0b3d135a70930f0486515956b4e4d95e40e"},"schema_version":"1.0","source":{"id":"2307.02394","kind":"arxiv","version":1}},"canonical_sha256":"e1e57d322073d3cd1f309dea380c430aab56a9064b8de566fdab6ef4c7525d72","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e1e57d322073d3cd1f309dea380c430aab56a9064b8de566fdab6ef4c7525d72","first_computed_at":"2026-07-05T06:28:08.392136Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:28:08.392136Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"F3ucI2sJAr7eIFdX9BrL8F+Uf+CKFWe6RGg+P5UM3YyYReqaVB+UvfzuXud4gKdPJcS7dvJxfldJA4LgxtM9AA==","signature_status":"signed_v1","signed_at":"2026-07-05T06:28:08.392650Z","signed_message":"canonical_sha256_bytes"},"source_id":"2307.02394","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6b574cb5954390f1737246a2fdc4a0371184fdb90c4c00dd392c8af0aec81945","sha256:5cfcff84f40375144a9d3f8fc3bc8f03749a3f2bf4f8036d0487edf7b8a1d846"],"state_sha256":"9d98e621946b87233660b7d5f548e7cda9a1f83dfd54e3b659905d7c524cbd17"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"V6CXY/A3wTAStP0mrEdiH1Whkanos03jLwedHqAjKRGJurXU0YHMElIRri92N8WHd2qa5UiwCAFG9HbSPXMdDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-05T09:26:42.596896Z","bundle_sha256":"843d60953ffa823bc14ff04e27accbdfe5bcec7ed7fcdb4bc5c5accd07957067"}}