{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:R43BRXC4D4AQ2YAOQ2LFYZ5Y3X","short_pith_number":"pith:R43BRXC4","canonical_record":{"source":{"id":"2210.01258","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-03T22:36:44Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"d58c29d512e535a47b65700123d49bcf145d793bf06cc33d201ce7e44a220a19","abstract_canon_sha256":"821072964b48b0be5c8557102a3a58934e1a189f2b1b42a7e5fcc265c2e4f844"},"schema_version":"1.0"},"canonical_sha256":"8f3618dc5c1f010d600e86965c67b8dddc8971c8e410fb59bafe15b41e928728","source":{"kind":"arxiv","id":"2210.01258","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.01258","created_at":"2026-07-05T05:03:08Z"},{"alias_kind":"arxiv_version","alias_value":"2210.01258v1","created_at":"2026-07-05T05:03:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.01258","created_at":"2026-07-05T05:03:08Z"},{"alias_kind":"pith_short_12","alias_value":"R43BRXC4D4AQ","created_at":"2026-07-05T05:03:08Z"},{"alias_kind":"pith_short_16","alias_value":"R43BRXC4D4AQ2YAO","created_at":"2026-07-05T05:03:08Z"},{"alias_kind":"pith_short_8","alias_value":"R43BRXC4","created_at":"2026-07-05T05:03:08Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:R43BRXC4D4AQ2YAOQ2LFYZ5Y3X","target":"record","payload":{"canonical_record":{"source":{"id":"2210.01258","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-03T22:36:44Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"d58c29d512e535a47b65700123d49bcf145d793bf06cc33d201ce7e44a220a19","abstract_canon_sha256":"821072964b48b0be5c8557102a3a58934e1a189f2b1b42a7e5fcc265c2e4f844"},"schema_version":"1.0"},"canonical_sha256":"8f3618dc5c1f010d600e86965c67b8dddc8971c8e410fb59bafe15b41e928728","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:03:08.681763Z","signature_b64":"VRsIa1xl53uEOcteL2Zgptyx0JEMDraT6cYs8dq0cXBbnSogWdI5uGxlBnvJE6+i6eCyIBnBatu5YD+BzDWSBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8f3618dc5c1f010d600e86965c67b8dddc8971c8e410fb59bafe15b41e928728","last_reissued_at":"2026-07-05T05:03:08.681391Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:03:08.681391Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2210.01258","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:03:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zdwnmfBLilB8igaRJfIIYlDCO2gR9Lf6LtR+rZxgd5x5XbjSvqcvAccIjDcOXfHCMZ8SxFNCNNHpyxC6g8eFAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T08:10:24.472586Z"},"content_sha256":"6080be2e60e19de8dfdf836f9623d7400509b9c671daee96d50a4d868c4e61d3","schema_version":"1.0","event_id":"sha256:6080be2e60e19de8dfdf836f9623d7400509b9c671daee96d50a4d868c4e61d3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:R43BRXC4D4AQ2YAOQ2LFYZ5Y3X","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Understanding Prior Bias and Choice Paralysis in Transformer-based Language Representation Models through Four Experimental Probes","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Ke Shen, Mayank Kejriwal","submitted_at":"2022-10-03T22:36:44Z","abstract_excerpt":"Recent work on transformer-based neural networks has led to impressive advances on multiple-choice natural language understanding (NLU) problems, such as Question Answering (QA) and abductive reasoning. Despite these advances, there is limited work still on understanding whether these models respond to perturbed multiple-choice instances in a sufficiently robust manner that would allow them to be trusted in real-world situations. We present four confusion probes, inspired by similar phenomena first identified in the behavioral science community, to test for problems such as prior bias and choi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.01258","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2210.01258/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:03:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wJ2FhzSQEl+Uc5ky5w0W9hxiHUqcRijywdlxmhDEZ6RK1ILysU6mr8vANgHnqJUsINxuK8NdSmWQlpAnj8qRDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T08:10:24.473543Z"},"content_sha256":"5f7dd5cb22306d7d4ee6d1308ba09d5a03746c18130862559a5f4bec6ffa3f87","schema_version":"1.0","event_id":"sha256:5f7dd5cb22306d7d4ee6d1308ba09d5a03746c18130862559a5f4bec6ffa3f87"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/R43BRXC4D4AQ2YAOQ2LFYZ5Y3X/bundle.json","state_url":"https://pith.science/pith/R43BRXC4D4AQ2YAOQ2LFYZ5Y3X/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/R43BRXC4D4AQ2YAOQ2LFYZ5Y3X/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T08:10:24Z","links":{"resolver":"https://pith.science/pith/R43BRXC4D4AQ2YAOQ2LFYZ5Y3X","bundle":"https://pith.science/pith/R43BRXC4D4AQ2YAOQ2LFYZ5Y3X/bundle.json","state":"https://pith.science/pith/R43BRXC4D4AQ2YAOQ2LFYZ5Y3X/state.json","well_known_bundle":"https://pith.science/.well-known/pith/R43BRXC4D4AQ2YAOQ2LFYZ5Y3X/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:R43BRXC4D4AQ2YAOQ2LFYZ5Y3X","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"821072964b48b0be5c8557102a3a58934e1a189f2b1b42a7e5fcc265c2e4f844","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-03T22:36:44Z","title_canon_sha256":"d58c29d512e535a47b65700123d49bcf145d793bf06cc33d201ce7e44a220a19"},"schema_version":"1.0","source":{"id":"2210.01258","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.01258","created_at":"2026-07-05T05:03:08Z"},{"alias_kind":"arxiv_version","alias_value":"2210.01258v1","created_at":"2026-07-05T05:03:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.01258","created_at":"2026-07-05T05:03:08Z"},{"alias_kind":"pith_short_12","alias_value":"R43BRXC4D4AQ","created_at":"2026-07-05T05:03:08Z"},{"alias_kind":"pith_short_16","alias_value":"R43BRXC4D4AQ2YAO","created_at":"2026-07-05T05:03:08Z"},{"alias_kind":"pith_short_8","alias_value":"R43BRXC4","created_at":"2026-07-05T05:03:08Z"}],"graph_snapshots":[{"event_id":"sha256:5f7dd5cb22306d7d4ee6d1308ba09d5a03746c18130862559a5f4bec6ffa3f87","target":"graph","created_at":"2026-07-05T05:03:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2210.01258/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent work on transformer-based neural networks has led to impressive advances on multiple-choice natural language understanding (NLU) problems, such as Question Answering (QA) and abductive reasoning. Despite these advances, there is limited work still on understanding whether these models respond to perturbed multiple-choice instances in a sufficiently robust manner that would allow them to be trusted in real-world situations. We present four confusion probes, inspired by similar phenomena first identified in the behavioral science community, to test for problems such as prior bias and choi","authors_text":"Ke Shen, Mayank Kejriwal","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-03T22:36:44Z","title":"Understanding Prior Bias and Choice Paralysis in Transformer-based Language Representation Models through Four Experimental Probes"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.01258","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6080be2e60e19de8dfdf836f9623d7400509b9c671daee96d50a4d868c4e61d3","target":"record","created_at":"2026-07-05T05:03:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"821072964b48b0be5c8557102a3a58934e1a189f2b1b42a7e5fcc265c2e4f844","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-03T22:36:44Z","title_canon_sha256":"d58c29d512e535a47b65700123d49bcf145d793bf06cc33d201ce7e44a220a19"},"schema_version":"1.0","source":{"id":"2210.01258","kind":"arxiv","version":1}},"canonical_sha256":"8f3618dc5c1f010d600e86965c67b8dddc8971c8e410fb59bafe15b41e928728","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8f3618dc5c1f010d600e86965c67b8dddc8971c8e410fb59bafe15b41e928728","first_computed_at":"2026-07-05T05:03:08.681391Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:03:08.681391Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"VRsIa1xl53uEOcteL2Zgptyx0JEMDraT6cYs8dq0cXBbnSogWdI5uGxlBnvJE6+i6eCyIBnBatu5YD+BzDWSBw==","signature_status":"signed_v1","signed_at":"2026-07-05T05:03:08.681763Z","signed_message":"canonical_sha256_bytes"},"source_id":"2210.01258","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6080be2e60e19de8dfdf836f9623d7400509b9c671daee96d50a4d868c4e61d3","sha256:5f7dd5cb22306d7d4ee6d1308ba09d5a03746c18130862559a5f4bec6ffa3f87"],"state_sha256":"cc4f14f82402b056240e949771cfe6341e6752c3c4d5dd2d0bf15ed6d0baeb26"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3FW2pLMTWbn353mv6R4Y1Wq5L8hTktmHft/y3vQ8T3nqSXS8msjYNRq3UOylWZ5ZNJhhqDxLHQpHqjP5R4uYBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T08:10:24.481268Z","bundle_sha256":"78cd13af63a1d7a0d7478965507fb296575ba246787b672eed14925cc05ee04f"}}