{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:BBD6VCUVETODPC4TIAU6K656AG","short_pith_number":"pith:BBD6VCUV","canonical_record":{"source":{"id":"2408.08651","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-16T10:34:50Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"0ff49c9fef61951937078f5452f98d1e7853f48b94ef29a55ec00f4025adee92","abstract_canon_sha256":"bf4953dbd0e24019ecd3f335cb521199bd449971355cc57eca98fabdcff9a9c1"},"schema_version":"1.0"},"canonical_sha256":"0847ea8a9524dc378b934029e57bbe01be6690621bf9f795c5e770b74d88a8a0","source":{"kind":"arxiv","id":"2408.08651","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.08651","created_at":"2026-07-05T11:52:00Z"},{"alias_kind":"arxiv_version","alias_value":"2408.08651v3","created_at":"2026-07-05T11:52:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.08651","created_at":"2026-07-05T11:52:00Z"},{"alias_kind":"pith_short_12","alias_value":"BBD6VCUVETOD","created_at":"2026-07-05T11:52:00Z"},{"alias_kind":"pith_short_16","alias_value":"BBD6VCUVETODPC4T","created_at":"2026-07-05T11:52:00Z"},{"alias_kind":"pith_short_8","alias_value":"BBD6VCUV","created_at":"2026-07-05T11:52:00Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:BBD6VCUVETODPC4TIAU6K656AG","target":"record","payload":{"canonical_record":{"source":{"id":"2408.08651","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-16T10:34:50Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"0ff49c9fef61951937078f5452f98d1e7853f48b94ef29a55ec00f4025adee92","abstract_canon_sha256":"bf4953dbd0e24019ecd3f335cb521199bd449971355cc57eca98fabdcff9a9c1"},"schema_version":"1.0"},"canonical_sha256":"0847ea8a9524dc378b934029e57bbe01be6690621bf9f795c5e770b74d88a8a0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:52:00.332279Z","signature_b64":"B05xAitAQHeCsPII9MCW7KrUpfYcbta1lAbh/ZGtwXEr5zNX8pqTGBe2NXvvwE3qHtvi4FLEZ/8XkPHl10hyCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0847ea8a9524dc378b934029e57bbe01be6690621bf9f795c5e770b74d88a8a0","last_reissued_at":"2026-07-05T11:52:00.331802Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:52:00.331802Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2408.08651","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:52:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FWAAy9q0Kh8HGnPe4N5/WSLRFEXaGiIY3zlkn0vOav41Qb94wR0vsZ0FVBpKBV2AMR81YBhUR3McSqRg7fgHDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T02:51:24.638326Z"},"content_sha256":"304968bb86722dd63bad82366a9284b2e97a414144f93b44c03f2d19a5a0fd2d","schema_version":"1.0","event_id":"sha256:304968bb86722dd63bad82366a9284b2e97a414144f93b44c03f2d19a5a0fd2d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:BBD6VCUVETODPC4TIAU6K656AG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Chain of Thought Still Thinks Fast: APriCoT Helps with Thinking Slow","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Douglas Fisher, Jesse Roberts, Kyle Moore, Thao Pham","submitted_at":"2024-08-16T10:34:50Z","abstract_excerpt":"Language models are known to absorb biases from their training data, leading to predictions driven by statistical regularities rather than semantic relevance. We investigate the impact of these biases on answer choice preferences in the Massive Multi-Task Language Understanding (MMLU) task. Our findings show that these biases are predictive of model preference and mirror human test-taking strategies even when chain of thought (CoT) reasoning is used. To address this issue, we introduce Counterfactual Prompting with Agnostically Primed CoT (APriCoT). We demonstrate that while Counterfactual Pro"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.08651","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.08651/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:52:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"42ylldtzxo3+dfYmI4XfzJSHc5Rvjt1zIr+jvDOBVXmwYqmVEHvAD1Em++ZeuMzy6KtShlZjtjDyVijuOzZ9Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T02:51:24.638814Z"},"content_sha256":"4cd8504d4e8550ae778fe88b05c89f399718dfb7e0cd4abe8fa51a9166f2b84a","schema_version":"1.0","event_id":"sha256:4cd8504d4e8550ae778fe88b05c89f399718dfb7e0cd4abe8fa51a9166f2b84a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BBD6VCUVETODPC4TIAU6K656AG/bundle.json","state_url":"https://pith.science/pith/BBD6VCUVETODPC4TIAU6K656AG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BBD6VCUVETODPC4TIAU6K656AG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T02:51:24Z","links":{"resolver":"https://pith.science/pith/BBD6VCUVETODPC4TIAU6K656AG","bundle":"https://pith.science/pith/BBD6VCUVETODPC4TIAU6K656AG/bundle.json","state":"https://pith.science/pith/BBD6VCUVETODPC4TIAU6K656AG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BBD6VCUVETODPC4TIAU6K656AG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:BBD6VCUVETODPC4TIAU6K656AG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bf4953dbd0e24019ecd3f335cb521199bd449971355cc57eca98fabdcff9a9c1","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-16T10:34:50Z","title_canon_sha256":"0ff49c9fef61951937078f5452f98d1e7853f48b94ef29a55ec00f4025adee92"},"schema_version":"1.0","source":{"id":"2408.08651","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.08651","created_at":"2026-07-05T11:52:00Z"},{"alias_kind":"arxiv_version","alias_value":"2408.08651v3","created_at":"2026-07-05T11:52:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.08651","created_at":"2026-07-05T11:52:00Z"},{"alias_kind":"pith_short_12","alias_value":"BBD6VCUVETOD","created_at":"2026-07-05T11:52:00Z"},{"alias_kind":"pith_short_16","alias_value":"BBD6VCUVETODPC4T","created_at":"2026-07-05T11:52:00Z"},{"alias_kind":"pith_short_8","alias_value":"BBD6VCUV","created_at":"2026-07-05T11:52:00Z"}],"graph_snapshots":[{"event_id":"sha256:4cd8504d4e8550ae778fe88b05c89f399718dfb7e0cd4abe8fa51a9166f2b84a","target":"graph","created_at":"2026-07-05T11:52:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.08651/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Language models are known to absorb biases from their training data, leading to predictions driven by statistical regularities rather than semantic relevance. We investigate the impact of these biases on answer choice preferences in the Massive Multi-Task Language Understanding (MMLU) task. Our findings show that these biases are predictive of model preference and mirror human test-taking strategies even when chain of thought (CoT) reasoning is used. To address this issue, we introduce Counterfactual Prompting with Agnostically Primed CoT (APriCoT). We demonstrate that while Counterfactual Pro","authors_text":"Douglas Fisher, Jesse Roberts, Kyle Moore, Thao Pham","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-16T10:34:50Z","title":"Chain of Thought Still Thinks Fast: APriCoT Helps with Thinking Slow"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.08651","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:304968bb86722dd63bad82366a9284b2e97a414144f93b44c03f2d19a5a0fd2d","target":"record","created_at":"2026-07-05T11:52:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bf4953dbd0e24019ecd3f335cb521199bd449971355cc57eca98fabdcff9a9c1","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-16T10:34:50Z","title_canon_sha256":"0ff49c9fef61951937078f5452f98d1e7853f48b94ef29a55ec00f4025adee92"},"schema_version":"1.0","source":{"id":"2408.08651","kind":"arxiv","version":3}},"canonical_sha256":"0847ea8a9524dc378b934029e57bbe01be6690621bf9f795c5e770b74d88a8a0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0847ea8a9524dc378b934029e57bbe01be6690621bf9f795c5e770b74d88a8a0","first_computed_at":"2026-07-05T11:52:00.331802Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:52:00.331802Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"B05xAitAQHeCsPII9MCW7KrUpfYcbta1lAbh/ZGtwXEr5zNX8pqTGBe2NXvvwE3qHtvi4FLEZ/8XkPHl10hyCA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:52:00.332279Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.08651","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:304968bb86722dd63bad82366a9284b2e97a414144f93b44c03f2d19a5a0fd2d","sha256:4cd8504d4e8550ae778fe88b05c89f399718dfb7e0cd4abe8fa51a9166f2b84a"],"state_sha256":"3c5ddd77fdc3cc7ce50248f57ce1d0840323f05189f80e687e56bdad4464c93f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7i/xJnPFsO6qDl1wpVgOPVuSJ4eM1XrSvA625thE6uh93k8mRkZuqSKO/NULtl9vd+tcM22MWFYmRjAgzWMbAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T02:51:24.642634Z","bundle_sha256":"4d077d2015a7ff126ae1b8829840d8d2e3ff98e74d184cf464b8057ee2545311"}}