{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:MRIA63JRMRABHSJMX4IEJYJ4PH","short_pith_number":"pith:MRIA63JR","canonical_record":{"source":{"id":"2412.16838","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-22T03:08:36Z","cross_cats_sorted":[],"title_canon_sha256":"4e3f4745c4b5e9a0ec6a632b7b359db7a9b38ef238fc9758caf9ffc8a10909ce","abstract_canon_sha256":"a88511aef08b732f019eced7b20e24fc4a68cdadf84eac7cc45129e102e3be39"},"schema_version":"1.0"},"canonical_sha256":"64500f6d31644013c92cbf1044e13c79d08b90fe2500580c77c764862d3832df","source":{"kind":"arxiv","id":"2412.16838","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.16838","created_at":"2026-07-05T09:53:13Z"},{"alias_kind":"arxiv_version","alias_value":"2412.16838v1","created_at":"2026-07-05T09:53:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.16838","created_at":"2026-07-05T09:53:13Z"},{"alias_kind":"pith_short_12","alias_value":"MRIA63JRMRAB","created_at":"2026-07-05T09:53:13Z"},{"alias_kind":"pith_short_16","alias_value":"MRIA63JRMRABHSJM","created_at":"2026-07-05T09:53:13Z"},{"alias_kind":"pith_short_8","alias_value":"MRIA63JR","created_at":"2026-07-05T09:53:13Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:MRIA63JRMRABHSJMX4IEJYJ4PH","target":"record","payload":{"canonical_record":{"source":{"id":"2412.16838","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-22T03:08:36Z","cross_cats_sorted":[],"title_canon_sha256":"4e3f4745c4b5e9a0ec6a632b7b359db7a9b38ef238fc9758caf9ffc8a10909ce","abstract_canon_sha256":"a88511aef08b732f019eced7b20e24fc4a68cdadf84eac7cc45129e102e3be39"},"schema_version":"1.0"},"canonical_sha256":"64500f6d31644013c92cbf1044e13c79d08b90fe2500580c77c764862d3832df","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:53:13.529028Z","signature_b64":"Oim8YgcttLDNf12WyL5vOkA2Z3Y1ah38Q+y2WbflBm5PHZN75TdrxPJ+M7bzJZcI3td7lzINhYHjhStCciymDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"64500f6d31644013c92cbf1044e13c79d08b90fe2500580c77c764862d3832df","last_reissued_at":"2026-07-05T09:53:13.528536Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:53:13.528536Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.16838","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:53:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"d/1Ma1c/sEp3a5QDv7VIf1owSroNN0DyqQZzlgZwFxv3Gl3KzeJYj8cIV+ZL0DsY+DSZjTG+lYQZVTYnnqDrBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T06:16:29.682559Z"},"content_sha256":"4f35d22082486ed1c7a0058c5b73637362831de3680d85917d80121c4fbf8c82","schema_version":"1.0","event_id":"sha256:4f35d22082486ed1c7a0058c5b73637362831de3680d85917d80121c4fbf8c82"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:MRIA63JRMRABHSJMX4IEJYJ4PH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Ask-Before-Detection: Identifying and Mitigating Conformity Bias in LLM-Powered Error Detector for Math Word Problem Solutions","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Hang Li, Hui Liu, Kaiqi Yang, Qingsong Wen, Tianlong Xu, Yanling Chen, Yichi Song, Yucheng Chu","submitted_at":"2024-12-22T03:08:36Z","abstract_excerpt":"The rise of large language models (LLMs) offers new opportunities for automatic error detection in education, particularly for math word problems (MWPs). While prior studies demonstrate the promise of LLMs as error detectors, they overlook the presence of multiple valid solutions for a single MWP. Our preliminary analysis reveals a significant performance gap between conventional and alternative solutions in MWPs, a phenomenon we term conformity bias in this work. To mitigate this bias, we introduce the Ask-Before-Detect (AskBD) framework, which generates adaptive reference solutions using LLM"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.16838","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.16838/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:53:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/lFuH8ZjQBp6jWVjnZcz5xyGNVqqJWKfUaqpvnt6LZ27nZUWXcgkXg9qWv3tKpKvqWhsM03WGJY2TKRKjFfnAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T06:16:29.683074Z"},"content_sha256":"2ea53ab33896a7b93f3322a377fa9277a0ac9fbc4377e572af6ee8f4d1d0e0a3","schema_version":"1.0","event_id":"sha256:2ea53ab33896a7b93f3322a377fa9277a0ac9fbc4377e572af6ee8f4d1d0e0a3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MRIA63JRMRABHSJMX4IEJYJ4PH/bundle.json","state_url":"https://pith.science/pith/MRIA63JRMRABHSJMX4IEJYJ4PH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MRIA63JRMRABHSJMX4IEJYJ4PH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-17T06:16:29Z","links":{"resolver":"https://pith.science/pith/MRIA63JRMRABHSJMX4IEJYJ4PH","bundle":"https://pith.science/pith/MRIA63JRMRABHSJMX4IEJYJ4PH/bundle.json","state":"https://pith.science/pith/MRIA63JRMRABHSJMX4IEJYJ4PH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MRIA63JRMRABHSJMX4IEJYJ4PH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:MRIA63JRMRABHSJMX4IEJYJ4PH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a88511aef08b732f019eced7b20e24fc4a68cdadf84eac7cc45129e102e3be39","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-22T03:08:36Z","title_canon_sha256":"4e3f4745c4b5e9a0ec6a632b7b359db7a9b38ef238fc9758caf9ffc8a10909ce"},"schema_version":"1.0","source":{"id":"2412.16838","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.16838","created_at":"2026-07-05T09:53:13Z"},{"alias_kind":"arxiv_version","alias_value":"2412.16838v1","created_at":"2026-07-05T09:53:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.16838","created_at":"2026-07-05T09:53:13Z"},{"alias_kind":"pith_short_12","alias_value":"MRIA63JRMRAB","created_at":"2026-07-05T09:53:13Z"},{"alias_kind":"pith_short_16","alias_value":"MRIA63JRMRABHSJM","created_at":"2026-07-05T09:53:13Z"},{"alias_kind":"pith_short_8","alias_value":"MRIA63JR","created_at":"2026-07-05T09:53:13Z"}],"graph_snapshots":[{"event_id":"sha256:2ea53ab33896a7b93f3322a377fa9277a0ac9fbc4377e572af6ee8f4d1d0e0a3","target":"graph","created_at":"2026-07-05T09:53:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.16838/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The rise of large language models (LLMs) offers new opportunities for automatic error detection in education, particularly for math word problems (MWPs). While prior studies demonstrate the promise of LLMs as error detectors, they overlook the presence of multiple valid solutions for a single MWP. Our preliminary analysis reveals a significant performance gap between conventional and alternative solutions in MWPs, a phenomenon we term conformity bias in this work. To mitigate this bias, we introduce the Ask-Before-Detect (AskBD) framework, which generates adaptive reference solutions using LLM","authors_text":"Hang Li, Hui Liu, Kaiqi Yang, Qingsong Wen, Tianlong Xu, Yanling Chen, Yichi Song, Yucheng Chu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-22T03:08:36Z","title":"Ask-Before-Detection: Identifying and Mitigating Conformity Bias in LLM-Powered Error Detector for Math Word Problem Solutions"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.16838","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4f35d22082486ed1c7a0058c5b73637362831de3680d85917d80121c4fbf8c82","target":"record","created_at":"2026-07-05T09:53:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a88511aef08b732f019eced7b20e24fc4a68cdadf84eac7cc45129e102e3be39","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-22T03:08:36Z","title_canon_sha256":"4e3f4745c4b5e9a0ec6a632b7b359db7a9b38ef238fc9758caf9ffc8a10909ce"},"schema_version":"1.0","source":{"id":"2412.16838","kind":"arxiv","version":1}},"canonical_sha256":"64500f6d31644013c92cbf1044e13c79d08b90fe2500580c77c764862d3832df","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"64500f6d31644013c92cbf1044e13c79d08b90fe2500580c77c764862d3832df","first_computed_at":"2026-07-05T09:53:13.528536Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:53:13.528536Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Oim8YgcttLDNf12WyL5vOkA2Z3Y1ah38Q+y2WbflBm5PHZN75TdrxPJ+M7bzJZcI3td7lzINhYHjhStCciymDA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:53:13.529028Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.16838","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4f35d22082486ed1c7a0058c5b73637362831de3680d85917d80121c4fbf8c82","sha256:2ea53ab33896a7b93f3322a377fa9277a0ac9fbc4377e572af6ee8f4d1d0e0a3"],"state_sha256":"6bafd0563f2ca6f54cda31be2c203e97db48d9024c77e39529404ed8e3e6d565"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eN5osSsenCn5mpgoSNaOHCExHm+mqTjVYdi3r3rByDe+i5RzzBhjaDGPV1cEbgk/y+SX6tURfGb9QB/k9g9uCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-17T06:16:29.687472Z","bundle_sha256":"9269edb7c02743b4fe9ddd054b6871fa1a1c29aab75a6a9d4fad1546eb522d4b"}}