{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:6BP6JLOCURFAEQVM5JIMO3LWJL","short_pith_number":"pith:6BP6JLOC","canonical_record":{"source":{"id":"2502.15140","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-21T01:43:32Z","cross_cats_sorted":["cs.HC"],"title_canon_sha256":"6d9c248fe541409e9ba62244c297f0194c671129b150d0c5f4a7fefe856288d4","abstract_canon_sha256":"fb7618a486737c9b0957dcdc438e4088b3a5b78249e89449dea8fa52fe4b52e3"},"schema_version":"1.0"},"canonical_sha256":"f05fe4adc2a44a0242acea50c76d764aef2e703f970d8f47dac526b1d83fd9e7","source":{"kind":"arxiv","id":"2502.15140","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.15140","created_at":"2026-07-05T10:17:56Z"},{"alias_kind":"arxiv_version","alias_value":"2502.15140v1","created_at":"2026-07-05T10:17:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.15140","created_at":"2026-07-05T10:17:56Z"},{"alias_kind":"pith_short_12","alias_value":"6BP6JLOCURFA","created_at":"2026-07-05T10:17:56Z"},{"alias_kind":"pith_short_16","alias_value":"6BP6JLOCURFAEQVM","created_at":"2026-07-05T10:17:56Z"},{"alias_kind":"pith_short_8","alias_value":"6BP6JLOC","created_at":"2026-07-05T10:17:56Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:6BP6JLOCURFAEQVM5JIMO3LWJL","target":"record","payload":{"canonical_record":{"source":{"id":"2502.15140","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-21T01:43:32Z","cross_cats_sorted":["cs.HC"],"title_canon_sha256":"6d9c248fe541409e9ba62244c297f0194c671129b150d0c5f4a7fefe856288d4","abstract_canon_sha256":"fb7618a486737c9b0957dcdc438e4088b3a5b78249e89449dea8fa52fe4b52e3"},"schema_version":"1.0"},"canonical_sha256":"f05fe4adc2a44a0242acea50c76d764aef2e703f970d8f47dac526b1d83fd9e7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:17:56.752753Z","signature_b64":"FL1RyDjXr6bWvgsFnuWv4viysNKjHeLxwdPzY7fymK+0iwijJ887lJB7LmRZVf2ohvikCm/36yBsj+gRnh7iCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f05fe4adc2a44a0242acea50c76d764aef2e703f970d8f47dac526b1d83fd9e7","last_reissued_at":"2026-07-05T10:17:56.752249Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:17:56.752249Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.15140","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:17:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"t+VF40X09UuQRGf5jAIms6rnmuBQhuWg61E97fV2WSb/KJFukRYZigBae7tdwa3YDXLT2gxeWl+Az0Ih73RXAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T22:47:43.672798Z"},"content_sha256":"66f3c406c90f550a714f25792cb519db1acbcc078dfeca2a634e499080470170","schema_version":"1.0","event_id":"sha256:66f3c406c90f550a714f25792cb519db1acbcc078dfeca2a634e499080470170"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:6BP6JLOCURFAEQVM5JIMO3LWJL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Do LLMs Make Mistakes Like Students? Exploring Natural Alignment between Language Models and Human Error Patterns","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.HC"],"primary_cat":"cs.CL","authors_text":"Naiming Liu, Richard G. Baraniuk, Shashank Sonkar","submitted_at":"2025-02-21T01:43:32Z","abstract_excerpt":"Large Language Models (LLMs) have demonstrated remarkable capabilities in various educational tasks, yet their alignment with human learning patterns, particularly in predicting which incorrect options students are most likely to select in multiple-choice questions (MCQs), remains underexplored. Our work investigates the relationship between LLM generation likelihood and student response distributions in MCQs with a specific focus on distractor selections. We collect a comprehensive dataset of MCQs with real-world student response distributions to explore two fundamental research questions: (1"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.15140","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.15140/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:17:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GEK68ola46A67MjZX24JPAkFczP7O/Us1pQ8sPMomzRJ/Uf74CLMDSgDbOSBieJ9dC1x+tV8YXZYgy4WoNfFAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T22:47:43.673390Z"},"content_sha256":"cb206aa6a7fe88c64b8214a14f2b323e59938f5063455e7d747e755f4346ebb3","schema_version":"1.0","event_id":"sha256:cb206aa6a7fe88c64b8214a14f2b323e59938f5063455e7d747e755f4346ebb3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6BP6JLOCURFAEQVM5JIMO3LWJL/bundle.json","state_url":"https://pith.science/pith/6BP6JLOCURFAEQVM5JIMO3LWJL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6BP6JLOCURFAEQVM5JIMO3LWJL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T22:47:43Z","links":{"resolver":"https://pith.science/pith/6BP6JLOCURFAEQVM5JIMO3LWJL","bundle":"https://pith.science/pith/6BP6JLOCURFAEQVM5JIMO3LWJL/bundle.json","state":"https://pith.science/pith/6BP6JLOCURFAEQVM5JIMO3LWJL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6BP6JLOCURFAEQVM5JIMO3LWJL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:6BP6JLOCURFAEQVM5JIMO3LWJL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"fb7618a486737c9b0957dcdc438e4088b3a5b78249e89449dea8fa52fe4b52e3","cross_cats_sorted":["cs.HC"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-21T01:43:32Z","title_canon_sha256":"6d9c248fe541409e9ba62244c297f0194c671129b150d0c5f4a7fefe856288d4"},"schema_version":"1.0","source":{"id":"2502.15140","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.15140","created_at":"2026-07-05T10:17:56Z"},{"alias_kind":"arxiv_version","alias_value":"2502.15140v1","created_at":"2026-07-05T10:17:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.15140","created_at":"2026-07-05T10:17:56Z"},{"alias_kind":"pith_short_12","alias_value":"6BP6JLOCURFA","created_at":"2026-07-05T10:17:56Z"},{"alias_kind":"pith_short_16","alias_value":"6BP6JLOCURFAEQVM","created_at":"2026-07-05T10:17:56Z"},{"alias_kind":"pith_short_8","alias_value":"6BP6JLOC","created_at":"2026-07-05T10:17:56Z"}],"graph_snapshots":[{"event_id":"sha256:cb206aa6a7fe88c64b8214a14f2b323e59938f5063455e7d747e755f4346ebb3","target":"graph","created_at":"2026-07-05T10:17:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.15140/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have demonstrated remarkable capabilities in various educational tasks, yet their alignment with human learning patterns, particularly in predicting which incorrect options students are most likely to select in multiple-choice questions (MCQs), remains underexplored. Our work investigates the relationship between LLM generation likelihood and student response distributions in MCQs with a specific focus on distractor selections. We collect a comprehensive dataset of MCQs with real-world student response distributions to explore two fundamental research questions: (1","authors_text":"Naiming Liu, Richard G. Baraniuk, Shashank Sonkar","cross_cats":["cs.HC"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-21T01:43:32Z","title":"Do LLMs Make Mistakes Like Students? Exploring Natural Alignment between Language Models and Human Error Patterns"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.15140","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:66f3c406c90f550a714f25792cb519db1acbcc078dfeca2a634e499080470170","target":"record","created_at":"2026-07-05T10:17:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"fb7618a486737c9b0957dcdc438e4088b3a5b78249e89449dea8fa52fe4b52e3","cross_cats_sorted":["cs.HC"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-21T01:43:32Z","title_canon_sha256":"6d9c248fe541409e9ba62244c297f0194c671129b150d0c5f4a7fefe856288d4"},"schema_version":"1.0","source":{"id":"2502.15140","kind":"arxiv","version":1}},"canonical_sha256":"f05fe4adc2a44a0242acea50c76d764aef2e703f970d8f47dac526b1d83fd9e7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f05fe4adc2a44a0242acea50c76d764aef2e703f970d8f47dac526b1d83fd9e7","first_computed_at":"2026-07-05T10:17:56.752249Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:17:56.752249Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"FL1RyDjXr6bWvgsFnuWv4viysNKjHeLxwdPzY7fymK+0iwijJ887lJB7LmRZVf2ohvikCm/36yBsj+gRnh7iCw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:17:56.752753Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.15140","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:66f3c406c90f550a714f25792cb519db1acbcc078dfeca2a634e499080470170","sha256:cb206aa6a7fe88c64b8214a14f2b323e59938f5063455e7d747e755f4346ebb3"],"state_sha256":"22156013e5e31208baa76860a13a30138b79a184ad661bc0ad1f8a4a8f07d8d6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"W8O0+zIs3AleIIo+hzxeqdZ1k5tdjjntGSiMGT17IsAJNTRvQQPzu5V/Fk7l5miRMz9aIE8xBdOeDsXQkCqsBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T22:47:43.680007Z","bundle_sha256":"aa5aa1fc0e8a84019dc077fd6b0556678250131d7eebd4c56e470dbb767d63f1"}}