{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:FZEDPVBZSPDLZMA2SESWZJHDLM","short_pith_number":"pith:FZEDPVBZ","canonical_record":{"source":{"id":"2401.03238","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2024-01-06T15:34:27Z","cross_cats_sorted":["cs.AI","cs.CY"],"title_canon_sha256":"b57dc7fd99ce0b66be83704894a7b47c03ac471bfb12257667c3216443805882","abstract_canon_sha256":"758821ac30575566e533dbd5baa2d94105c8fa106617c8e5f8f72babfc4e00a5"},"schema_version":"1.0"},"canonical_sha256":"2e4837d43993c6bcb01a91256ca4e35b2649b3c7749fa291d2464ddc5027de7e","source":{"kind":"arxiv","id":"2401.03238","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.03238","created_at":"2026-07-05T07:31:04Z"},{"alias_kind":"arxiv_version","alias_value":"2401.03238v1","created_at":"2026-07-05T07:31:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.03238","created_at":"2026-07-05T07:31:04Z"},{"alias_kind":"pith_short_12","alias_value":"FZEDPVBZSPDL","created_at":"2026-07-05T07:31:04Z"},{"alias_kind":"pith_short_16","alias_value":"FZEDPVBZSPDLZMA2","created_at":"2026-07-05T07:31:04Z"},{"alias_kind":"pith_short_8","alias_value":"FZEDPVBZ","created_at":"2026-07-05T07:31:04Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:FZEDPVBZSPDLZMA2SESWZJHDLM","target":"record","payload":{"canonical_record":{"source":{"id":"2401.03238","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2024-01-06T15:34:27Z","cross_cats_sorted":["cs.AI","cs.CY"],"title_canon_sha256":"b57dc7fd99ce0b66be83704894a7b47c03ac471bfb12257667c3216443805882","abstract_canon_sha256":"758821ac30575566e533dbd5baa2d94105c8fa106617c8e5f8f72babfc4e00a5"},"schema_version":"1.0"},"canonical_sha256":"2e4837d43993c6bcb01a91256ca4e35b2649b3c7749fa291d2464ddc5027de7e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:31:04.512731Z","signature_b64":"so/uLPRFILv9rshSDH32qHqat97S0ZxXGTpKzbvdDV0aUcg1VVkv/CrOWkgsWuhILRd99M+qs+MEjbLOkuoMDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2e4837d43993c6bcb01a91256ca4e35b2649b3c7749fa291d2464ddc5027de7e","last_reissued_at":"2026-07-05T07:31:04.512235Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:31:04.512235Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2401.03238","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:31:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Z/Kcgfe/Mdtf5Kjj8C16T0VvLYbKjwm+oNjElf++c/ENkGTKaSg2AjPtCr7V2U8UPhywjs7VyRYhyRvqvkYECw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T19:42:40.439990Z"},"content_sha256":"d3cf303b1e7b09c524cfc30310d2a205bd6ec70c5ce19d6ef3f4c48e83d8cae9","schema_version":"1.0","event_id":"sha256:d3cf303b1e7b09c524cfc30310d2a205bd6ec70c5ce19d6ef3f4c48e83d8cae9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:FZEDPVBZSPDLZMA2SESWZJHDLM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Using Large Language Models to Assess Tutors' Performance in Reacting to Students Making Math Errors","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CY"],"primary_cat":"cs.HC","authors_text":"Danielle Thomas, Jionghao Lin, Kenneth R. Koedinger, Sanjit Kakarla, Shivang Gupta","submitted_at":"2024-01-06T15:34:27Z","abstract_excerpt":"Research suggests that tutors should adopt a strategic approach when addressing math errors made by low-efficacy students. Rather than drawing direct attention to the error, tutors should guide the students to identify and correct their mistakes on their own. While tutor lessons have introduced this pedagogical skill, human evaluation of tutors applying this strategy is arduous and time-consuming. Large language models (LLMs) show promise in providing real-time assessment to tutors during their actual tutoring sessions, yet little is known regarding their accuracy in this context. In this stud"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.03238","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2401.03238/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:31:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wbCp9jiuql91OXidn6ytZeiUTU/C2LYrQoJBhPJm7MjTyfAGL3JH70vK+z5dUHeDz1eaj3mDXFdMcdZmANnzCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T19:42:40.440377Z"},"content_sha256":"53770f9fd90c6e0263ab0c6601b74c9b580b1384f74c07f2a7c1c1a7aa0614f7","schema_version":"1.0","event_id":"sha256:53770f9fd90c6e0263ab0c6601b74c9b580b1384f74c07f2a7c1c1a7aa0614f7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/FZEDPVBZSPDLZMA2SESWZJHDLM/bundle.json","state_url":"https://pith.science/pith/FZEDPVBZSPDLZMA2SESWZJHDLM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/FZEDPVBZSPDLZMA2SESWZJHDLM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T19:42:40Z","links":{"resolver":"https://pith.science/pith/FZEDPVBZSPDLZMA2SESWZJHDLM","bundle":"https://pith.science/pith/FZEDPVBZSPDLZMA2SESWZJHDLM/bundle.json","state":"https://pith.science/pith/FZEDPVBZSPDLZMA2SESWZJHDLM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/FZEDPVBZSPDLZMA2SESWZJHDLM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:FZEDPVBZSPDLZMA2SESWZJHDLM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"758821ac30575566e533dbd5baa2d94105c8fa106617c8e5f8f72babfc4e00a5","cross_cats_sorted":["cs.AI","cs.CY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2024-01-06T15:34:27Z","title_canon_sha256":"b57dc7fd99ce0b66be83704894a7b47c03ac471bfb12257667c3216443805882"},"schema_version":"1.0","source":{"id":"2401.03238","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.03238","created_at":"2026-07-05T07:31:04Z"},{"alias_kind":"arxiv_version","alias_value":"2401.03238v1","created_at":"2026-07-05T07:31:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.03238","created_at":"2026-07-05T07:31:04Z"},{"alias_kind":"pith_short_12","alias_value":"FZEDPVBZSPDL","created_at":"2026-07-05T07:31:04Z"},{"alias_kind":"pith_short_16","alias_value":"FZEDPVBZSPDLZMA2","created_at":"2026-07-05T07:31:04Z"},{"alias_kind":"pith_short_8","alias_value":"FZEDPVBZ","created_at":"2026-07-05T07:31:04Z"}],"graph_snapshots":[{"event_id":"sha256:53770f9fd90c6e0263ab0c6601b74c9b580b1384f74c07f2a7c1c1a7aa0614f7","target":"graph","created_at":"2026-07-05T07:31:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2401.03238/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Research suggests that tutors should adopt a strategic approach when addressing math errors made by low-efficacy students. Rather than drawing direct attention to the error, tutors should guide the students to identify and correct their mistakes on their own. While tutor lessons have introduced this pedagogical skill, human evaluation of tutors applying this strategy is arduous and time-consuming. Large language models (LLMs) show promise in providing real-time assessment to tutors during their actual tutoring sessions, yet little is known regarding their accuracy in this context. In this stud","authors_text":"Danielle Thomas, Jionghao Lin, Kenneth R. Koedinger, Sanjit Kakarla, Shivang Gupta","cross_cats":["cs.AI","cs.CY"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2024-01-06T15:34:27Z","title":"Using Large Language Models to Assess Tutors' Performance in Reacting to Students Making Math Errors"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.03238","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d3cf303b1e7b09c524cfc30310d2a205bd6ec70c5ce19d6ef3f4c48e83d8cae9","target":"record","created_at":"2026-07-05T07:31:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"758821ac30575566e533dbd5baa2d94105c8fa106617c8e5f8f72babfc4e00a5","cross_cats_sorted":["cs.AI","cs.CY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2024-01-06T15:34:27Z","title_canon_sha256":"b57dc7fd99ce0b66be83704894a7b47c03ac471bfb12257667c3216443805882"},"schema_version":"1.0","source":{"id":"2401.03238","kind":"arxiv","version":1}},"canonical_sha256":"2e4837d43993c6bcb01a91256ca4e35b2649b3c7749fa291d2464ddc5027de7e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2e4837d43993c6bcb01a91256ca4e35b2649b3c7749fa291d2464ddc5027de7e","first_computed_at":"2026-07-05T07:31:04.512235Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:31:04.512235Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"so/uLPRFILv9rshSDH32qHqat97S0ZxXGTpKzbvdDV0aUcg1VVkv/CrOWkgsWuhILRd99M+qs+MEjbLOkuoMDA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:31:04.512731Z","signed_message":"canonical_sha256_bytes"},"source_id":"2401.03238","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d3cf303b1e7b09c524cfc30310d2a205bd6ec70c5ce19d6ef3f4c48e83d8cae9","sha256:53770f9fd90c6e0263ab0c6601b74c9b580b1384f74c07f2a7c1c1a7aa0614f7"],"state_sha256":"3efc70d52aaeee508f5aa104401c019e4f56403319259e129130064255fe4348"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TtCsjuHLCXDSWVqDqjgoV49rObku0psLhpbbXLHO8ixUtdLUDLZ/Bh9Go4X2JSK9gvQj/L9/R9Bt7oHZksXMBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T19:42:40.442301Z","bundle_sha256":"a6bbe351a4c42685fa60121d50e779d84ecb57a7f1b0fcf5595886a86d2dffaa"}}