{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:WUALS7WIZYUKRA2K2KJV2IUUUK","short_pith_number":"pith:WUALS7WI","canonical_record":{"source":{"id":"2306.14918","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-21T16:45:24Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"3b153caf9a963df829b49532dd6034becfe703901ba95bd36f247b0e4bfba50c","abstract_canon_sha256":"8743d452f795e877827f91b80d741a48ccd4a5ae15b4fe39388ad2df8c85c0c7"},"schema_version":"1.0"},"canonical_sha256":"b500b97ec8ce28a8834ad2935d2294a2a5f9c601b932ed6f237d74c0eb66bf4a","source":{"kind":"arxiv","id":"2306.14918","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.14918","created_at":"2026-07-05T06:24:51Z"},{"alias_kind":"arxiv_version","alias_value":"2306.14918v1","created_at":"2026-07-05T06:24:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.14918","created_at":"2026-07-05T06:24:51Z"},{"alias_kind":"pith_short_12","alias_value":"WUALS7WIZYUK","created_at":"2026-07-05T06:24:51Z"},{"alias_kind":"pith_short_16","alias_value":"WUALS7WIZYUKRA2K","created_at":"2026-07-05T06:24:51Z"},{"alias_kind":"pith_short_8","alias_value":"WUALS7WI","created_at":"2026-07-05T06:24:51Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:WUALS7WIZYUKRA2K2KJV2IUUUK","target":"record","payload":{"canonical_record":{"source":{"id":"2306.14918","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-21T16:45:24Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"3b153caf9a963df829b49532dd6034becfe703901ba95bd36f247b0e4bfba50c","abstract_canon_sha256":"8743d452f795e877827f91b80d741a48ccd4a5ae15b4fe39388ad2df8c85c0c7"},"schema_version":"1.0"},"canonical_sha256":"b500b97ec8ce28a8834ad2935d2294a2a5f9c601b932ed6f237d74c0eb66bf4a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:24:51.682189Z","signature_b64":"uC73Y4c/45t7QwMk8yd8/bjOkRa3lQaoxfqWf1b7s9NCI0/uG5ujiAmp0JKGlgjPgyEK70J0qHtMLZmlevSfAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b500b97ec8ce28a8834ad2935d2294a2a5f9c601b932ed6f237d74c0eb66bf4a","last_reissued_at":"2026-07-05T06:24:51.681756Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:24:51.681756Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2306.14918","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:24:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"g6HPJq7kW0BE6+AxEGTnommh7l4tKHa59ND3U2XmBsYqIz8H9tyTdNEYeKHkxmMwYOEIBeg980TJ1ngp1zWICA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T22:57:06.241702Z"},"content_sha256":"a9dff54dd5f09fcefdf74658b1e00c8a9dfb4c0365640fc79b92f6c253bb656e","schema_version":"1.0","event_id":"sha256:a9dff54dd5f09fcefdf74658b1e00c8a9dfb4c0365640fc79b92f6c253bb656e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:WUALS7WIZYUKRA2K2KJV2IUUUK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Utilizing Natural Language Processing for Automated Assessment of Classroom Discussion","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Benjamin Pierce, Diane Litman, Lindsay Clare Matsumura, Nhat Tran, Richard Correnti","submitted_at":"2023-06-21T16:45:24Z","abstract_excerpt":"Rigorous and interactive class discussions that support students to engage in high-level thinking and reasoning are essential to learning and are a central component of most teaching interventions. However, formally assessing discussion quality 'at scale' is expensive and infeasible for most researchers. In this work, we experimented with various modern natural language processing (NLP) techniques to automatically generate rubric scores for individual dimensions of classroom text discussion quality. Specifically, we worked on a dataset of 90 classroom discussion transcripts consisting of over "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.14918","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2306.14918/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:24:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gdT2jVZJIutu9P73dl9r0c/C2XITq7+56mAEUmwOKRMMeoFvM3/cGcAJN+vkOJ33LJRpuBNIDBiSkOaFhjRECg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T22:57:06.242086Z"},"content_sha256":"849a9abfde57547e3e7d3f6ae927ae8cce11c6c906b3056feba897a54f32572b","schema_version":"1.0","event_id":"sha256:849a9abfde57547e3e7d3f6ae927ae8cce11c6c906b3056feba897a54f32572b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WUALS7WIZYUKRA2K2KJV2IUUUK/bundle.json","state_url":"https://pith.science/pith/WUALS7WIZYUKRA2K2KJV2IUUUK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WUALS7WIZYUKRA2K2KJV2IUUUK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-23T22:57:06Z","links":{"resolver":"https://pith.science/pith/WUALS7WIZYUKRA2K2KJV2IUUUK","bundle":"https://pith.science/pith/WUALS7WIZYUKRA2K2KJV2IUUUK/bundle.json","state":"https://pith.science/pith/WUALS7WIZYUKRA2K2KJV2IUUUK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WUALS7WIZYUKRA2K2KJV2IUUUK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:WUALS7WIZYUKRA2K2KJV2IUUUK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8743d452f795e877827f91b80d741a48ccd4a5ae15b4fe39388ad2df8c85c0c7","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-21T16:45:24Z","title_canon_sha256":"3b153caf9a963df829b49532dd6034becfe703901ba95bd36f247b0e4bfba50c"},"schema_version":"1.0","source":{"id":"2306.14918","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.14918","created_at":"2026-07-05T06:24:51Z"},{"alias_kind":"arxiv_version","alias_value":"2306.14918v1","created_at":"2026-07-05T06:24:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.14918","created_at":"2026-07-05T06:24:51Z"},{"alias_kind":"pith_short_12","alias_value":"WUALS7WIZYUK","created_at":"2026-07-05T06:24:51Z"},{"alias_kind":"pith_short_16","alias_value":"WUALS7WIZYUKRA2K","created_at":"2026-07-05T06:24:51Z"},{"alias_kind":"pith_short_8","alias_value":"WUALS7WI","created_at":"2026-07-05T06:24:51Z"}],"graph_snapshots":[{"event_id":"sha256:849a9abfde57547e3e7d3f6ae927ae8cce11c6c906b3056feba897a54f32572b","target":"graph","created_at":"2026-07-05T06:24:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.14918/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Rigorous and interactive class discussions that support students to engage in high-level thinking and reasoning are essential to learning and are a central component of most teaching interventions. However, formally assessing discussion quality 'at scale' is expensive and infeasible for most researchers. In this work, we experimented with various modern natural language processing (NLP) techniques to automatically generate rubric scores for individual dimensions of classroom text discussion quality. Specifically, we worked on a dataset of 90 classroom discussion transcripts consisting of over ","authors_text":"Benjamin Pierce, Diane Litman, Lindsay Clare Matsumura, Nhat Tran, Richard Correnti","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-21T16:45:24Z","title":"Utilizing Natural Language Processing for Automated Assessment of Classroom Discussion"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.14918","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a9dff54dd5f09fcefdf74658b1e00c8a9dfb4c0365640fc79b92f6c253bb656e","target":"record","created_at":"2026-07-05T06:24:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8743d452f795e877827f91b80d741a48ccd4a5ae15b4fe39388ad2df8c85c0c7","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-21T16:45:24Z","title_canon_sha256":"3b153caf9a963df829b49532dd6034becfe703901ba95bd36f247b0e4bfba50c"},"schema_version":"1.0","source":{"id":"2306.14918","kind":"arxiv","version":1}},"canonical_sha256":"b500b97ec8ce28a8834ad2935d2294a2a5f9c601b932ed6f237d74c0eb66bf4a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b500b97ec8ce28a8834ad2935d2294a2a5f9c601b932ed6f237d74c0eb66bf4a","first_computed_at":"2026-07-05T06:24:51.681756Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:24:51.681756Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"uC73Y4c/45t7QwMk8yd8/bjOkRa3lQaoxfqWf1b7s9NCI0/uG5ujiAmp0JKGlgjPgyEK70J0qHtMLZmlevSfAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:24:51.682189Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.14918","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a9dff54dd5f09fcefdf74658b1e00c8a9dfb4c0365640fc79b92f6c253bb656e","sha256:849a9abfde57547e3e7d3f6ae927ae8cce11c6c906b3056feba897a54f32572b"],"state_sha256":"feff29c03189a63de879cc600dc728cd1616f177328378f105ec1f9e68f684cc"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9UYJrFLq9EBbIEbsgJWOIy3Q3jmDt53u3mDEnvRNuSGhcXn2uaGetGHsmb61dRCXSjWmXuprGK5SCaMKicSkDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-23T22:57:06.244767Z","bundle_sha256":"0776e70e4ffa0a08809adcb0f1b637f341d5c1835067e0de88713fd8caee0963"}}