{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:RWEIVTNW64MBQDFGUJWJZXZDHG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"969ed44e7b89d01d9d36d0069e286231fb0f5a04f4a5b6b0c4e4b9eaabe09aa5","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2025-06-05T15:16:30Z","title_canon_sha256":"1ecb8033607a9a83dcca233f6c97f887e882f240aff0a2962ebeb4c1615a54be"},"schema_version":"1.0","source":{"id":"2506.06390","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.06390","created_at":"2026-07-05T11:17:49Z"},{"alias_kind":"arxiv_version","alias_value":"2506.06390v1","created_at":"2026-07-05T11:17:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.06390","created_at":"2026-07-05T11:17:49Z"},{"alias_kind":"pith_short_12","alias_value":"RWEIVTNW64MB","created_at":"2026-07-05T11:17:49Z"},{"alias_kind":"pith_short_16","alias_value":"RWEIVTNW64MBQDFG","created_at":"2026-07-05T11:17:49Z"},{"alias_kind":"pith_short_8","alias_value":"RWEIVTNW","created_at":"2026-07-05T11:17:49Z"}],"graph_snapshots":[{"event_id":"sha256:5514fe3ae290346b8e07b1ba5eac5c84526b38b7672a3d0bad6d70257a026fe8","target":"graph","created_at":"2026-07-05T11:17:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.06390/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have the potential to revolutionize various fields, including code development, robotics, finance, and education, due to their extensive prior knowledge and rapid advancements. This paper investigates how LLMs can be leveraged in engineering education. Specifically, we benchmark the capabilities of different LLMs, including GPT-3.5 Turbo, GPT-4o, and Llama 3 70B, in assessing homework for an undergraduate-level circuit analysis course. We have developed a novel dataset consisting of official reference solutions and real student solutions to problems from various to","authors_text":"Jacqueline Rohde, Liangliang Chen, Yiming Guo, Ying Zhang, Zhihao Qin","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2025-06-05T15:16:30Z","title":"Benchmarking Large Language Models on Homework Assessment in Circuit Analysis"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.06390","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2934481a1fda98b0f03d542026c66aca4c21b4cc8808ffe5bf08e6c23ee27a37","target":"record","created_at":"2026-07-05T11:17:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"969ed44e7b89d01d9d36d0069e286231fb0f5a04f4a5b6b0c4e4b9eaabe09aa5","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2025-06-05T15:16:30Z","title_canon_sha256":"1ecb8033607a9a83dcca233f6c97f887e882f240aff0a2962ebeb4c1615a54be"},"schema_version":"1.0","source":{"id":"2506.06390","kind":"arxiv","version":1}},"canonical_sha256":"8d888acdb6f718180ca6a26c9cdf2339b6d190adc255f995166d6502104a8717","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8d888acdb6f718180ca6a26c9cdf2339b6d190adc255f995166d6502104a8717","first_computed_at":"2026-07-05T11:17:49.432442Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:17:49.432442Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"AOBsFPgEs/OwpK0S6q25fblRELg9xDbM1cfPiNeLMdp6sIvRTen2poJKnrc6FPop0UQA8K6L1Y7ZmfadVhyUDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:17:49.432943Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.06390","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2934481a1fda98b0f03d542026c66aca4c21b4cc8808ffe5bf08e6c23ee27a37","sha256:5514fe3ae290346b8e07b1ba5eac5c84526b38b7672a3d0bad6d70257a026fe8"],"state_sha256":"64e83c828625de0f8d00c414ed51a9fd5695785d2e26e824af805ef4ef484af6"}