{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:OIOPHTF7TVTGBA7J7WWKV525SZ","short_pith_number":"pith:OIOPHTF7","canonical_record":{"source":{"id":"2508.08314","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CY","submitted_at":"2025-08-09T01:20:53Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"bec8dc0222815b81ab2ef5718baf840e0763540759eba020dbeb9f9c1b2abe48","abstract_canon_sha256":"60743cedb2b0586ebac2f4fa07f506ecb92c38b0fb28fdbb9477db51eb5b6d2c"},"schema_version":"1.0"},"canonical_sha256":"721cf3ccbf9d666083e9fdacaaf75d965f80a4ba0ec169289352b972ef017d0d","source":{"kind":"arxiv","id":"2508.08314","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2508.08314","created_at":"2026-07-05T11:52:25Z"},{"alias_kind":"arxiv_version","alias_value":"2508.08314v1","created_at":"2026-07-05T11:52:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2508.08314","created_at":"2026-07-05T11:52:25Z"},{"alias_kind":"pith_short_12","alias_value":"OIOPHTF7TVTG","created_at":"2026-07-05T11:52:25Z"},{"alias_kind":"pith_short_16","alias_value":"OIOPHTF7TVTGBA7J","created_at":"2026-07-05T11:52:25Z"},{"alias_kind":"pith_short_8","alias_value":"OIOPHTF7","created_at":"2026-07-05T11:52:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:OIOPHTF7TVTGBA7J7WWKV525SZ","target":"record","payload":{"canonical_record":{"source":{"id":"2508.08314","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CY","submitted_at":"2025-08-09T01:20:53Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"bec8dc0222815b81ab2ef5718baf840e0763540759eba020dbeb9f9c1b2abe48","abstract_canon_sha256":"60743cedb2b0586ebac2f4fa07f506ecb92c38b0fb28fdbb9477db51eb5b6d2c"},"schema_version":"1.0"},"canonical_sha256":"721cf3ccbf9d666083e9fdacaaf75d965f80a4ba0ec169289352b972ef017d0d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:52:25.916873Z","signature_b64":"lhyILz6Ij5qQdvfK3lxeyH1fTmh9z7olxoj+RgbBSWoo7Ni/mNhb5LL3JHhBph2UA+fbROD68cG+mLaPip54BA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"721cf3ccbf9d666083e9fdacaaf75d965f80a4ba0ec169289352b972ef017d0d","last_reissued_at":"2026-07-05T11:52:25.916364Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:52:25.916364Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2508.08314","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:52:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Kg5xQqWsnDBBTLDDal1UBAjyf96jRpDWuS62DwAG44NhbYAHcMLOWncKRbaytZdCybtI8fbl1H5ibFpvFBNjAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-12T23:00:33.246130Z"},"content_sha256":"0e957b94c5ba50b15d964844e4a8e84a0cc29c4facf96005930f1137c8acab1d","schema_version":"1.0","event_id":"sha256:0e957b94c5ba50b15d964844e4a8e84a0cc29c4facf96005930f1137c8acab1d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:OIOPHTF7TVTGBA7J7WWKV525SZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Assessing the Quality of AI-Generated Exams: A Large-Scale Field Study","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CY","authors_text":"Allen Nie, Ben Domingue, Calvin Isley, Charlotte Tuminelli, Emma Brunskill, Evangelos Kassos, Jake Hofman, Joscha Legewie, Joshua Gilbert, Michaela Kocher, Sharad Goel, Teddy Svoronos","submitted_at":"2025-08-09T01:20:53Z","abstract_excerpt":"While large language models (LLMs) challenge conventional methods of teaching and learning, they present an exciting opportunity to improve efficiency and scale high-quality instruction. One promising application is the generation of customized exams, tailored to specific course content. There has been significant recent excitement on automatically generating questions using artificial intelligence, but also comparatively little work evaluating the psychometric quality of these items in real-world educational settings. Filling this gap is an important step toward understanding generative AI's "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2508.08314","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2508.08314/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:52:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qZg3CJeFr6dA8AKtpTTWCiDWGcRG38E4VrsWDUFlLNz4a7l7Sj33jaa1pKrXcmmfhVGkMXpkYCphRe712wBbAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-12T23:00:33.246809Z"},"content_sha256":"4f94592a1bf19fd01a2d841ebf7122eebaf6c98d6759901f6b14bb37b79fe038","schema_version":"1.0","event_id":"sha256:4f94592a1bf19fd01a2d841ebf7122eebaf6c98d6759901f6b14bb37b79fe038"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OIOPHTF7TVTGBA7J7WWKV525SZ/bundle.json","state_url":"https://pith.science/pith/OIOPHTF7TVTGBA7J7WWKV525SZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OIOPHTF7TVTGBA7J7WWKV525SZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-12T23:00:33Z","links":{"resolver":"https://pith.science/pith/OIOPHTF7TVTGBA7J7WWKV525SZ","bundle":"https://pith.science/pith/OIOPHTF7TVTGBA7J7WWKV525SZ/bundle.json","state":"https://pith.science/pith/OIOPHTF7TVTGBA7J7WWKV525SZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OIOPHTF7TVTGBA7J7WWKV525SZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:OIOPHTF7TVTGBA7J7WWKV525SZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"60743cedb2b0586ebac2f4fa07f506ecb92c38b0fb28fdbb9477db51eb5b6d2c","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CY","submitted_at":"2025-08-09T01:20:53Z","title_canon_sha256":"bec8dc0222815b81ab2ef5718baf840e0763540759eba020dbeb9f9c1b2abe48"},"schema_version":"1.0","source":{"id":"2508.08314","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2508.08314","created_at":"2026-07-05T11:52:25Z"},{"alias_kind":"arxiv_version","alias_value":"2508.08314v1","created_at":"2026-07-05T11:52:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2508.08314","created_at":"2026-07-05T11:52:25Z"},{"alias_kind":"pith_short_12","alias_value":"OIOPHTF7TVTG","created_at":"2026-07-05T11:52:25Z"},{"alias_kind":"pith_short_16","alias_value":"OIOPHTF7TVTGBA7J","created_at":"2026-07-05T11:52:25Z"},{"alias_kind":"pith_short_8","alias_value":"OIOPHTF7","created_at":"2026-07-05T11:52:25Z"}],"graph_snapshots":[{"event_id":"sha256:4f94592a1bf19fd01a2d841ebf7122eebaf6c98d6759901f6b14bb37b79fe038","target":"graph","created_at":"2026-07-05T11:52:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2508.08314/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"While large language models (LLMs) challenge conventional methods of teaching and learning, they present an exciting opportunity to improve efficiency and scale high-quality instruction. One promising application is the generation of customized exams, tailored to specific course content. There has been significant recent excitement on automatically generating questions using artificial intelligence, but also comparatively little work evaluating the psychometric quality of these items in real-world educational settings. Filling this gap is an important step toward understanding generative AI's ","authors_text":"Allen Nie, Ben Domingue, Calvin Isley, Charlotte Tuminelli, Emma Brunskill, Evangelos Kassos, Jake Hofman, Joscha Legewie, Joshua Gilbert, Michaela Kocher, Sharad Goel, Teddy Svoronos","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CY","submitted_at":"2025-08-09T01:20:53Z","title":"Assessing the Quality of AI-Generated Exams: A Large-Scale Field Study"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2508.08314","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0e957b94c5ba50b15d964844e4a8e84a0cc29c4facf96005930f1137c8acab1d","target":"record","created_at":"2026-07-05T11:52:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"60743cedb2b0586ebac2f4fa07f506ecb92c38b0fb28fdbb9477db51eb5b6d2c","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CY","submitted_at":"2025-08-09T01:20:53Z","title_canon_sha256":"bec8dc0222815b81ab2ef5718baf840e0763540759eba020dbeb9f9c1b2abe48"},"schema_version":"1.0","source":{"id":"2508.08314","kind":"arxiv","version":1}},"canonical_sha256":"721cf3ccbf9d666083e9fdacaaf75d965f80a4ba0ec169289352b972ef017d0d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"721cf3ccbf9d666083e9fdacaaf75d965f80a4ba0ec169289352b972ef017d0d","first_computed_at":"2026-07-05T11:52:25.916364Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:52:25.916364Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"lhyILz6Ij5qQdvfK3lxeyH1fTmh9z7olxoj+RgbBSWoo7Ni/mNhb5LL3JHhBph2UA+fbROD68cG+mLaPip54BA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:52:25.916873Z","signed_message":"canonical_sha256_bytes"},"source_id":"2508.08314","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0e957b94c5ba50b15d964844e4a8e84a0cc29c4facf96005930f1137c8acab1d","sha256:4f94592a1bf19fd01a2d841ebf7122eebaf6c98d6759901f6b14bb37b79fe038"],"state_sha256":"99e2877c9f74a8d26cf5f236af932ff3246c6530f35207557821d8181efa274c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VQoxxfqrwCu4tL6nufWWPciu97LtN27ZZuY58CUaKzo8fOHBsDhCfnidJQjao5zjqUgStApIKBiN4Yw+eoMMBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-12T23:00:33.251102Z","bundle_sha256":"67aa25b27dcd33213852ae428950c53a793624e56e835bbad7040bb899651bdd"}}