{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:AKSOETQKUGEGNZFPN43F4TH4Y7","short_pith_number":"pith:AKSOETQK","canonical_record":{"source":{"id":"2608.06609","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2026-08-06T21:52:18Z","cross_cats_sorted":[],"title_canon_sha256":"4077507b762d21bb13dfd54b06f5171b72e04d4d12bf60158ea8d4a908fd3afa","abstract_canon_sha256":"5a278e57cc22d71ef18576f4f0aacf4722027d331486ce36434da437a2a4f2f4"},"schema_version":"1.0"},"canonical_sha256":"02a4e24e0aa18866e4af6f365e4cfcc7db2fa02c47965c7d3e2ef2c5ae5704ce","source":{"kind":"arxiv","id":"2608.06609","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2608.06609","created_at":"2026-08-10T01:11:28Z"},{"alias_kind":"arxiv_version","alias_value":"2608.06609v1","created_at":"2026-08-10T01:11:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2608.06609","created_at":"2026-08-10T01:11:28Z"},{"alias_kind":"pith_short_12","alias_value":"AKSOETQKUGEG","created_at":"2026-08-10T01:11:28Z"},{"alias_kind":"pith_short_16","alias_value":"AKSOETQKUGEGNZFP","created_at":"2026-08-10T01:11:28Z"},{"alias_kind":"pith_short_8","alias_value":"AKSOETQK","created_at":"2026-08-10T01:11:28Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:AKSOETQKUGEGNZFPN43F4TH4Y7","target":"record","payload":{"canonical_record":{"source":{"id":"2608.06609","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2026-08-06T21:52:18Z","cross_cats_sorted":[],"title_canon_sha256":"4077507b762d21bb13dfd54b06f5171b72e04d4d12bf60158ea8d4a908fd3afa","abstract_canon_sha256":"5a278e57cc22d71ef18576f4f0aacf4722027d331486ce36434da437a2a4f2f4"},"schema_version":"1.0"},"canonical_sha256":"02a4e24e0aa18866e4af6f365e4cfcc7db2fa02c47965c7d3e2ef2c5ae5704ce","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-08-10T01:11:28.384288Z","signature_b64":"I7funjBnxXakI4vNSAjrqE4mhpgQSD3bS5DiZzIR1sr6cu4/58PMBA6Bn6aphkXmJ26eimUK6149T77ywt7zCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"02a4e24e0aa18866e4af6f365e4cfcc7db2fa02c47965c7d3e2ef2c5ae5704ce","last_reissued_at":"2026-08-10T01:11:28.381762Z","signature_status":"signed_v1","first_computed_at":"2026-08-10T01:11:28.381762Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2608.06609","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-08-10T01:11:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NLBild6TXeygX6zTco3Ebi3nf7XcDVNtrf3et3AfJI2YuMQKTy/GDGmnV28wz894M8hIEXscKfviD2IZFYwXBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T14:57:40.304993Z"},"content_sha256":"53beaf95852d054736faabef0de2b05b9d42a6d1026c26d1cfa66bb392088058","schema_version":"1.0","event_id":"sha256:53beaf95852d054736faabef0de2b05b9d42a6d1026c26d1cfa66bb392088058"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:AKSOETQKUGEGNZFPN43F4TH4Y7","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Automated item evaluation: Predicting item acceptance and rejection using LLM-generated critiques","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Hotaka Maeda, Yikai Lu","submitted_at":"2026-08-06T21:52:18Z","abstract_excerpt":"Automated item evaluation (AIE) refers to the use of computational methods to assess item quality without requiring manual expert review or field testing of the items under evaluation. We aimed to build a near-comprehensive AIE model by predicting item acceptance and rejection from item text using historical rejection data from a large-scale standardized testing program. The dataset contained 52,759 English language arts (ELA) and mathematics items with 34% permanently rejected from future operational use. Rejection reasons included poor psychometric properties, content issues, bias and sensit"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2608.06609","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2608.06609/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-08-10T01:11:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZP2FMCxTkD/Rc1lkODDoJmKmBIGHrJTBnFBy14W6ojxF+zJjGvAIqUHec7KZtr7n30466hymMyVXHAIRLW/qAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T14:57:40.305528Z"},"content_sha256":"3824d89c132afb79b6d9bca1b9b3b49427705bbf26306edb93e55bcc348386ed","schema_version":"1.0","event_id":"sha256:3824d89c132afb79b6d9bca1b9b3b49427705bbf26306edb93e55bcc348386ed"},{"event_type":"integrity_finding","subject_pith_number":"pith:2026:AKSOETQKUGEGNZFPN43F4TH4Y7","target":"integrity","payload":{"note":"DOI is split by whitespace or line breaks in the printed bibliography. Reconstructed DOI 10.1002/1097-0142(1950)3:1<32::aid-cncr2820030106>3.0.co;2-3 resolves to 'Index for rating diagnostic tests'. A reader following the printed text alone cannot reach it.","snippet":"Youden, W. J. , title =. Cancer , year =. doi:10.1002/1097-0142(1950)3:1<32::aid-cncr2820030106>3.0.co;2-3 , pmid =","arxiv_id":"2608.06609","detector":"doi_compliance","evidence":{"ref_index":18,"verdict_class":"incontrovertible","resolved_title":"Index for rating diagnostic tests","printed_excerpt":"10.1002/1097-0142(1950)3:1","reconstructed_doi":"10.1002/1097-0142(1950)3:1<32::aid-cncr2820030106>3.0.co;2-3"},"severity":"advisory","ref_index":18,"audited_at":"2026-08-10T04:29:02.984850Z","event_type":"pith.integrity.v1","detected_doi":"10.1002/1097-0142(1950)3:1<32::aid-cncr2820030106>3.0.co;2-3","detector_url":"https://pith.science/pith-integrity-protocol#doi_compliance","external_url":null,"finding_type":"recoverable_identifier","evidence_hash":"7cbbab8b11a0e07a61f3b7a8c085c2537d549294bd4d037edc14169105d11aa4","paper_version":1,"verdict_class":"incontrovertible","resolved_title":"Index for rating diagnostic tests","detector_version":"1.1.0","detected_arxiv_id":null,"integrity_event_id":18751,"payload_sha256":"864c3d7b03ce1d242379f5f29781f7bd2fac031258c7ff9767bdad90c5510457","signature_b64":"x6GiiOVMFsKGNluD9qguP/F8Dpg6sIFtjr2XxGuM7vkRo5juPC/F/cvIrLov2Ch/W37UXUAQZAXUgF1FuKtMCg==","signing_key_id":"pith-v1-2026-05"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-08-10T04:33:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MMKAALuK0g/PN0+ivK5Js7CNeS+2tMRfVOnPFQKwTmCGsJMwQQgFhX1yyErs9yquSDqGHM98yb7nkQtvaAlqBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T14:57:40.308305Z"},"content_sha256":"2ea600c05e5f1015624f79efcb1a0a5f471f6248b8f4b4c3f17ff13c92b295c6","schema_version":"1.0","event_id":"sha256:2ea600c05e5f1015624f79efcb1a0a5f471f6248b8f4b4c3f17ff13c92b295c6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/AKSOETQKUGEGNZFPN43F4TH4Y7/bundle.json","state_url":"https://pith.science/pith/AKSOETQKUGEGNZFPN43F4TH4Y7/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/AKSOETQKUGEGNZFPN43F4TH4Y7/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T14:57:40Z","links":{"resolver":"https://pith.science/pith/AKSOETQKUGEGNZFPN43F4TH4Y7","bundle":"https://pith.science/pith/AKSOETQKUGEGNZFPN43F4TH4Y7/bundle.json","state":"https://pith.science/pith/AKSOETQKUGEGNZFPN43F4TH4Y7/state.json","well_known_bundle":"https://pith.science/.well-known/pith/AKSOETQKUGEGNZFPN43F4TH4Y7/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:AKSOETQKUGEGNZFPN43F4TH4Y7","merge_version":"pith-open-graph-merge-v1","event_count":3,"valid_event_count":3,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5a278e57cc22d71ef18576f4f0aacf4722027d331486ce36434da437a2a4f2f4","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2026-08-06T21:52:18Z","title_canon_sha256":"4077507b762d21bb13dfd54b06f5171b72e04d4d12bf60158ea8d4a908fd3afa"},"schema_version":"1.0","source":{"id":"2608.06609","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2608.06609","created_at":"2026-08-10T01:11:28Z"},{"alias_kind":"arxiv_version","alias_value":"2608.06609v1","created_at":"2026-08-10T01:11:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2608.06609","created_at":"2026-08-10T01:11:28Z"},{"alias_kind":"pith_short_12","alias_value":"AKSOETQKUGEG","created_at":"2026-08-10T01:11:28Z"},{"alias_kind":"pith_short_16","alias_value":"AKSOETQKUGEGNZFP","created_at":"2026-08-10T01:11:28Z"},{"alias_kind":"pith_short_8","alias_value":"AKSOETQK","created_at":"2026-08-10T01:11:28Z"}],"graph_snapshots":[{"event_id":"sha256:3824d89c132afb79b6d9bca1b9b3b49427705bbf26306edb93e55bcc348386ed","target":"graph","created_at":"2026-08-10T01:11:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2608.06609/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Automated item evaluation (AIE) refers to the use of computational methods to assess item quality without requiring manual expert review or field testing of the items under evaluation. We aimed to build a near-comprehensive AIE model by predicting item acceptance and rejection from item text using historical rejection data from a large-scale standardized testing program. The dataset contained 52,759 English language arts (ELA) and mathematics items with 34% permanently rejected from future operational use. Rejection reasons included poor psychometric properties, content issues, bias and sensit","authors_text":"Hotaka Maeda, Yikai Lu","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2026-08-06T21:52:18Z","title":"Automated item evaluation: Predicting item acceptance and rejection using LLM-generated critiques"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2608.06609","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:53beaf95852d054736faabef0de2b05b9d42a6d1026c26d1cfa66bb392088058","target":"record","created_at":"2026-08-10T01:11:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5a278e57cc22d71ef18576f4f0aacf4722027d331486ce36434da437a2a4f2f4","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2026-08-06T21:52:18Z","title_canon_sha256":"4077507b762d21bb13dfd54b06f5171b72e04d4d12bf60158ea8d4a908fd3afa"},"schema_version":"1.0","source":{"id":"2608.06609","kind":"arxiv","version":1}},"canonical_sha256":"02a4e24e0aa18866e4af6f365e4cfcc7db2fa02c47965c7d3e2ef2c5ae5704ce","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"02a4e24e0aa18866e4af6f365e4cfcc7db2fa02c47965c7d3e2ef2c5ae5704ce","first_computed_at":"2026-08-10T01:11:28.381762Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-08-10T01:11:28.381762Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"I7funjBnxXakI4vNSAjrqE4mhpgQSD3bS5DiZzIR1sr6cu4/58PMBA6Bn6aphkXmJ26eimUK6149T77ywt7zCg==","signature_status":"signed_v1","signed_at":"2026-08-10T01:11:28.384288Z","signed_message":"canonical_sha256_bytes"},"source_id":"2608.06609","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:53beaf95852d054736faabef0de2b05b9d42a6d1026c26d1cfa66bb392088058","sha256:3824d89c132afb79b6d9bca1b9b3b49427705bbf26306edb93e55bcc348386ed","sha256:2ea600c05e5f1015624f79efcb1a0a5f471f6248b8f4b4c3f17ff13c92b295c6"],"state_sha256":"8575f857597abab02f5c8d0645ff3ecee29cc1243d45e4215acb20d31d0609e0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"prrdBTBde3+SowutaUseQi6SFp9pR0QXBe7pFyNt4bWX9gv1RTU1k1U+tcYYBn4LoG9/2VW9TcCDt+ZCXfBUAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T14:57:40.310505Z","bundle_sha256":"ac2a703cdbfef73fdadb7e6dcdcdb055a1286d61ed7aee4d43992ea14232bb46"}}