{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:6MI3RH75JLOBNOZRUDU7TCSO27","short_pith_number":"pith:6MI3RH75","canonical_record":{"source":{"id":"2412.11831","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-16T14:55:09Z","cross_cats_sorted":[],"title_canon_sha256":"aeb0d98dc4b079ef81efefe735bebd65b56d76d9397432b1fb24f004bbe48d79","abstract_canon_sha256":"583fa1b3091576afc63cd49cafefa6a76ab35fa3db07568d15f69a0fad1ece2c"},"schema_version":"1.0"},"canonical_sha256":"f311b89ffd4adc16bb31a0e9f98a4ed7fea9f21fe23ccee14852c133fb0569ca","source":{"kind":"arxiv","id":"2412.11831","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.11831","created_at":"2026-07-05T10:50:46Z"},{"alias_kind":"arxiv_version","alias_value":"2412.11831v2","created_at":"2026-07-05T10:50:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.11831","created_at":"2026-07-05T10:50:46Z"},{"alias_kind":"pith_short_12","alias_value":"6MI3RH75JLOB","created_at":"2026-07-05T10:50:46Z"},{"alias_kind":"pith_short_16","alias_value":"6MI3RH75JLOBNOZR","created_at":"2026-07-05T10:50:46Z"},{"alias_kind":"pith_short_8","alias_value":"6MI3RH75","created_at":"2026-07-05T10:50:46Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:6MI3RH75JLOBNOZRUDU7TCSO27","target":"record","payload":{"canonical_record":{"source":{"id":"2412.11831","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-16T14:55:09Z","cross_cats_sorted":[],"title_canon_sha256":"aeb0d98dc4b079ef81efefe735bebd65b56d76d9397432b1fb24f004bbe48d79","abstract_canon_sha256":"583fa1b3091576afc63cd49cafefa6a76ab35fa3db07568d15f69a0fad1ece2c"},"schema_version":"1.0"},"canonical_sha256":"f311b89ffd4adc16bb31a0e9f98a4ed7fea9f21fe23ccee14852c133fb0569ca","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:50:46.114859Z","signature_b64":"c3kyWWGqD9WJ2WbXNt3ZzZJfuFMR1flc07ubBRDothr6YiynAJwSkJcvvbqJF/vsbjgTgu5IKLmek/POAq7ZAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f311b89ffd4adc16bb31a0e9f98a4ed7fea9f21fe23ccee14852c133fb0569ca","last_reissued_at":"2026-07-05T10:50:46.114327Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:50:46.114327Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.11831","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:50:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pvDybMv70yhWP0Iv66pHsAqzz881ZjRhfThjopZ2vnBEGxfaopoEolg7Hlno801XgjXvVlAnYraZBZVr2sXxBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-27T06:08:02.956540Z"},"content_sha256":"9cd56368ddbb52f1a5ccbb1b2a2ed17f01e504a6492338f542b0e40f929cdd8a","schema_version":"1.0","event_id":"sha256:9cd56368ddbb52f1a5ccbb1b2a2ed17f01e504a6492338f542b0e40f929cdd8a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:6MI3RH75JLOBNOZRUDU7TCSO27","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Hedderik van Rijn, Leonidas Zotos, Malvina Nissim","submitted_at":"2024-12-16T14:55:09Z","abstract_excerpt":"In an educational setting, an estimate of the difficulty of multiple-choice questions (MCQs), a commonly used strategy to assess learning progress, constitutes very useful information for both teachers and students. Since human assessment is costly from multiple points of view, automatic approaches to MCQ item difficulty estimation are investigated, yielding however mixed success until now. Our approach to this problem takes a different angle from previous work: asking various Large Language Models to tackle the questions included in three different MCQ datasets, we leverage model uncertainty "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.11831","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.11831/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:50:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cNRwMgo1tjRAUNZm6voyrx7//FNfzfK3jr6FjCEwivnKG6gfSeogWJCyLLjUjsUdOBNnp7Zm2Y/hi4VBmBapCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-27T06:08:02.956917Z"},"content_sha256":"32e2bce3567d58b6ecff86f722f02d4901c84b91e6ee681ffa843e96b1905db7","schema_version":"1.0","event_id":"sha256:32e2bce3567d58b6ecff86f722f02d4901c84b91e6ee681ffa843e96b1905db7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6MI3RH75JLOBNOZRUDU7TCSO27/bundle.json","state_url":"https://pith.science/pith/6MI3RH75JLOBNOZRUDU7TCSO27/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6MI3RH75JLOBNOZRUDU7TCSO27/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-27T06:08:02Z","links":{"resolver":"https://pith.science/pith/6MI3RH75JLOBNOZRUDU7TCSO27","bundle":"https://pith.science/pith/6MI3RH75JLOBNOZRUDU7TCSO27/bundle.json","state":"https://pith.science/pith/6MI3RH75JLOBNOZRUDU7TCSO27/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6MI3RH75JLOBNOZRUDU7TCSO27/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:6MI3RH75JLOBNOZRUDU7TCSO27","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"583fa1b3091576afc63cd49cafefa6a76ab35fa3db07568d15f69a0fad1ece2c","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-16T14:55:09Z","title_canon_sha256":"aeb0d98dc4b079ef81efefe735bebd65b56d76d9397432b1fb24f004bbe48d79"},"schema_version":"1.0","source":{"id":"2412.11831","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.11831","created_at":"2026-07-05T10:50:46Z"},{"alias_kind":"arxiv_version","alias_value":"2412.11831v2","created_at":"2026-07-05T10:50:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.11831","created_at":"2026-07-05T10:50:46Z"},{"alias_kind":"pith_short_12","alias_value":"6MI3RH75JLOB","created_at":"2026-07-05T10:50:46Z"},{"alias_kind":"pith_short_16","alias_value":"6MI3RH75JLOBNOZR","created_at":"2026-07-05T10:50:46Z"},{"alias_kind":"pith_short_8","alias_value":"6MI3RH75","created_at":"2026-07-05T10:50:46Z"}],"graph_snapshots":[{"event_id":"sha256:32e2bce3567d58b6ecff86f722f02d4901c84b91e6ee681ffa843e96b1905db7","target":"graph","created_at":"2026-07-05T10:50:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.11831/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In an educational setting, an estimate of the difficulty of multiple-choice questions (MCQs), a commonly used strategy to assess learning progress, constitutes very useful information for both teachers and students. Since human assessment is costly from multiple points of view, automatic approaches to MCQ item difficulty estimation are investigated, yielding however mixed success until now. Our approach to this problem takes a different angle from previous work: asking various Large Language Models to tackle the questions included in three different MCQ datasets, we leverage model uncertainty ","authors_text":"Hedderik van Rijn, Leonidas Zotos, Malvina Nissim","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-16T14:55:09Z","title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.11831","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9cd56368ddbb52f1a5ccbb1b2a2ed17f01e504a6492338f542b0e40f929cdd8a","target":"record","created_at":"2026-07-05T10:50:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"583fa1b3091576afc63cd49cafefa6a76ab35fa3db07568d15f69a0fad1ece2c","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-16T14:55:09Z","title_canon_sha256":"aeb0d98dc4b079ef81efefe735bebd65b56d76d9397432b1fb24f004bbe48d79"},"schema_version":"1.0","source":{"id":"2412.11831","kind":"arxiv","version":2}},"canonical_sha256":"f311b89ffd4adc16bb31a0e9f98a4ed7fea9f21fe23ccee14852c133fb0569ca","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f311b89ffd4adc16bb31a0e9f98a4ed7fea9f21fe23ccee14852c133fb0569ca","first_computed_at":"2026-07-05T10:50:46.114327Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:50:46.114327Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"c3kyWWGqD9WJ2WbXNt3ZzZJfuFMR1flc07ubBRDothr6YiynAJwSkJcvvbqJF/vsbjgTgu5IKLmek/POAq7ZAA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:50:46.114859Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.11831","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9cd56368ddbb52f1a5ccbb1b2a2ed17f01e504a6492338f542b0e40f929cdd8a","sha256:32e2bce3567d58b6ecff86f722f02d4901c84b91e6ee681ffa843e96b1905db7"],"state_sha256":"1a7becaa12f75a42763edc7fc73993171de4439db5f7dbaa3959094b6cd02dc4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rlmWi/UeZNrMgkVlcPNYASRqR4jgFhpspi08+2NDCOMmcAIO1pTyyyWm/P7wP9Rct0jADAtwlwTajMgZqwweDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-27T06:08:02.959053Z","bundle_sha256":"ebe6b5aeea4eff51a3e492a06a535ab81d1bd8df1ebaf32fcc779daa0edaa5a6"}}