{"as_of":"2026-08-22T00:40:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:cf774a659c3a1aab8fe940373ec32859494cd210391753bd8930e5cd4e1ba641","coverage":[{"denominator":41,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":41,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-11T14:36:59.425348Z","state":"measured"},{"denominator":44,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":44,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-21T06:32:19.484+00:00","state":"measured"},{"denominator":3,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":3,"source":"paper_references, paper_reference_links","source_observed_at":"2026-07-14T17:12:24.565155Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-04T00:49:18.836054Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2412.11831","last_updated":"2025-04-17T20:03:13Z","snapshot_observed_at":"2026-08-11T14:29:33.419245Z","submitted_at":"2024-12-16T14:55:09Z","title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation","version":2},"cited_work":{"arxiv_id":"2412.11831","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2412.11831","snapshot_observed_at":"2026-07-04T00:49:18.836054Z","title":"arXiv preprint arXiv:2412.11831 , year=","venue":null,"work_id":"24e85a46-4840-4fb4-82c6-0f9a872e42a6","year":null},"citing_paper":{"arxiv_id":"2606.18709","last_updated":"2026-08-05T07:41:17Z","snapshot_observed_at":"2026-08-13T01:54:41.389356Z","submitted_at":"2026-06-17T05:43:37Z","title":"LLMs Struggle to Measure What Distinguishes Students of Different Proficiency Levels: A Study of Item Discrimination in Reading Comprehension Assessment","version":1},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-06-26T20:56:40.937381Z"},"links":{"cited_paper":"/paper/2412.11831","citing_paper":"/paper/2606.18709"},"observation_digest":"sha256:516a4373c8e05fe40700856eae0d38919185781c114585d9d29f5008c80aa101","observation_id":"b13bba54-47ba-4fbf-b5e1-e24753f7c24a","resolution":{"observed_at":"2026-07-04T00:49:18.838603Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.11831","last_updated":"2025-04-17T20:03:13Z","snapshot_observed_at":"2026-08-11T14:29:33.419245Z","submitted_at":"2024-12-16T14:55:09Z","title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation","version":2},"cited_work":{"arxiv_id":"2412.11831","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2412.11831","snapshot_observed_at":"2026-07-04T00:49:18.836054Z","title":"arXiv preprint arXiv:2412.11831 , year=","venue":null,"work_id":"24e85a46-4840-4fb4-82c6-0f9a872e42a6","year":null},"citing_paper":{"arxiv_id":"2606.28186","last_updated":"2026-08-07T19:15:46Z","snapshot_observed_at":"2026-08-16T05:45:39.781887Z","submitted_at":"2026-06-26T15:32:17Z","title":"Cognitive Episodes in LLM Reasoning Traces Enable Interpretable Human Item Difficulty Prediction","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-06-29T03:58:32.372896Z"},"links":{"cited_paper":"/paper/2412.11831","citing_paper":"/paper/2606.28186"},"observation_digest":"sha256:e257cc0f4b75cdcb95f8295364dc6f3b1834d2df47471d613b203219614ce7d0","observation_id":"b24e61e2-bca6-48f2-80da-fefd5937f0d3","resolution":{"observed_at":"2026-07-01T17:15:51.591948Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.11831","last_updated":"2025-04-17T20:03:13Z","snapshot_observed_at":"2026-08-11T14:29:33.419245Z","submitted_at":"2024-12-16T14:55:09Z","title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.11831","snapshot_observed_at":"2026-07-14T17:12:24.565155Z","title":"Are you doubtful? oh, it might be difficult then! exploring the use of model uncertainty for question difficulty estimation.arXiv preprint arXiv:2412.11831,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.28186","last_updated":"2026-08-07T19:15:46Z","snapshot_observed_at":"2026-08-16T05:45:39.781887Z","submitted_at":"2026-06-26T15:32:17Z","title":"Cognitive Episodes in LLM Reasoning Traces Enable Interpretable Human Item Difficulty Prediction","version":2},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-07-14T17:12:24.565155Z"},"links":{"cited_paper":"/paper/2412.11831","citing_paper":"/paper/2606.28186"},"observation_digest":"sha256:9772b07a78d9728ef1187e4fa8a58a4c35623f5b0707a844ba6da3da035d38f9","observation_id":"e339f232-8f76-4dad-8618-a642c9e0d3f0","resolution":{"observed_at":"2026-07-14T17:12:24.565155Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2412.11831/citation-record","integrity":"/paper/2412.11831/integrity","json":"/paper/2412.11831/citation-record.json","paper":"/paper/2412.11831"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:36:59.868983Z","title":"AlKhuzaey, F","venue":null,"work_id":"496593fc-2042-44e4-9295-ae97f16ed58a","year":2024},"citing_paper":{"arxiv_id":"2412.11831","last_updated":"2025-04-17T20:03:13Z","snapshot_observed_at":"2026-08-11T14:29:33.419245Z","submitted_at":"2024-12-16T14:55:09Z","title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-11T14:36:59.284123Z"},"links":{"citing_paper":"/paper/2412.11831"},"observation_digest":"sha256:d63c32b86922742c96c48875af76d203631d6b3e64ca18c1a211851c4a67d0ba","observation_id":"69ebdb22-e271-4ff8-978d-67c375c02526","resolution":{"observed_at":"2026-08-11T14:36:59.872437Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:36:59.858568Z","title":"Alsentzer, J","venue":null,"work_id":"439c09ad-87b9-4b24-b87a-6f02f2076521","year":2019},"citing_paper":{"arxiv_id":"2412.11831","last_updated":"2025-04-17T20:03:13Z","snapshot_observed_at":"2026-08-11T14:29:33.419245Z","submitted_at":"2024-12-16T14:55:09Z","title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation","version":2},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-11T14:36:59.288670Z"},"links":{"citing_paper":"/paper/2412.11831"},"observation_digest":"sha256:108239c758c90847ec9cb3e37ebfc0362918609ccf7f38dfaaa49ed25ecf93b0","observation_id":"7ed082a4-33ed-43e9-a014-38c5c10d12ab","resolution":{"observed_at":"2026-08-11T14:36:59.862466Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:36:59.846542Z","title":null,"venue":null,"work_id":"b9fcec57-8076-4d59-bd5d-c7eb661466b7","year":2021},"citing_paper":{"arxiv_id":"2412.11831","last_updated":"2025-04-17T20:03:13Z","snapshot_observed_at":"2026-08-11T14:29:33.419245Z","submitted_at":"2024-12-16T14:55:09Z","title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation","version":2},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-11T14:36:59.292662Z"},"links":{"citing_paper":"/paper/2412.11831"},"observation_digest":"sha256:58f91f1bde037c7d3d638717c976db4f97b1c3546afcadc9c3079f6622ee4c3e","observation_id":"38a01fcb-b4b4-4262-877e-266ef211a42e","resolution":{"observed_at":"2026-08-11T14:36:59.850695Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:36:59.835169Z","title":"Biderman, H","venue":null,"work_id":"e183e61a-7e72-4d17-af0d-6a97d8c5411b","year":2024},"citing_paper":{"arxiv_id":"2412.11831","last_updated":"2025-04-17T20:03:13Z","snapshot_observed_at":"2026-08-11T14:29:33.419245Z","submitted_at":"2024-12-16T14:55:09Z","title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation","version":2},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-11T14:36:59.296350Z"},"links":{"citing_paper":"/paper/2412.11831"},"observation_digest":"sha256:93845edfe173dc18f39b66c8789f6f2c8d423ad0320ec45fa96627c2f4267508","observation_id":"939f175d-02df-48e3-b8e6-5d576c38c261","resolution":{"observed_at":"2026-08-11T14:36:59.839119Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:36:59.823882Z","title":"Devlin, M.-W","venue":null,"work_id":"db73a48b-67f7-46c7-a9a1-d26d40354285","year":2019},"citing_paper":{"arxiv_id":"2412.11831","last_updated":"2025-04-17T20:03:13Z","snapshot_observed_at":"2026-08-11T14:29:33.419245Z","submitted_at":"2024-12-16T14:55:09Z","title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation","version":2},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-11T14:36:59.300828Z"},"links":{"citing_paper":"/paper/2412.11831"},"observation_digest":"sha256:a6fbd2aa74a2487153ec53be9443bdacedee134348acb37ccbb659283776a1e4","observation_id":"28c645d5-8399-43ee-b8f2-95ed0eb7fcc0","resolution":{"observed_at":"2026-08-11T14:36:59.827949Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:36:59.812635Z","title":"Gierl, O","venue":null,"work_id":"c9d50240-6a27-48bb-8608-17e9fa15c4ae","year":2017},"citing_paper":{"arxiv_id":"2412.11831","last_updated":"2025-04-17T20:03:13Z","snapshot_observed_at":"2026-08-11T14:29:33.419245Z","submitted_at":"2024-12-16T14:55:09Z","title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation","version":2},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-11T14:36:59.304685Z"},"links":{"citing_paper":"/paper/2412.11831"},"observation_digest":"sha256:ab18cf690d7f74637daf809a7078c503dab51998dbdd54145f5c112824fd35c0","observation_id":"840fd55c-9916-494e-a836-ff96703bcf66","resolution":{"observed_at":"2026-08-11T14:36:59.816556Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:36:59.801819Z","title":"Gombert, L","venue":null,"work_id":"221c35e2-ef72-40d4-a4b1-dce07ac31c71","year":2024},"citing_paper":{"arxiv_id":"2412.11831","last_updated":"2025-04-17T20:03:13Z","snapshot_observed_at":"2026-08-11T14:29:33.419245Z","submitted_at":"2024-12-16T14:55:09Z","title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation","version":2},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-11T14:36:59.308382Z"},"links":{"citing_paper":"/paper/2412.11831"},"observation_digest":"sha256:5440ddad3ee1c2ecae28a4eb2211a5ad870b30e0afcde4e6a2a093ebb45a2d26","observation_id":"1def3079-7ed9-4ab3-bd92-880b5e9acf77","resolution":{"observed_at":"2026-08-11T14:36:59.805450Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:36:59.790228Z","title":null,"venue":null,"work_id":"f74abecf-077d-4e65-a3ff-8ea519230782","year":null},"citing_paper":{"arxiv_id":"2412.11831","last_updated":"2025-04-17T20:03:13Z","snapshot_observed_at":"2026-08-11T14:29:33.419245Z","submitted_at":"2024-12-16T14:55:09Z","title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation","version":2},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-11T14:36:59.311770Z"},"links":{"citing_paper":"/paper/2412.11831"},"observation_digest":"sha256:9f008adc7849b8053ba6a1bd48f0eeada6b9e307898b6e8ebc8e65821e451c02","observation_id":"b7224cb2-e881-4e8d-8b1b-06e272a56745","resolution":{"observed_at":"2026-08-11T14:36:59.794465Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:36:59.772327Z","title":null,"venue":null,"work_id":"ad47a684-4fdf-4c43-823e-d628c57ab0e8","year":2021},"citing_paper":{"arxiv_id":"2412.11831","last_updated":"2025-04-17T20:03:13Z","snapshot_observed_at":"2026-08-11T14:29:33.419245Z","submitted_at":"2024-12-16T14:55:09Z","title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation","version":2},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-11T14:36:59.318894Z"},"links":{"citing_paper":"/paper/2412.11831"},"observation_digest":"sha256:faaf45f8a31526fff135ebfff568e297aa830d616e92443b337af845d1399d5a","observation_id":"ac693a56-c4c3-4b96-a35b-a43289e9c01d","resolution":{"observed_at":"2026-08-11T14:36:59.776348Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:36:59.761366Z","title":"Hsu, H.-M","venue":null,"work_id":"09e09961-8746-42da-a419-59b46046eb00","year":2018},"citing_paper":{"arxiv_id":"2412.11831","last_updated":"2025-04-17T20:03:13Z","snapshot_observed_at":"2026-08-11T14:29:33.419245Z","submitted_at":"2024-12-16T14:55:09Z","title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation","version":2},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-11T14:36:59.322646Z"},"links":{"citing_paper":"/paper/2412.11831"},"observation_digest":"sha256:d46ef84b966eecaba71ad6d11b1550606f3b959daddfe8e44c6882adb10ae66d","observation_id":"9769b025-0476-4cd3-9985-edca8c4cafef","resolution":{"observed_at":"2026-08-11T14:36:59.765209Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:36:59.750255Z","title":null,"venue":null,"work_id":"ced95fd9-302b-4063-a027-4f05aaa0f4c3","year":2016},"citing_paper":{"arxiv_id":"2412.11831","last_updated":"2025-04-17T20:03:13Z","snapshot_observed_at":"2026-08-11T14:29:33.419245Z","submitted_at":"2024-12-16T14:55:09Z","title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation","version":2},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-11T14:36:59.325952Z"},"links":{"citing_paper":"/paper/2412.11831"},"observation_digest":"sha256:c178c10b00cd861aff341c182418ffefac3c814bdb1f4672ac2e2b93ae761b2d","observation_id":"be80a48d-b9c6-43de-95b9-94da35e60e92","resolution":{"observed_at":"2026-08-11T14:36:59.753963Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:36:59.738494Z","title":"Loginova, L","venue":null,"work_id":"c06f77fa-55af-4875-a7c7-4fadd9c857af","year":2021},"citing_paper":{"arxiv_id":"2412.11831","last_updated":"2025-04-17T20:03:13Z","snapshot_observed_at":"2026-08-11T14:29:33.419245Z","submitted_at":"2024-12-16T14:55:09Z","title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation","version":2},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-11T14:36:59.329554Z"},"links":{"citing_paper":"/paper/2412.11831"},"observation_digest":"sha256:c42ce976f635b929d5fd37cacdfcc557eb364bfd9baf5e30723c3d8ac4f959b5","observation_id":"35252e62-9be9-43e8-bbfa-a99f34db6986","resolution":{"observed_at":"2026-08-11T14:36:59.742209Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:36:59.729968Z","title":null,"venue":null,"work_id":"2a12a791-85f6-475d-b6e5-eb00e0a252e5","year":2017},"citing_paper":{"arxiv_id":"2412.11831","last_updated":"2025-04-17T20:03:13Z","snapshot_observed_at":"2026-08-11T14:29:33.419245Z","submitted_at":"2024-12-16T14:55:09Z","title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation","version":2},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-11T14:36:59.333043Z"},"links":{"citing_paper":"/paper/2412.11831"},"observation_digest":"sha256:d958598e858be7348279a889f2351001d7e9ccf18bf6b030ccbc9fb788d0d35d","observation_id":"3f65fd78-cfb2-4c18-9563-90305f24b8c9","resolution":{"observed_at":"2026-08-11T14:36:59.732721Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:36:59.721355Z","title":"Mikolov, K","venue":null,"work_id":"dbe43f0c-ad34-44af-a072-e6b4fcace6e9","year":2013},"citing_paper":{"arxiv_id":"2412.11831","last_updated":"2025-04-17T20:03:13Z","snapshot_observed_at":"2026-08-11T14:29:33.419245Z","submitted_at":"2024-12-16T14:55:09Z","title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation","version":2},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-11T14:36:59.336810Z"},"links":{"citing_paper":"/paper/2412.11831"},"observation_digest":"sha256:d884008007a47da22efa3fb0760f6b702b1f4b409ce971a7516c067d26a91be6","observation_id":"b2ab9738-29b7-4ec3-b84d-5ce11eda0beb","resolution":{"observed_at":"2026-08-11T14:36:59.724322Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:36:59.710367Z","title":"Mullooly, O","venue":null,"work_id":"d7191b12-a83b-4daa-a6bf-14f3b4b54730","year":2023},"citing_paper":{"arxiv_id":"2412.11831","last_updated":"2025-04-17T20:03:13Z","snapshot_observed_at":"2026-08-11T14:29:33.419245Z","submitted_at":"2024-12-16T14:55:09Z","title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation","version":2},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-11T14:36:59.340233Z"},"links":{"citing_paper":"/paper/2412.11831"},"observation_digest":"sha256:a4b3f5a17729454af2cf4bd69a46a78eede6ef3ccb027c7be798d941ecd61527","observation_id":"ab93906f-7c0d-4332-846a-7c10140170a4","resolution":{"observed_at":"2026-08-11T14:36:59.715146Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:36:59.699550Z","title":null,"venue":null,"work_id":"63c60414-cf0e-4f7e-bad4-1d66b222f2c9","year":2024},"citing_paper":{"arxiv_id":"2412.11831","last_updated":"2025-04-17T20:03:13Z","snapshot_observed_at":"2026-08-11T14:29:33.419245Z","submitted_at":"2024-12-16T14:55:09Z","title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation","version":2},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-11T14:36:59.343443Z"},"links":{"citing_paper":"/paper/2412.11831"},"observation_digest":"sha256:3590085da724a8694f06af83328b96862bee98e9d028d4a40651cb4a22b8439f","observation_id":"a453f939-773e-4866-b90c-6b6999da83da","resolution":{"observed_at":"2026-08-11T14:36:59.703321Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:36:59.688395Z","title":"Papouˇ sek, V","venue":null,"work_id":"ff02494f-20e0-4d24-85b1-d8da4b6fa9c7","year":2016},"citing_paper":{"arxiv_id":"2412.11831","last_updated":"2025-04-17T20:03:13Z","snapshot_observed_at":"2026-08-11T14:29:33.419245Z","submitted_at":"2024-12-16T14:55:09Z","title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation","version":2},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-11T14:36:59.346811Z"},"links":{"citing_paper":"/paper/2412.11831"},"observation_digest":"sha256:313fe778eddf042c105a25720d0dec1f38e58ebef46148841e7abcf592411726","observation_id":"3dba10a1-1643-42b4-ab36-f3b558632e88","resolution":{"observed_at":"2026-08-11T14:36:59.692225Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:36:59.676408Z","title":"Pedregosa, G","venue":null,"work_id":"77318d41-c148-413c-a1e5-ae11b183ca5b","year":2011},"citing_paper":{"arxiv_id":"2412.11831","last_updated":"2025-04-17T20:03:13Z","snapshot_observed_at":"2026-08-11T14:29:33.419245Z","submitted_at":"2024-12-16T14:55:09Z","title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation","version":2},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-11T14:36:59.350173Z"},"links":{"citing_paper":"/paper/2412.11831"},"observation_digest":"sha256:bae79349d1290d5b9d9507d85bfc9567b9a6bb72406b72756990f3c67d65ae38","observation_id":"73497c06-7278-44f7-b7ad-fcae43a125f7","resolution":{"observed_at":"2026-08-11T14:36:59.679958Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:36:59.664594Z","title":"Pel´ anek, T","venue":null,"work_id":"55ed6bbc-0f2d-438d-8c33-8688d8cb1245","year":2021},"citing_paper":{"arxiv_id":"2412.11831","last_updated":"2025-04-17T20:03:13Z","snapshot_observed_at":"2026-08-11T14:29:33.419245Z","submitted_at":"2024-12-16T14:55:09Z","title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation","version":2},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-11T14:36:59.353393Z"},"links":{"citing_paper":"/paper/2412.11831"},"observation_digest":"sha256:5af3a5411af4c58cf479b9f373494d31be26c0ee3a0c685c2aa9d7a1ea13e844","observation_id":"bf2381c2-7fa9-4864-8979-bec97ff1b779","resolution":{"observed_at":"2026-08-11T14:36:59.668719Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:36:59.654120Z","title":"Perkins, L","venue":null,"work_id":"b77542b0-8806-4704-be08-9c2621ee4b3a","year":1995},"citing_paper":{"arxiv_id":"2412.11831","last_updated":"2025-04-17T20:03:13Z","snapshot_observed_at":"2026-08-11T14:29:33.419245Z","submitted_at":"2024-12-16T14:55:09Z","title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation","version":2},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-11T14:36:59.357065Z"},"links":{"citing_paper":"/paper/2412.11831"},"observation_digest":"sha256:96485dd934358302f15c0b7c96ce5cec6179906f85a727f218c1286ae719dcad","observation_id":"ea07d112-a415-4d8a-aa59-a2f578c6db8c","resolution":{"observed_at":"2026-08-11T14:36:59.657455Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:36:59.643404Z","title":"Pezeshkpour and E","venue":null,"work_id":"618126c5-3dd9-4cdd-a809-795d24f08df9","year":2023},"citing_paper":{"arxiv_id":"2412.11831","last_updated":"2025-04-17T20:03:13Z","snapshot_observed_at":"2026-08-11T14:29:33.419245Z","submitted_at":"2024-12-16T14:55:09Z","title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation","version":2},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-11T14:36:59.360781Z"},"links":{"citing_paper":"/paper/2412.11831"},"observation_digest":"sha256:da7516e4b916ba45bb02269644b45b118a316ad86e2dd903677823d0e885501b","observation_id":"b0488d01-a550-4cbe-ba3a-aa135a419fd5","resolution":{"observed_at":"2026-08-11T14:36:59.646979Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:36:59.633290Z","title":"Plaut, K","venue":null,"work_id":"1e533242-95cd-4ae3-a476-038d9d72c458","year":2024},"citing_paper":{"arxiv_id":"2412.11831","last_updated":"2025-04-17T20:03:13Z","snapshot_observed_at":"2026-08-11T14:29:33.419245Z","submitted_at":"2024-12-16T14:55:09Z","title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation","version":2},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-11T14:36:59.363933Z"},"links":{"citing_paper":"/paper/2412.11831"},"observation_digest":"sha256:2b9930128c0cb0c1132913014d1aaa68cb4d0a07067d7ae7830d7cd23400cc02","observation_id":"0a2d7139-f682-4a56-ada9-3e1f1254288d","resolution":{"observed_at":"2026-08-11T14:36:59.636864Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:36:59.622544Z","title":"Raina and M","venue":null,"work_id":"38c91a1d-f23c-42e9-8382-c7f3e9460d50","year":2024},"citing_paper":{"arxiv_id":"2412.11831","last_updated":"2025-04-17T20:03:13Z","snapshot_observed_at":"2026-08-11T14:29:33.419245Z","submitted_at":"2024-12-16T14:55:09Z","title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation","version":2},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-11T14:36:59.367102Z"},"links":{"citing_paper":"/paper/2412.11831"},"observation_digest":"sha256:058e3c8b4a8418525cf0985e03e7fbb1743a0082525a1f39d6fc06edb7e95be8","observation_id":"5443e9d7-d9bb-462b-b802-629530f49839","resolution":{"observed_at":"2026-08-11T14:36:59.626479Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:36:59.611601Z","title":"Raina, A","venue":null,"work_id":"622c5ada-921d-408f-9fb2-e7a12798e589","year":2025},"citing_paper":{"arxiv_id":"2412.11831","last_updated":"2025-04-17T20:03:13Z","snapshot_observed_at":"2026-08-11T14:29:33.419245Z","submitted_at":"2024-12-16T14:55:09Z","title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation","version":2},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-11T14:36:59.370347Z"},"links":{"citing_paper":"/paper/2412.11831"},"observation_digest":"sha256:0929d8d25538d3ef8da5992c4a5c5c4cea893108f913e75f54593924d40394a8","observation_id":"55cb6583-19e9-45fa-b947-a21e9cff19cf","resolution":{"observed_at":"2026-08-11T14:36:59.615129Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:36:59.601124Z","title":"Reimers and I","venue":null,"work_id":"a476d33a-a6b4-4b6d-9b5f-d16e5a1fa887","year":2019},"citing_paper":{"arxiv_id":"2412.11831","last_updated":"2025-04-17T20:03:13Z","snapshot_observed_at":"2026-08-11T14:29:33.419245Z","submitted_at":"2024-12-16T14:55:09Z","title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation","version":2},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-11T14:36:59.374062Z"},"links":{"citing_paper":"/paper/2412.11831"},"observation_digest":"sha256:de27d6567512452f8394fd696c72199eeef864f1f0773b0556a9c13312cda779","observation_id":"70ed93ea-0bfd-4983-a6b3-560bd71952a3","resolution":{"observed_at":"2026-08-11T14:36:59.604779Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:36:59.589677Z","title":"Sclar, Y","venue":null,"work_id":"f5c044ed-7811-4bd4-ae20-c40907652e5f","year":2023},"citing_paper":{"arxiv_id":"2412.11831","last_updated":"2025-04-17T20:03:13Z","snapshot_observed_at":"2026-08-11T14:29:33.419245Z","submitted_at":"2024-12-16T14:55:09Z","title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation","version":2},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-11T14:36:59.377312Z"},"links":{"citing_paper":"/paper/2412.11831"},"observation_digest":"sha256:796fb5b8b38c79502b7a0f80968030d74030bbcc2aef776e3c21819ebdd1ffa5","observation_id":"aa628edb-63be-4009-a51e-6a39e995609f","resolution":{"observed_at":"2026-08-11T14:36:59.593257Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:36:59.380851Z","title":"Sparck Jones","venue":null,"work_id":null,"year":1972},"citing_paper":{"arxiv_id":"2412.11831","last_updated":"2025-04-17T20:03:13Z","snapshot_observed_at":"2026-08-11T14:29:33.419245Z","submitted_at":"2024-12-16T14:55:09Z","title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation","version":2},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-11T14:36:59.380851Z"},"links":{"citing_paper":"/paper/2412.11831"},"observation_digest":"sha256:9b9328d395be78f85814ed0fc13a2ea819d4311694a3c3b02901a2763812dbbc","observation_id":"aafb3ef2-5f57-4d30-aa99-a9ba962e8c5d","resolution":{"observed_at":"2026-08-11T14:36:59.380851Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:36:59.574190Z","title":"Susanti, T","venue":null,"work_id":"5731fe3d-4735-4e85-9d2b-ec20c32b48f4","year":2020},"citing_paper":{"arxiv_id":"2412.11831","last_updated":"2025-04-17T20:03:13Z","snapshot_observed_at":"2026-08-11T14:29:33.419245Z","submitted_at":"2024-12-16T14:55:09Z","title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation","version":2},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-11T14:36:59.384609Z"},"links":{"citing_paper":"/paper/2412.11831"},"observation_digest":"sha256:faa0bd935fb5e626ecb5f7a8fbbce73ed7043c68f93b93366bfd66adbb2842d9","observation_id":"38cd3f4a-6831-4100-9fb8-47f812f09f93","resolution":{"observed_at":"2026-08-11T14:36:59.577182Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:36:59.564258Z","title":null,"venue":null,"work_id":"40d39306-fc4b-41c8-8894-5390364098bd","year":2024},"citing_paper":{"arxiv_id":"2412.11831","last_updated":"2025-04-17T20:03:13Z","snapshot_observed_at":"2026-08-11T14:29:33.419245Z","submitted_at":"2024-12-16T14:55:09Z","title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation","version":2},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-11T14:36:59.388038Z"},"links":{"citing_paper":"/paper/2412.11831"},"observation_digest":"sha256:7f6f9370d397c3d1ffecad5bf88ef008cb609481482de6614ffdafeacc25a8ac","observation_id":"e7667e27-67f3-4211-9440-054773e4f18c","resolution":{"observed_at":"2026-08-11T14:36:59.567016Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:36:59.553745Z","title":"van de Watering and J","venue":null,"work_id":"d67b85be-b279-4ef1-b458-473dc4a4ed08","year":2006},"citing_paper":{"arxiv_id":"2412.11831","last_updated":"2025-04-17T20:03:13Z","snapshot_observed_at":"2026-08-11T14:29:33.419245Z","submitted_at":"2024-12-16T14:55:09Z","title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation","version":2},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-11T14:36:59.391278Z"},"links":{"citing_paper":"/paper/2412.11831"},"observation_digest":"sha256:ba3149826784b1088343202cb50215536bb3c3e057ae68cc43406a49dc83c9ca","observation_id":"2d089394-87ee-4c70-8a83-aa298a1d6c5c","resolution":{"observed_at":"2026-08-11T14:36:59.557291Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:36:59.542551Z","title":null,"venue":null,"work_id":"054d7c68-88b5-4fa2-9a11-c4934835b282","year":2023},"citing_paper":{"arxiv_id":"2412.11831","last_updated":"2025-04-17T20:03:13Z","snapshot_observed_at":"2026-08-11T14:29:33.419245Z","submitted_at":"2024-12-16T14:55:09Z","title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation","version":2},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-11T14:36:59.394749Z"},"links":{"citing_paper":"/paper/2412.11831"},"observation_digest":"sha256:37713ca68ff302c03645cf9956bd1e684839d5e16d4f551cc86c8ff992bcbfaa","observation_id":"ec5ab71d-9623-4031-a4f5-68c0085f7563","resolution":{"observed_at":"2026-08-11T14:36:59.546297Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:36:59.531702Z","title":null,"venue":null,"work_id":"cdb8cc32-0005-4f97-bf1c-ad27805acdf4","year":2024},"citing_paper":{"arxiv_id":"2412.11831","last_updated":"2025-04-17T20:03:13Z","snapshot_observed_at":"2026-08-11T14:29:33.419245Z","submitted_at":"2024-12-16T14:55:09Z","title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation","version":2},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-11T14:36:59.397721Z"},"links":{"citing_paper":"/paper/2412.11831"},"observation_digest":"sha256:eda1b56bf7fb2f08578fd91e425a51b4bd3f9e2a8b90b4aaf2a7f0ffe69fb255","observation_id":"e5568046-a2af-41d4-bd1a-5026bc51e155","resolution":{"observed_at":"2026-08-11T14:36:59.535732Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:36:59.520613Z","title":"Wei, C.-K","venue":null,"work_id":"15fdd9cb-b90b-40e9-a06a-8ca9831580ae","year":2024},"citing_paper":{"arxiv_id":"2412.11831","last_updated":"2025-04-17T20:03:13Z","snapshot_observed_at":"2026-08-11T14:29:33.419245Z","submitted_at":"2024-12-16T14:55:09Z","title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation","version":2},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-11T14:36:59.400686Z"},"links":{"citing_paper":"/paper/2412.11831"},"observation_digest":"sha256:94956119b017ebc95b74b7a93607ceee2d76bd60545cc457a86712ed390b29ed","observation_id":"06033460-b668-4ea7-903a-7a9ef4b74dad","resolution":{"observed_at":"2026-08-11T14:36:59.524256Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:36:59.509890Z","title":null,"venue":null,"work_id":"9e5b1a79-30e4-4292-a9ab-5a5ecfb9c537","year":2020},"citing_paper":{"arxiv_id":"2412.11831","last_updated":"2025-04-17T20:03:13Z","snapshot_observed_at":"2026-08-11T14:29:33.419245Z","submitted_at":"2024-12-16T14:55:09Z","title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation","version":2},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-11T14:36:59.403632Z"},"links":{"citing_paper":"/paper/2412.11831"},"observation_digest":"sha256:c54bcf117918aa9e2eda5254b41fb59124518a07fb5f68d2587c97dff4a82ab5","observation_id":"ddff4817-175e-4556-bbc0-9ddd4b9cf80e","resolution":{"observed_at":"2026-08-11T14:36:59.513493Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:36:59.499581Z","title":"Yaneva, D","venue":null,"work_id":"1b913746-d6e4-4c06-bf85-6ff426b0f8ce","year":null},"citing_paper":{"arxiv_id":"2412.11831","last_updated":"2025-04-17T20:03:13Z","snapshot_observed_at":"2026-08-11T14:29:33.419245Z","submitted_at":"2024-12-16T14:55:09Z","title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation","version":2},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-11T14:36:59.406563Z"},"links":{"citing_paper":"/paper/2412.11831"},"observation_digest":"sha256:59dfaac30c7659b5711e2e8ff6a1b82c005fa9813adc759a003913b4daa16988","observation_id":"d4e080b7-7016-47d2-a732-357c9f95dbc9","resolution":{"observed_at":"2026-08-11T14:36:59.503104Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:36:59.488722Z","title":"Yaneva, K","venue":null,"work_id":"cccf5192-82bf-4a2a-8330-128f78f5c742","year":2024},"citing_paper":{"arxiv_id":"2412.11831","last_updated":"2025-04-17T20:03:13Z","snapshot_observed_at":"2026-08-11T14:29:33.419245Z","submitted_at":"2024-12-16T14:55:09Z","title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation","version":2},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-11T14:36:59.413445Z"},"links":{"citing_paper":"/paper/2412.11831"},"observation_digest":"sha256:3280748fa85b956171c73a312ba7e3955115634792719400715dbd9f6f2529b0","observation_id":"b19d195f-183e-4664-8324-e1d14d6b9c00","resolution":{"observed_at":"2026-08-11T14:36:59.492587Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:36:59.478479Z","title":null,"venue":null,"work_id":"407fcb88-f529-40d9-a555-210ec84d7f51","year":2023},"citing_paper":{"arxiv_id":"2412.11831","last_updated":"2025-04-17T20:03:13Z","snapshot_observed_at":"2026-08-11T14:29:33.419245Z","submitted_at":"2024-12-16T14:55:09Z","title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation","version":2},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-11T14:36:59.416351Z"},"links":{"citing_paper":"/paper/2412.11831"},"observation_digest":"sha256:3a942ac258f24e59ac27dc0242ca7d5bb4b19dd7960d0b62f75f872a3606b337","observation_id":"cc757072-52a2-49ba-90f6-f2b613d38c7c","resolution":{"observed_at":"2026-08-11T14:36:59.481896Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:36:59.419379Z","title":"Zheng, H","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.11831","last_updated":"2025-04-17T20:03:13Z","snapshot_observed_at":"2026-08-11T14:29:33.419245Z","submitted_at":"2024-12-16T14:55:09Z","title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation","version":2},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-11T14:36:59.419379Z"},"links":{"citing_paper":"/paper/2412.11831"},"observation_digest":"sha256:f180380f458a93509abb1998267c474ddc1a1b839f4714dacd0f6b69b1dbe709","observation_id":"6fb8462c-4e78-452e-96c7-05263c5e0389","resolution":{"observed_at":"2026-08-11T14:36:59.419379Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:36:59.422445Z","title":"Zheng, W.-L","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.11831","last_updated":"2025-04-17T20:03:13Z","snapshot_observed_at":"2026-08-11T14:29:33.419245Z","submitted_at":"2024-12-16T14:55:09Z","title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation","version":2},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-11T14:36:59.422445Z"},"links":{"citing_paper":"/paper/2412.11831"},"observation_digest":"sha256:d964e3f8ef579d7644c85e025e9698fe1f95c2a8fc7fce8523ff7e1f0e7df144","observation_id":"c8eb1027-03fd-4021-b5a6-1f24c4e45ec2","resolution":{"observed_at":"2026-08-11T14:36:59.422445Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:36:59.453853Z","title":"Overall Correctness","venue":null,"work_id":"e7033fd0-d2fa-4022-80df-615ce3e7de68","year":2025},"citing_paper":{"arxiv_id":"2412.11831","last_updated":"2025-04-17T20:03:13Z","snapshot_observed_at":"2026-08-11T14:29:33.419245Z","submitted_at":"2024-12-16T14:55:09Z","title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation","version":2},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-11T14:36:59.425348Z"},"links":{"citing_paper":"/paper/2412.11831"},"observation_digest":"sha256:d69a6b62ff095a2e876225fab5e20dd590e5531c7b3097c4abf4cf51b70469af","observation_id":"463f5655-21a3-4624-a198-b36cee2fa9b1","resolution":{"observed_at":"2026-08-11T14:36:59.458616Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:36:59.409945Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.11831","last_updated":"2025-04-17T20:03:13Z","snapshot_observed_at":"2026-08-11T14:29:33.419245Z","submitted_at":"2024-12-16T14:55:09Z","title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation","version":2},"reference_index":2021,"source":"pdf_text","source_observed_at":"2026-08-11T14:36:59.409945Z"},"links":{"citing_paper":"/paper/2412.11831"},"observation_digest":"sha256:ce8105ae2143382512cf3f763e0516475c1f10b453a0334e58e1feed3c37987f","observation_id":"66e1a495-92b1-427b-844a-a34f5f877337","resolution":{"observed_at":"2026-08-11T14:36:59.409945Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2412.11831","last_updated":"2025-04-17T20:03:13Z","latest_version":2,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-11T14:29:33.419245Z","submitted_at":"2024-12-16T14:55:09Z","title":"Are You Doubtful? Oh, It Might Be Difficult Then! Exploring the Use of Model Uncertainty for Question Difficulty Estimation"},"reference_resolution":{"displayed":41,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":15,"verified_exact":0,"verified_fuzzy":26},"total_outbound_references":41},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"thesis":"As of 22 August 2026, this Paper Citation Record lists 41 of 41 outbound references and 3 inbound Pith citation observations for arXiv:2412.11831."}