{"as_of":"2026-08-20T03:54:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:f84e74c680e0af8dcee42b60d04259474ae25bbaa1e6a8bf49b450f31ac23fba","coverage":[{"denominator":63,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":63,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-16T12:12:02.092175Z","state":"measured"},{"denominator":63,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":63,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-19T06:32:44.657259+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2504.13439/citation-record","integrity":"/paper/2504.13439/integrity","json":"/paper/2504.13439/citation-record.json","paper":"/paper/2504.13439"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2402.01512","last_updated":"2024-10-11T04:52:48Z","snapshot_observed_at":"2026-08-19T23:38:43.596493Z","submitted_at":"2024-02-02T15:53:31Z","title":"Distractor Generation in Multiple-Choice Tasks: A Survey of Methods, Datasets, and Evaluation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.01512","snapshot_observed_at":"2026-08-16T12:12:01.860095Z","title":"Sheng, Wei Emma Zhang, Munazza Zaib, and Ahoud Alhazmi","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:01.860095Z"},"links":{"cited_paper":"/paper/2402.01512","citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:32906e492a3ab5874210d362f66fded2e289643a89f8c33f5f6465f411e47147","observation_id":"afd9a866-e929-4385-acbc-0334dff439e0","resolution":{"observed_at":"2026-08-16T12:12:01.860095Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:12:02.847153Z","title":null,"venue":null,"work_id":"faba1f12-127c-4601-b741-3e529e4bf889","year":2016},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:01.865189Z"},"links":{"citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:190db290ffa7eea73b08cfd00088c6bfdd46c185d0495119754db6a4d194e054","observation_id":"8f629bff-024e-474e-a150-b953c96433b9","resolution":{"observed_at":"2026-08-16T12:12:02.852013Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:12:01.869067Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:01.869067Z"},"links":{"citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:d1afc41493c01eeccf8af02775c421a77d90c8f61e3ac7d84d1d6ff4f0547760","observation_id":"21e8a5b5-1d72-40da-accb-0fd12e147091","resolution":{"observed_at":"2026-08-16T12:12:01.869067Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.16338","last_updated":"2023-07-30T23:15:28Z","snapshot_observed_at":"2026-08-16T15:12:07.954333Z","submitted_at":"2023-07-30T23:15:28Z","title":"Distractor generation for multiple-choice questions with predictive prompting and large language models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.16338","snapshot_observed_at":"2026-08-16T12:12:01.873020Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:01.873020Z"},"links":{"cited_paper":"/paper/2307.16338","citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:8971ff7db64c5415926a6d3e3ddf762a1f6f1b7157c60ca95bb68d67749a4976","observation_id":"7f1f240b-5c00-44f5-9344-224c305dc49a","resolution":{"observed_at":"2026-08-16T12:12:01.873020Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:12:01.877129Z","title":null,"venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:01.877129Z"},"links":{"citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:ca050d9a59d10997f20e7a2d8226963eb633a55730b97e9be2cdf098b2f38fa1","observation_id":"87fcf8d1-cfb6-4d4c-91d2-4f3e016f75ab","resolution":{"observed_at":"2026-08-16T12:12:01.877129Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2107.03374","last_updated":"2021-07-14T17:16:02Z","snapshot_observed_at":"2026-08-08T11:58:24.516369Z","submitted_at":"2021-07-07T17:41:24Z","title":"Evaluating Large Language Models Trained on Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2107.03374","snapshot_observed_at":"2026-08-16T12:12:01.881772Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:01.881772Z"},"links":{"cited_paper":"/paper/2107.03374","citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:5bb3ef92dc89ceda918ff59ff5e4f38616c57a3ce9c50aee3ee173c58279e07b","observation_id":"262e109a-b081-4c72-aeb7-8e5d1461f862","resolution":{"observed_at":"2026-08-16T12:12:01.881772Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1803.05457","last_updated":"2018-03-14T18:04:21Z","snapshot_observed_at":"2026-08-14T19:36:07.505691Z","submitted_at":"2018-03-14T18:04:21Z","title":"Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1803.05457","snapshot_observed_at":"2026-08-16T12:12:01.885902Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:01.885902Z"},"links":{"cited_paper":"/paper/1803.05457","citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:dcfa1165a1154669a8ebdffbf5366f7f698935cfcc53c0e09888c48849b180cb","observation_id":"d2bab049-4a0a-4e6c-9fee-fcdb07805ed8","resolution":{"observed_at":"2026-08-16T12:12:01.885902Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2110.14168","last_updated":"2021-11-18T00:23:45Z","snapshot_observed_at":"2026-08-14T02:43:01.480086Z","submitted_at":"2021-10-27T04:49:45Z","title":"Training Verifiers to Solve Math Word Problems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2110.14168","snapshot_observed_at":"2026-08-16T12:12:01.889888Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:01.889888Z"},"links":{"cited_paper":"/paper/2110.14168","citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:2ca2d11d5badb24107da9d30b43848d60f86661e0ac9db0a520949f2e82a16a9","observation_id":"41a05248-fd0b-47f4-9650-cd16f720b215","resolution":{"observed_at":"2026-08-16T12:12:01.889888Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:12:01.893020Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:01.893020Z"},"links":{"citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:537ece09d7e9f729e7e1ceed6675aee3b6ee7d68afacb7f86d310a17607d753e","observation_id":"cc2b640d-72c8-484e-958d-f1df46086198","resolution":{"observed_at":"2026-08-16T12:12:01.893020Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:12:01.896163Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:01.896163Z"},"links":{"citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:f8c6c1b61225062fb16c31f520497fec1253e8664c69bf716cc46d0f56306a73","observation_id":"68de3858-41a2-41fb-b933-deaf89ace97e","resolution":{"observed_at":"2026-08-16T12:12:01.896163Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:12:02.826179Z","title":null,"venue":null,"work_id":"9342d26b-fdcf-4234-b647-1ec3abe20e38","year":2020},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:01.899336Z"},"links":{"citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:78d8b96606125ffca493598e44c1dfdd828d1833f498adf957a7c5db7232d868","observation_id":"3dae2ebf-2b54-4e18-9a6f-eea91b6717b4","resolution":{"observed_at":"2026-08-16T12:12:02.830349Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:12:01.902260Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:01.902260Z"},"links":{"citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:2d6c90111a824981c697ffe543fad8cbf330f829514d159ce5135f866045501d","observation_id":"b17ec395-7ef3-4822-8b12-88eace760132","resolution":{"observed_at":"2026-08-16T12:12:01.902260Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:12:01.905057Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:01.905057Z"},"links":{"citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:3388118ed258b7b47ad76130cd245f13a1d34b3b06027af40a1bc07d37a2ddcb","observation_id":"49a51ada-763a-49f1-a3b5-5a9e9a293184","resolution":{"observed_at":"2026-08-16T12:12:01.905057Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:12:01.907956Z","title":null,"venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:01.907956Z"},"links":{"citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:621916ff94a1906e1f7aef6379f4b5743ea7a99338599ac6e3917ec4739f466a","observation_id":"d6f3ea49-fef7-4a00-833f-a26881bd9d51","resolution":{"observed_at":"2026-08-16T12:12:01.907956Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:12:01.910788Z","title":null,"venue":null,"work_id":null,"year":2012},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:01.910788Z"},"links":{"citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:e1f77d1070650f4a17edbf59285bf94c6f78386db9da46c79ca3a0c21bc7e01b","observation_id":"2ace0d97-45f7-4c58-9c8a-df13b919e9bd","resolution":{"observed_at":"2026-08-16T12:12:01.910788Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.21783","last_updated":"2024-11-23T23:27:33Z","snapshot_observed_at":"2026-08-13T17:20:44.002518Z","submitted_at":"2024-07-31T17:54:27Z","title":"The Llama 3 Herd of Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.21783","snapshot_observed_at":"2026-08-16T12:12:01.913590Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:01.913590Z"},"links":{"cited_paper":"/paper/2407.21783","citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:9d6f42de91594564543c584e533167367801b0601e48a805cfc5dbadf495a9e3","observation_id":"92c93ccc-2cb4-4f42-853a-a67bd2ffb1c9","resolution":{"observed_at":"2026-08-16T12:12:01.913590Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2009.03300","last_updated":"2021-01-12T18:57:11Z","snapshot_observed_at":"2026-08-13T20:44:28.824685Z","submitted_at":"2020-09-07T17:59:25Z","title":"Measuring Massive Multitask Language Understanding","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2009.03300","snapshot_observed_at":"2026-08-16T12:12:01.917711Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:01.917711Z"},"links":{"cited_paper":"/paper/2009.03300","citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:62953859750bfd50412f0436a4317c8ebc5c846ea1beb44c4b9c79d10759ace8","observation_id":"d205dac5-48be-48e9-8253-7252c7ff62c2","resolution":{"observed_at":"2026-08-16T12:12:01.917711Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2103.03874","last_updated":"2021-11-08T21:30:18Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2021-03-05T18:59:39Z","title":"Measuring Mathematical Problem Solving With the MATH Dataset","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2103.03874","snapshot_observed_at":"2026-08-16T12:12:01.922444Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:01.922444Z"},"links":{"cited_paper":"/paper/2103.03874","citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:bf03450c72c87549a169ab921e13a2fdc5cfb572d612c92647b838ae3de9bac1","observation_id":"26e2fb69-8225-45ce-a36a-84f5a0d78537","resolution":{"observed_at":"2026-08-16T12:12:01.922444Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1506.03340","last_updated":"2015-11-19T15:43:23Z","snapshot_observed_at":"2026-08-14T22:44:59.964244Z","submitted_at":"2015-06-10T14:54:39Z","title":"Teaching Machines to Read and Comprehend","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1506.03340","snapshot_observed_at":"2026-08-16T12:12:01.926312Z","title":null,"venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:01.926312Z"},"links":{"cited_paper":"/paper/1506.03340","citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:16cf97d1c53e8512c5d1591a100b1458f501cff773131218714114de2e5a7f19","observation_id":"067aeeb4-98c0-4821-a4cb-60e4f77dc7d4","resolution":{"observed_at":"2026-08-16T12:12:01.926312Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2106.09685","last_updated":"2021-10-16T18:40:34Z","snapshot_observed_at":"2026-08-17T18:04:53.578114Z","submitted_at":"2021-06-17T17:37:18Z","title":"LoRA: Low-Rank Adaptation of Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2106.09685","snapshot_observed_at":"2026-08-16T12:12:01.929979Z","title":"Hu, Yelong Shen, Phillip Wallis, Zeyuan Allen-Zhu, Yuanzhi Li, Shean Wang, Lu Wang, and Weizhu Chen","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:01.929979Z"},"links":{"cited_paper":"/paper/2106.09685","citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:94102325b464c8fe04441ec8e67ef38cf3b3d314954cee5cce267ab8df04e9cc","observation_id":"1621467b-e410-4f91-98e5-aa46f402ef90","resolution":{"observed_at":"2026-08-16T12:12:01.929979Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:12:01.933953Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:01.933953Z"},"links":{"citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:b42d8a79dda1307b235ea1a0fbeeb49eafa06482bcacc44c4eca591e7f4735b6","observation_id":"73ba52d3-d5da-4026-b39d-9259838ffab2","resolution":{"observed_at":"2026-08-16T12:12:01.933953Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.06825","last_updated":"2023-10-10T17:54:58Z","snapshot_observed_at":"2026-08-17T20:30:34.016254Z","submitted_at":"2023-10-10T17:54:58Z","title":"Mistral 7B","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.06825","snapshot_observed_at":"2026-08-16T12:12:01.937523Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:01.937523Z"},"links":{"cited_paper":"/paper/2310.06825","citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:08ecedcb7c8a991f4931194b6db477b47b52a4e3757b5f7fbc4684bc2d5f8750","observation_id":"554b000c-a160-4961-9199-09876e80d2b8","resolution":{"observed_at":"2026-08-16T12:12:01.937523Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:12:02.805912Z","title":"ManjulaShenoy, Shashank Goyal, and Chaitanya","venue":null,"work_id":"4979d85b-30fa-4a15-851e-2f8cf17ae7a4","year":2023},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:01.941027Z"},"links":{"citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:b560eea3c65f03a699bade357f04fa85e9b8e20201feb146e8761e9d45f721ab","observation_id":"1a837eae-82b1-48ad-971d-4e931bbc87c9","resolution":{"observed_at":"2026-08-16T12:12:02.810772Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1704.04683","last_updated":"2017-12-05T19:36:03Z","snapshot_observed_at":"2026-08-18T01:17:42.874463Z","submitted_at":"2017-04-15T19:31:41Z","title":"RACE: Large-scale ReAding Comprehension Dataset From Examinations","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1704.04683","snapshot_observed_at":"2026-08-16T12:12:01.944542Z","title":null,"venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:01.944542Z"},"links":{"cited_paper":"/paper/1704.04683","citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:00fcde929594d5197e7fd8d1169f131db43989d2bda113365c7ed9cae3b230e3","observation_id":"8e0883f3-81d0-4c7b-8972-750147aa6552","resolution":{"observed_at":"2026-08-16T12:12:01.944542Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:12:01.948368Z","title":null,"venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:01.948368Z"},"links":{"citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:1eba89be245239fbf6349f32dd2d5f10bee4f4857372c3ac43c34415012ecfcc","observation_id":"3fb0cab5-0c0e-4202-8094-26dbb10f3ed6","resolution":{"observed_at":"2026-08-16T12:12:01.948368Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:12:01.952458Z","title":"Lee Giles","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:01.952458Z"},"links":{"citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:4e1e114feb6c759f9894b2738d14f9f21b59bc4475c8afb03cb8c837424e7617","observation_id":"bb1adf7d-472a-4afd-9b8b-9d7793ee39a9","resolution":{"observed_at":"2026-08-16T12:12:01.952458Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:12:01.956334Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:01.956334Z"},"links":{"citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:98d7259e0dfc0e17fb9bc5995a521e1b923ce08726dd5ba9dad076a0ed5d29da","observation_id":"c232d95d-44f6-4e41-a9b8-560ccbc5d95a","resolution":{"observed_at":"2026-08-16T12:12:01.956334Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2301.13688","last_updated":"2023-02-14T16:33:33Z","snapshot_observed_at":"2026-08-05T20:18:14.325590Z","submitted_at":"2023-01-31T15:03:44Z","title":"The Flan Collection: Designing Data and Methods for Effective Instruction Tuning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2301.13688","snapshot_observed_at":"2026-08-16T12:12:01.959889Z","title":"Le, Barret Zoph, Jason Wei, and Adam Roberts","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:01.959889Z"},"links":{"cited_paper":"/paper/2301.13688","citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:2816f077fbf57964205e2f8cfbbf62b63e74cbb26c33681614633f8638d936c9","observation_id":"2eb12b0e-7764-4bfe-9028-ab4631375cec","resolution":{"observed_at":"2026-08-16T12:12:01.959889Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.07098","last_updated":"2024-01-13T15:18:44Z","snapshot_observed_at":"2026-08-16T14:27:44.341219Z","submitted_at":"2024-01-13T15:18:44Z","title":"A Novel Multi-Stage Prompting Approach for Language Agnostic MCQ Generation using GPT","version":1},"cited_work":{"arxiv_id":"2401.07098","doi":null,"metadata_source":"pith","pith_arxiv_id":"2401.07098","snapshot_observed_at":"2026-08-16T12:12:02.535657Z","title":"A Novel Multi-Stage Prompting Approach for Language Agnostic MCQ Generation using GPT","venue":"cs.CL","work_id":"967f05ea-5872-4402-93ca-3cab1ff3641f","year":2024},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:01.963650Z"},"links":{"cited_paper":"/paper/2401.07098","citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:821018d8b5719b0ea740950d50b6dba554e6937e02bbb10d85e08e40a8c29dd2","observation_id":"4b4b9262-8c7c-4016-b9a2-ea7315a931ad","resolution":{"observed_at":"2026-08-16T12:12:02.539897Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:12:01.967356Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:01.967356Z"},"links":{"citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:d78f14a1b60a8bac2ad9cc5206a56d195b01f0cec7d03188b8733b8de27e63f2","observation_id":"6b019c79-0816-4bee-b066-2708aa53a6cc","resolution":{"observed_at":"2026-08-16T12:12:01.967356Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:12:02.793853Z","title":null,"venue":null,"work_id":"a3a7172a-49eb-427b-99bc-e24e47d88b63","year":2018},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:01.970655Z"},"links":{"citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:6adb264bf6a5b74521bbbfb36b5220e3cd5bae2a3fc24880a51dab28632c8f8c","observation_id":"1bc1de2e-3040-422b-a521-7c79a6e3b6be","resolution":{"observed_at":"2026-08-16T12:12:02.797723Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:12:01.973853Z","title":null,"venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:01.973853Z"},"links":{"citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:f462b2ef8da2e9633bdc6c948a489fba513f81fcbdca3bb00e0a43f40482c3ac","observation_id":"268ecc07-b447-463b-91f4-64c033c5856c","resolution":{"observed_at":"2026-08-16T12:12:01.973853Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1602.06023","last_updated":"2016-08-26T16:13:13Z","snapshot_observed_at":"2026-08-14T22:09:41.573524Z","submitted_at":"2016-02-19T02:04:18Z","title":"Abstractive Text Summarization Using Sequence-to-Sequence RNNs and Beyond","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1602.06023","snapshot_observed_at":"2026-08-16T12:12:01.977378Z","title":null,"venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:01.977378Z"},"links":{"cited_paper":"/paper/1602.06023","citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:2a2b70ffee3436fb9deb9ea45e99555bc522288a5523b27ffa0ba9869ed4cba3","observation_id":"6dcd8a93-140c-4467-8f77-f4cddd5d7076","resolution":{"observed_at":"2026-08-16T12:12:01.977378Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:12:01.981343Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:01.981343Z"},"links":{"citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:2b1915974b590613df7952a0b3ff3fe2bb4cac1ba836f882d9ed6579196c82bb","observation_id":"b4186ef2-bd71-4448-ab43-3b45a8e28633","resolution":{"observed_at":"2026-08-16T12:12:01.981343Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:12:02.781126Z","title":null,"venue":null,"work_id":"87cab034-60f0-4f9e-92dd-5df0951dd2e4","year":2012},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:01.984872Z"},"links":{"citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:7f24d1785fd35a9b031fe0a24b334c93e9d1b749882aba43efb14ce5edeb0bce","observation_id":"30aa4b1c-e932-4a3d-a839-58376100c5fc","resolution":{"observed_at":"2026-08-16T12:12:02.784514Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2010.09598","last_updated":"2020-10-19T15:23:24Z","snapshot_observed_at":"2026-08-19T09:03:32.512919Z","submitted_at":"2020-10-19T15:23:24Z","title":"Better Distractions: Transformer-based Distractor Generation and Multiple Choice Question Filtering","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2010.09598","snapshot_observed_at":"2026-08-16T12:12:01.988430Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:01.988430Z"},"links":{"cited_paper":"/paper/2010.09598","citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:c0c5a89c4e86de8191ed9e203f501a79d1e4a3d3f6a4e760d9708161fc001cee","observation_id":"34e258c7-2e74-4b02-8fbb-7940e533a4af","resolution":{"observed_at":"2026-08-16T12:12:01.988430Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.21276","last_updated":"2024-10-25T17:43:01Z","snapshot_observed_at":"2026-08-15T14:02:47.366139Z","submitted_at":"2024-10-25T17:43:01Z","title":"GPT-4o System Card","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.21276","snapshot_observed_at":"2026-08-16T12:12:01.992479Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:01.992479Z"},"links":{"cited_paper":"/paper/2410.21276","citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:26839ac6e67cbad1e2468a6075da65d873e41e40f7f514dd5b98e8e67cfaab8a","observation_id":"55659dba-4c80-411e-8390-3d4911522229","resolution":{"observed_at":"2026-08-16T12:12:01.992479Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:12:02.769462Z","title":null,"venue":null,"work_id":"7ea89662-0f78-48cf-84c8-f2590d8e367a","year":2009},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:01.997023Z"},"links":{"citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:ffc1db987434e9d72fc298aecccfb443047f1fe7d6cacec3f85ab80ab38e9380","observation_id":"f41065b5-dc99-4ab6-8082-9753c21fef1f","resolution":{"observed_at":"2026-08-16T12:12:02.773059Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:12:02.000387Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:02.000387Z"},"links":{"citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:c62f3f4c0c1cc6c16db3b3c952e1bd16ac2e6e4f38ff88998eda0525e02db751","observation_id":"5a02fe4e-51b3-4f53-9ade-947f8feeee6d","resolution":{"observed_at":"2026-08-16T12:12:02.000387Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2020.coling-main.189","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:12:02.173213Z","title":null,"venue":null,"work_id":"a026e2d0-9876-4e66-ac29-d5432cd7a09f","year":2020},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:02.004379Z"},"links":{"citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:12985c1d10d8ef58594f6b39b04b5f79ff1ecfa46995aeb4798797ec6392f256","observation_id":"fc2481ba-1f8b-4d01-88f5-b27bba221d4f","resolution":{"observed_at":"2026-08-16T12:12:02.176244Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2024.findings-acl.47","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:12:02.161691Z","title":null,"venue":null,"work_id":"23f70f3e-3368-42b2-8107-27c1ebb00770","year":2024},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:02.008052Z"},"links":{"citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:16a1044dd722a15a28b9a51c5b58ca30b175935225bdb1ffdb63185f92b35763","observation_id":"695412cf-0901-4edd-972d-795b00016d2d","resolution":{"observed_at":"2026-08-16T12:12:02.165343Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.15115","last_updated":"2025-01-03T02:18:21Z","snapshot_observed_at":"2026-08-17T18:50:07.059564Z","submitted_at":"2024-12-19T17:56:09Z","title":"Qwen2.5 Technical Report","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.15115","snapshot_observed_at":"2026-08-16T12:12:02.012382Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:02.012382Z"},"links":{"cited_paper":"/paper/2412.15115","citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:e7f3898b0495e8e05d51cb416b51c03c7088dd3760cdee50895b5edfbc642f8b","observation_id":"d03dd0b7-567a-493a-be4c-db4a1b055018","resolution":{"observed_at":"2026-08-16T12:12:02.012382Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:12:02.757781Z","title":null,"venue":null,"work_id":"b374748f-66c2-4f68-b46f-0828a6b08934","year":2023},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:02.015610Z"},"links":{"citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:ed74af55af3e9f0f897c54d46a6ef9eb43309143199961f08a1e4a5c29460836","observation_id":"30a57b49-a1bf-4801-89a3-3f834f60ef9a","resolution":{"observed_at":"2026-08-16T12:12:02.761691Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1806.03822","last_updated":"2018-06-11T06:10:11Z","snapshot_observed_at":"2026-08-14T19:05:25.482398Z","submitted_at":"2018-06-11T06:10:11Z","title":"Know What You Don't Know: Unanswerable Questions for SQuAD","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1806.03822","snapshot_observed_at":"2026-08-16T12:12:02.019802Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":44,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:02.019802Z"},"links":{"cited_paper":"/paper/1806.03822","citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:321d530f068ae2536eadeaaa0401fe837293af7e0d331715e8d6139de805fe17","observation_id":"afb3ca55-9011-4a8d-9420-b6e50479a08c","resolution":{"observed_at":"2026-08-16T12:12:02.019802Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:12:02.022983Z","title":null,"venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":45,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:02.022983Z"},"links":{"citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:c904c7ca69307f54c99b6546704aa0d183acb8ed4981ffde3efe561903f26883","observation_id":"b34e28b4-94da-45fc-b61d-3c15cb91a0a9","resolution":{"observed_at":"2026-08-16T12:12:02.022983Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2004.09853","last_updated":"2020-12-08T01:53:44Z","snapshot_observed_at":"2026-08-05T10:39:44.824262Z","submitted_at":"2020-04-21T09:29:50Z","title":"Knowledge-Driven Distractor Generation for Cloze-style Multiple Choice Questions","version":3},"cited_work":{"arxiv_id":"2004.09853","doi":null,"metadata_source":"pith","pith_arxiv_id":"2004.09853","snapshot_observed_at":"2026-08-16T12:12:02.457603Z","title":"Knowledge-Driven Distractor Generation for Cloze-style Multiple Choice Questions","venue":"cs.CL","work_id":"a687601d-a16b-4f65-8897-6fa615e0f6fe","year":2020},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:02.026144Z"},"links":{"cited_paper":"/paper/2004.09853","citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:88b4d82709f1ebf78eeeeeefa7c6bab4cea07e060d70eed82b2e473c8f539643","observation_id":"84f0f321-4a84-4445-a700-62bc2eb62859","resolution":{"observed_at":"2026-08-16T12:12:02.461683Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:12:02.745161Z","title":"Burges, and Erin Renshaw","venue":null,"work_id":"f23c6ebe-71fa-4cba-b496-8cc8da290d58","year":2013},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":47,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:02.029861Z"},"links":{"citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:7471c9c34acf1d79b740c6b4ebab3f71bbe2739d6cf8607d295beccc3fc5e998","observation_id":"44335ff7-082f-4593-b6de-673bd4324618","resolution":{"observed_at":"2026-08-16T12:12:02.749168Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:12:02.033212Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":48,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:02.033212Z"},"links":{"citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:0c1b39a32fccf825a4a4c8a8b0abb690a4321b9e722e232bb7f379d857a89aea","observation_id":"27eec597-9fab-45cd-8cfa-1b980a3e2a2e","resolution":{"observed_at":"2026-08-16T12:12:02.033212Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/w17-5034","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:12:02.142590Z","title":null,"venue":null,"work_id":"e61fd66e-354a-48d6-af7a-6372dccb896d","year":2017},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":49,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:02.036563Z"},"links":{"citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:073a4dd5924e5aabb0e52d36529697ca3ff901b14235e47ffe9afe445dae50bf","observation_id":"e43a3ccf-793b-41ab-b52b-61b66c297458","resolution":{"observed_at":"2026-08-16T12:12:02.146585Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.00118","last_updated":"2024-10-02T15:22:49Z","snapshot_observed_at":"2026-08-02T16:20:09.773989Z","submitted_at":"2024-07-31T19:13:07Z","title":"Gemma 2: Improving Open Language Models at a Practical Size","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.00118","snapshot_observed_at":"2026-08-16T12:12:02.040252Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":50,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:02.040252Z"},"links":{"cited_paper":"/paper/2408.00118","citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:1e53bcdba4fc3734f6f4be7704ee466ca4189aa39ebd5874e24fa965c96e97c0","observation_id":"7c9d6da4-2934-41ac-84c7-90a384f13fd7","resolution":{"observed_at":"2026-08-16T12:12:02.040252Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.01574","last_updated":"2024-11-06T02:54:00Z","snapshot_observed_at":"2026-08-17T13:17:07.963143Z","submitted_at":"2024-06-03T17:53:00Z","title":"MMLU-Pro: A More Robust and Challenging Multi-Task Language Understanding Benchmark","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.01574","snapshot_observed_at":"2026-08-16T12:12:02.044056Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":51,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:02.044056Z"},"links":{"cited_paper":"/paper/2406.01574","citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:62ef5208c80a235367e08a0dea3b44d10258bc2ce88cf21b1e3950f7459534a0","observation_id":"0cd436e9-ae30-47c5-a5ac-93086f2d1779","resolution":{"observed_at":"2026-08-16T12:12:02.044056Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2109.01652","last_updated":"2022-02-08T20:26:45Z","snapshot_observed_at":"2026-08-14T06:11:14.515796Z","submitted_at":"2021-09-03T17:55:52Z","title":"Finetuned Language Models Are Zero-Shot Learners","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2109.01652","snapshot_observed_at":"2026-08-16T12:12:02.047992Z","title":"Zhao, Kelvin Guu, Adams Wei Yu, Brian Lester, Nan Du, Andrew M","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":52,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:02.047992Z"},"links":{"cited_paper":"/paper/2109.01652","citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:13d2fbaf7f39dc7f8c95e3d8c7a8e8a7ad78c6709284c74281759367a446a022","observation_id":"7c6908b5-21d2-4aa3-bb4a-3c76d9de953d","resolution":{"observed_at":"2026-08-16T12:12:02.047992Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2024.findings-acl.655","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:12:02.129693Z","title":null,"venue":null,"work_id":"211bde46-8a54-402e-9e55-749f6c9f4327","year":2024},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":53,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:02.052995Z"},"links":{"citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:b72f3bb6e4f7f2f4a54ec8b2034c5a8d9dc2454e0b874a1abd5988c6a75e64d6","observation_id":"bf0bf68b-0040-4012-8c43-1f2f9b62d882","resolution":{"observed_at":"2026-08-16T12:12:02.134509Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1905.07830","last_updated":"2019-05-19T23:57:23Z","snapshot_observed_at":"2026-08-15T09:37:44.321271Z","submitted_at":"2019-05-19T23:57:23Z","title":"HellaSwag: Can a Machine Really Finish Your Sentence?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1905.07830","snapshot_observed_at":"2026-08-16T12:12:02.056634Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":54,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:02.056634Z"},"links":{"cited_paper":"/paper/1905.07830","citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:399b10f7bf3d5dd3ee1940c6b861a69a45ec26eefb79b30cc9de9391b605c81b","observation_id":"0d1062a8-90e6-46cb-a101-71e7c0b6c7ad","resolution":{"observed_at":"2026-08-16T12:12:02.056634Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:12:02.732394Z","title":null,"venue":null,"work_id":"8e9635c8-35d3-471f-946a-3d9229c62eac","year":2019},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":55,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:02.060498Z"},"links":{"citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:92e530b2a66543f2748a99a83f99f409f32c8123c0db98cb59971f55ef3ad44a","observation_id":"c9675f26-6ff5-4c6b-8d96-bb09dbd47993","resolution":{"observed_at":"2026-08-16T12:12:02.737376Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:12:02.064296Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":56,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:02.064296Z"},"links":{"citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:19b9f983da584e6ab387cee193f19a9210f39857086b474112aa063fe3bb715a","observation_id":"2a0eca1f-a227-4418-9ed5-072b47678bcd","resolution":{"observed_at":"2026-08-16T12:12:02.064296Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1810.12885","last_updated":"2018-10-30T17:32:16Z","snapshot_observed_at":"2026-08-14T18:06:55.722255Z","submitted_at":"2018-10-30T17:32:16Z","title":"ReCoRD: Bridging the Gap between Human and Machine Commonsense Reading Comprehension","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1810.12885","snapshot_observed_at":"2026-08-16T12:12:02.067738Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":57,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:02.067738Z"},"links":{"cited_paper":"/paper/1810.12885","citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:5c0b408bc13f4af41d2801af1ef21abb64ba5cdb41b7b7487ce926597c2d027c","observation_id":"1502c002-541b-46c2-92e0-1f21108e13ae","resolution":{"observed_at":"2026-08-16T12:12:02.067738Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:12:02.720333Z","title":null,"venue":null,"work_id":"049e3e56-d963-4bd7-827f-26366d2e9c62","year":2015},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":58,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:02.071669Z"},"links":{"citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:067f6b308161afa0fcd88da069fbfdc840ec2de91a8d0ffa7b594af412123cd0","observation_id":"602bd8a5-d168-477d-af0a-1211d1fc066f","resolution":{"observed_at":"2026-08-16T12:12:02.724064Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.11966","last_updated":"2024-06-26T07:16:42Z","snapshot_observed_at":"2026-08-18T00:29:52.174488Z","submitted_at":"2024-05-20T11:47:13Z","title":"Multiple-Choice Questions are Efficient and Robust LLM Evaluators","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.11966","snapshot_observed_at":"2026-08-16T12:12:02.075300Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":59,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:02.075300Z"},"links":{"cited_paper":"/paper/2405.11966","citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:521e88fcd8651113a4e9f310bf3267dd1d23ee07a196df4cd3b0aed8fbcd71d0","observation_id":"f474333c-eb89-4f3e-b8e3-d7baf86c3e10","resolution":{"observed_at":"2026-08-16T12:12:02.075300Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.05685","last_updated":"2023-12-24T02:01:34Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-06-09T05:55:52Z","title":"Judging LLM-as-a-Judge with MT-Bench and Chatbot Arena","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.05685","snapshot_observed_at":"2026-08-16T12:12:02.079431Z","title":"Xing, Hao Zhang, Joseph E","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":60,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:02.079431Z"},"links":{"cited_paper":"/paper/2306.05685","citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:84f82fef9c713bd95793b22a804a6c455d8ecc0c4e2b19bcd87fa360d59f7bd7","observation_id":"7e92828e-045f-47d6-a376-53d4d1d94791","resolution":{"observed_at":"2026-08-16T12:12:02.079431Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1911.08648","last_updated":"2019-11-20T00:48:36Z","snapshot_observed_at":"2026-07-06T08:38:19.060729Z","submitted_at":"2019-11-20T00:48:36Z","title":"Co-Attention Hierarchical Network: Generating Coherent Long Distractors for Reading Comprehension","version":1},"cited_work":{"arxiv_id":"1911.08648","doi":null,"metadata_source":"pith","pith_arxiv_id":"1911.08648","snapshot_observed_at":"2026-08-16T12:12:02.288796Z","title":"Co-Attention Hierarchical Network: Generating Coherent Long Distractors for Reading Comprehension","venue":"cs.CL","work_id":"aa07c74d-2f5c-4ce0-942d-4ae369bb6fc1","year":2019},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":61,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:02.083365Z"},"links":{"cited_paper":"/paper/1911.08648","citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:447850cab7319048884da3e01b68de655c59c517c237fa0dd198a5c6218f6ceb","observation_id":"0e32a5a1-2516-417d-ae99-872ea3194195","resolution":{"observed_at":"2026-08-16T12:12:02.293352Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:12:02.087833Z","title":"online\" 'onlinestring :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":62,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:02.087833Z"},"links":{"citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:c60e14e2ee900bd748943a7152b04e5cc78226a31273896744ec8f4602c45b60","observation_id":"2f33d1f6-db95-4e61-85ca-538f69c63bc4","resolution":{"observed_at":"2026-08-16T12:12:02.087833Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T12:12:02.092175Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model","version":2},"reference_index":63,"source":"arxiv_source","source_observed_at":"2026-08-16T12:12:02.092175Z"},"links":{"citing_paper":"/paper/2504.13439"},"observation_digest":"sha256:0bdb29754113ff98c3612bf3ecf9b031057b291fccb356d9e74d69fb72ec0eb6","observation_id":"39d88be2-9ad1-49d8-b32e-646b04356d74","resolution":{"observed_at":"2026-08-16T12:12:02.092175Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2504.13439","last_updated":"2025-06-12T22:57:58Z","latest_version":2,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-19T22:47:31.505108Z","submitted_at":"2025-04-18T03:40:11Z","title":"D-GEN: Automatic Distractor Generation and Evaluation for Reliable Assessment of Generative Model"},"reference_resolution":{"displayed":63,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":54,"verified_exact":7,"verified_fuzzy":2},"total_outbound_references":63},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"thesis":"As of 20 August 2026, this Paper Citation Record lists 63 of 63 outbound references and 0 inbound Pith citation observations for arXiv:2504.13439."}