{"as_of":"2026-08-11T01:46:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:b45bddc0eda65372001ef54dfcf8e8ad529bae7b84542ff43d276498b78c748a","coverage":[{"denominator":300,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":100,"source":"paper_references, paper_reference_links","source_observed_at":"2026-06-27T01:10:46.747327Z","state":"measured"},{"denominator":101,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":101,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-10T06:31:04.303077+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-02T06:13:52.012484Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2606.17609","snapshot_observed_at":"2026-08-02T06:13:52.012484Z","title":"The benchmark illusion: Pruned llms can pass multiple choice but fail to answer.arXiv preprint arXiv:2606.17609, 2026","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.13124","last_updated":"2026-07-14T17:50:50Z","snapshot_observed_at":"2026-08-08T03:30:20.862684Z","submitted_at":"2026-07-14T17:50:50Z","title":"ShortOPD: Recovering Pruned LLMs with Short-to-Long On-Policy Distillation","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-02T06:13:52.012484Z"},"links":{"cited_paper":"/paper/2606.17609","citing_paper":"/paper/2607.13124"},"observation_digest":"sha256:00199d24b5eeb99001630f713f9e4580caa540f15199f0d7ed4c540c5c7315d5","observation_id":"a00f185f-1008-4ab3-89cd-12e219de46ee","resolution":{"observed_at":"2026-08-02T06:13:52.012484Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2606.17609/citation-record","integrity":"/paper/2606.17609/integrity","json":"/paper/2606.17609/citation-record.json","paper":"/paper/2606.17609"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:34b569a6a07d0db60fd5589720259a0fb84dddec8fbe24855d552efcdac9cf87","observation_id":"8ef86966-2be0-40f3-9d89-334eb19d318e","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:b5058d494546192dc618781eb8b7fce5e09526a65ec731adeae50fd5720b004a","observation_id":"8ada6c8c-55ee-4ab3-9fb8-b590311ce859","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:2de6e4cd21f137c73e8f40b13d58ad63eebeed038976588d4703dbbd97c36b0c","observation_id":"97050d97-b51e-41aa-94c3-0f9614615da3","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:71b7293ce8b35e942fdb02c56cc7609e7ab84a74cbb2e2b2ed3bc078b7c01536","observation_id":"d35c3f8d-7ff4-4274-89ae-a56011f4bbd5","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:ae69779f6a730f4e9e951315ec6072c2c3b33961872e985b219cab3fd1de8dd0","observation_id":"89356f33-3ee5-4b22-bc14-eb19062a94dd","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:5b1fff3bf93e3e353cc6332bc9fb8a518510e39b905dc31391db82c8eca8e64f","observation_id":"690fbcaf-a6ed-4d7f-a38f-0a019d9f0000","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":"Brendan McMahan and Sarvar Patel and Daniel Ramage and Aaron Segal and Karn Seth , title =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:f3483d134ccf12749b2ce5cb37be163c8f0131d5a4799a9a87d3067919e4642e","observation_id":"c9449907-6a26-4d9b-807c-da8da3b2c0b2","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:bb3067bb80c029f79fedbf54c61c312f2a59ae40cac9c428029bd4ad09cc1af0","observation_id":"7cd4c004-1a42-4496-8af4-aa737b326873","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:f8ca2dd26f62f6062b6e5b9f20f5967d858a5afb0fe81e0d17517a5b043019a9","observation_id":"db11a537-37d1-4546-8836-fd785ba077ac","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:8fee1ae8d1b5cf5c2362b8274c929c6d479c5b7794829c747316d82ebd478ffb","observation_id":"7d70bb57-d7eb-407e-a597-866198362e48","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:d49c61c66569c1401001af3fb1c439d93c0c7e6ba599dbae29195fe009c0aaee","observation_id":"18e32a6b-24d1-4384-b566-917f0d7ed85a","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:026d5f65893c63e4955071a0bc76123fb2857fd0d1884132da7e51b067927d92","observation_id":"94ff21dd-cc9d-456c-ba50-a6554b7e28df","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:ee39f06a4d6aa0290f7f88b6818c4a3f6e88adc7e81155ccacca97fa360bcd46","observation_id":"4acd1b65-499d-479a-83d0-4dc6cb37b6c5","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:b774b30a91f7939c17383bcca752797f1cfbdefcf6b89a697bc875e868812166","observation_id":"f7c2f5e3-7118-4d90-a4fb-ccac4df62490","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:3a6aa3aead2fb2aaec4d403f85b449426d08314e0568966f5ad2afcfcfd6b4f0","observation_id":"25f0d543-3770-4192-9b68-7e1efa4232fb","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:7b0c313c88f57ba9ef1f98beda4c4acc891671aa1969b9bb6e5c610a05561cd3","observation_id":"b393c7d5-da26-414a-9119-6245851d43d9","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:713c4efb9e145c57e24981a955d9afdf9ed9e98d69dff960af7edb2ef22c6cf0","observation_id":"272d04d2-1883-46dc-9a42-5267ffcffc4d","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:34b04bcd22b8fc2dc05bba6bb087176d8c4a2a482861a571d2c8c1038182dbb5","observation_id":"eb8ef38b-8efa-4e79-a938-264a399df256","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:3f3175f055b1c59a615c8340629b096a3330b55e87e8835e9170e24ff6697b39","observation_id":"4aa9bb1c-95d2-4341-bedd-ac5b9faabb7f","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":"Myers and Jure Leskovec , title =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:22e8f2fb229e00b79e1b55e5a836adce67c359084f304fa700cbf5d39b674db0","observation_id":"00216331-e693-48da-8cc9-96f28db17e88","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:c26ab15f50dff97bceab3710d1db2b1851079b953c31414123605045dfa4fd39","observation_id":"b28d532c-6707-41bf-9381-88d3d73b9c26","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:5e002833b8ab38c35c479cca13da9f9c98e03c35c99fc287163f016a97bd3ee4","observation_id":"9fc0de6b-9dd6-42ef-ae25-709f74250914","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":"Corrado and Jeffrey Dean , title =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:9902f2aa4b55fd36948b34821fcdfda232f14ecec3a4d47b341b3657f8401416","observation_id":"7bf9fbfb-c454-476b-8c32-51905174b596","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:7e668b64b933715f88d3638f05e280076b041adc8c3042dc1de0148832a10d69","observation_id":"0435f77f-cdac-4097-8276-5efbf534d917","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:299d74380d29009a71f7a8b24c4690cde52c1c71812d0d4ce9c5d294d1b04fc1","observation_id":"2978ba4c-21f6-4808-b486-427ea1bd37c4","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":"Hamilton and Jure Leskovec and Dan Jurafsky , title =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:f81b59643f9d6954ed7314b35143920fe5bf2b852cfbea9193a3caf94dd3b764","observation_id":"a7e869c8-8228-48e6-94c7-092859ee4c21","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:709de94225a31ef4e3521e357f43ce58df4efa76f282b11b5bc0ccc8b3dff3b6","observation_id":"1dfeaa01-9073-43d8-9470-3e193edc3347","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:78b7d5d18387af58d2059f383b58eab35573817e6d8693ab84dd5d7c14495f9e","observation_id":"1beca5ec-291b-435c-88fc-3615379846ba","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":"Romero and Brendan Meeder and Jon Kleinberg , title =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:775e430040c41c1a9f27a0986f57ea89de1f9b9fcdad924787f4599655703308","observation_id":"abaf5ced-255b-4dbf-8ab1-f9c6e1a81ae4","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":"Essa , title =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:7e93cd55a329793da37275da778d045abc3cf2e7589a5d0dde00da631ff5248f","observation_id":"79639614-8acd-4e71-ae07-fc866e84d146","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:f9f33f75b24306ce8458a18aefc071369572fc2c50b8aaf1d91fbf904e647555","observation_id":"0b2ed998-2211-4345-9760-c1febc64129d","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":"Gummadi , title =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:b44566ccd6572ab5e96affc61ead683ee6a49e8071c59fefae3d81e4a008636a","observation_id":"4145a5d8-15f6-4b50-b9be-6c78681fa720","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:6d2c66bd383fb1a582375df0eec083a7198add0fb18844ad216e6e7a261abb79","observation_id":"a8731b3d-e382-4d2a-95bd-e22889b22b31","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":"Conover and Mark Meiss and Bruno Goncalves and Alessandro Flammini and Filippo Menczer , title =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:ae6ca9cde9463bd34ef6fe37ae445332ebf70d378f97d82da0664652458395f1","observation_id":"4fe76abd-23e1-40bd-aa38-adfed95e4499","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:124898e3aa63cbf75178f6c867516c264baf1cc8068603d1d9fd67b6699cc71b","observation_id":"cc16394b-3e78-46aa-8de6-43a046cdd562","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:166ea22a0592ae66975393d5b954edcfcf2b226f5b8fa411557ff4d7d3db954f","observation_id":"000a059d-185e-4f27-8a05-c618f5ede9b2","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:ae0d131604a39cf07225fbfefd0b891d05e6870f004e8281add9adb5563c0113","observation_id":"8129e48c-1a6a-4b17-bf06-21bbe0e85bf1","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:b46f7482efe9f785044f51ac66f70cd2fd0faeeb4c9d1d63cc44854c17405fd7","observation_id":"3689e3ef-9131-4669-857e-91a410a663de","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:bb2a473b3fc677de74df26b994b33a89f026176070b28f72e2eaa514e477c64a","observation_id":"892eb21f-fbb7-4817-979e-eb271c583a71","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":"Shih and Dongwon Lee , title =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:e7ccf1712f2cdb55dcd8f71784d774f8f06fd19a92029b1ef75ec1b17b27080a","observation_id":"f17d3bf7-19e6-430d-a5fd-a97ed7aba2d8","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:2862246dade174aec76499439b6cfd30c46c2e0874b25822e26832da445ab060","observation_id":"f395f8da-61a3-40a3-adb0-762b46f943c7","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":"Zhao and Haitao Zheng , title =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:cc1b92e2ff0f8b930b51976bf5f3e76e586859a5512713dc2bd335bf4143b5e6","observation_id":"50339491-b4f1-454b-b98d-7df0f860bdf1","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:0a21621e8c8f11b2c5bad97070a89f1940edcb0e369e37ab8d4d03a104b40e4f","observation_id":"79b1ccaa-9489-4264-b007-a19f24f8d271","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":44,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:1ff690163a9e1decd8d66678987103b2aceb71085896cd40af60c7d229767d6f","observation_id":"2d5d6491-cd46-4aef-bf67-eaeb48299988","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":"Gummadi , title =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":45,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:37df5094abf80852bebd199dc1bfdd3f96b8ccbac7742265549ba23003a8f62c","observation_id":"0cea470f-7a17-4c26-8cfb-fa0d4082fdd7","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":"Zhao , title =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:df9adaaee185f0451598cc5ff5f0ac6721289d94e03b549d897d68b63365e1e9","observation_id":"e036480e-eaa2-400a-9d33-4bbaf81bbd67","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":"Zhao , title =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":47,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:cebb134f5c71aa1bce9851117e165b35f14b4d7b4526dca21e2568814eb941f6","observation_id":"7a25baee-0661-44d7-8b1d-f012d78c48e9","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":48,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:790dee33f33fddd6d5cac1a6e4e921da91324bc07ff21c302a4e208343bf0550","observation_id":"113acc4a-6df0-4a0b-aebc-14c5d22dadc4","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":49,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:c0234278a364921e96a4a417fdafaee6abf574f926d8bd310bc88c47d0b9fc9c","observation_id":"99a93e9f-9416-41c7-b8b0-3adfd26d5c53","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":50,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:690c617b8b033e44fa2282190da739aa895b801cbbc1b6ad9e64e5e007457ead","observation_id":"e09dfb82-2b4b-410d-89ca-9f4353e7956d","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":51,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:69d1042c6a9c16c8a966d73e6c3e7c35df50113f074c9c69c366bf759f80395e","observation_id":"bbdbbbf4-7976-45a8-b440-eac30f8317cf","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":52,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:325806faf0d33df973d947b070b2b3829a17de3c9f1fd137816d4a1738a3c6e3","observation_id":"9f25c522-714e-4101-97d8-8e0b899abaa7","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":"Zhao , title =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":53,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:5f7c6d7c2c63144868b38a36235c22ffbb27f9c5afcc6e5e816093b177fe5e1c","observation_id":"bbec77a7-ebb3-4936-b650-69e8099c8e50","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":54,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:cbca93285f659647475ee8ce03efa60669b05b1049f445eef7617f6572b1a481","observation_id":"b1507b51-b735-4bc4-a47e-3590a98556ee","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":55,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:142992db1929c0592ec5b1072f1371a14e138af0f141b045f327727bc02f1e94","observation_id":"84fc29a7-7ca1-4bff-a76d-f21fe3053bc0","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":56,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:ad6bac1840329be7313b6ea04c4d65a4de2906133b9cc2d2d69c61b01e1a5b25","observation_id":"20762a61-7f3b-4b9f-9754-692dad4affa2","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":57,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:433c3996e25f3bebd68a1875c2e31f7063f75f30dfbde3c7b54ca75b9c61fa3b","observation_id":"37121f6a-6bbb-4d37-9192-877f7ca04ea3","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":58,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:e872bec79c87a35d9d0ef8cd4d86c1c806120a5a9677102d90ed1e905bfb0a80","observation_id":"33d82b0d-c5ff-4ec3-8748-96781689ed7c","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":59,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:a44f126c4b3800095132415b29960b9122a6dfb1368347293d53220faf82a4f8","observation_id":"ca3eabca-9227-41b3-9ee8-c283c2259be8","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":60,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:a1b9fbd320033077b52b0f702510d81ed372b29afd3d7380f49433bef4656d65","observation_id":"13581385-984d-4611-bec3-2852019ce55b","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":61,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:ef783ea03f4c7ddd7330e08282093c338f940717a0da3dc612fbb64fa15cef21","observation_id":"e2771a2a-bec6-4e62-b543-24bc4ff566a6","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":"Ahmad Bashir and Mark Crovella and Saikat Guha and Krishna P","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":62,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:642b0f8ea4cf1490d548dcad148a6becff2eacc2e8f3dcdaa0e0ee0719445bc5","observation_id":"6c7b2320-db56-4c6a-b6b3-d27af28f2acf","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":63,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:971bcdf3b83bbe695240559141ac6324567efaaa2e2457d88369ea570f694d6d","observation_id":"df426637-a4ee-4a8e-894f-48446e2c6e84","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":64,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:c4ce6deac1ece236b1b8d9f80f65c7c73b9bf7ac8ce279587a2c8a633e979f49","observation_id":"51130d77-5cc2-4885-a00e-ede4fd055d5d","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":65,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:eb05f9d269afae2d53384a6b06dab7df4d4d20804bc4728943f31be3608bb214","observation_id":"89cb25c4-dcef-4a22-b682-d0e317e20c24","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":66,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:ed67b62bd90ebda3dcb7080fff2f7a3906e6d59de696c2240ab9df6544918372","observation_id":"766cd686-3f6c-4f21-b977-da50b7ff7b2d","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":67,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:b3206c5d66df1900ea19fa377cea89484ab485c9af4b2ef336ff6b2333ccb212","observation_id":"958ab2b1-90de-4d59-8d4c-08e8278f1134","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":68,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:d533cc726b99545be5c1b6046612d1355d59bca4e1afbd77b08a0bb8bf34edf4","observation_id":"692878df-86b5-425f-a428-5a34d1750cdd","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":"Gummadi and Nishanth Sastry , title =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":69,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:a3e7038f4d899ba39df575af2b14a31ad05f9cf04965b4d1f9bbc2cae68ae5aa","observation_id":"fab1dd52-daf1-4580-8a60-c8b0a39255ef","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":"Carley , title =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":70,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:5a056c3184de95fe729074bfbe4e778e8f4eff3d60543ed1827f91565b6221f8","observation_id":"edda685a-c858-4b0d-89bf-8e99638c75c8","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":71,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:3b8029875dc354146504041e17434fb8c166a39e6bd112784762a20f2317abfa","observation_id":"289c89dc-53a2-4b96-974a-040d6e226d63","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":72,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:566b32fbd2281a652e02e00a3ebf880fd7588f1c85d2e0683e28357ba4c3c4de","observation_id":"617ebabd-3756-4681-b942-07668c44e1f7","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":73,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:9d278b0073a0445438028459c558d3c748fd128fd2933000575fdf50bb241e55","observation_id":"f95f630c-f8ee-4028-afa2-94848946fb61","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":74,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:1e2ea9cf6cf0e3b814c954ea32fa3a92b159d54d2cf8d11b6d6a3913b2fc901b","observation_id":"8fad3920-8e15-4994-8fda-cae64b183564","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":75,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:50b5e3cc9a62c52d779a788bfb5d6e70d353863c32fe9f479ece6aa23361efec","observation_id":"e4f13b26-8837-46b8-b369-f9081698b1e0","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":76,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:fc38ab1041f1fbff293f80e4122c3ea29d922ff31a3a754663577d2b468d84b7","observation_id":"41383a8c-ff7b-4011-bea5-bb68afe58c8c","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":77,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:a3b1f0d67266885594c3a2d7dbd07b50d586c103a9a21bd1b1da1448463fca24","observation_id":"07d4850f-3828-4529-85d0-4f8b17e58f6a","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":78,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:7fd9c9444ef925fdc1b9728295e4a74f1e37147fbabe632843a4372ffe51ab55","observation_id":"a4a775f6-e480-4fb1-934e-3331dc36a5c7","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":79,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:47978778419658fdc555fedbecbe37a095ef7a91d4f65d2c08b9ee6c6d447dca","observation_id":"9d358730-ff44-4143-999e-0ac2fb5bc6b2","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":"Mazurek and Michael K","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":80,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:27fe00b392ead97c0d15ad021e7416e10d7712abc833f2f518fac383440c21c9","observation_id":"5a4370f5-b859-4a96-99ba-fc2ee319bc51","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":81,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:f51d19a78f6e86496c9b9fb0bd0b16f179795d5670f3406d96a11e33d017760c","observation_id":"c6accc09-626d-465d-a6ad-37dc864b76df","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":82,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:f0141a1c96fbfab91217b32f2cbda010f54615539cbef145ca01743b9de6cba6","observation_id":"37082b43-e8c1-4d62-8d45-32d727a39130","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":83,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:767d460ff4158d1c9e143809b77bfdadb521e94540a39835063b278020a4f4fa","observation_id":"4a73ad33-b7fa-451a-aedc-843710119308","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":84,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:7b8581dc60c27fb8cf2f8d1889f5fd6606e90da1a08a906a6f733a7f83d8eae8","observation_id":"cb3bbc8e-7e3e-4211-9445-74ab98b5c194","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":"Selcuk Uluagac and Raheem A","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":85,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:b48c54e86892b03b7628440cc49f3da32745340ed59934bdaa1dec1468ba19fb","observation_id":"486fd892-c44f-4e0e-8873-98358257a84b","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":86,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:641cb8e03b0a600c64d5aa0f2d499a7bbe8df65bbe0b53a4f85581a6ddab07a5","observation_id":"71c979c6-5a0c-4714-951d-e79a5fb47f0c","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":87,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:23641773915c897c8bea0fe1aa3ad8c7b09098bfc4be5a4bd026101ce4064aff","observation_id":"a56f65a9-25ac-4f41-b41f-8abd6ab3d4c6","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":88,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:279af427c4a6970192cc4df9e732df836cf7d5a8592ed2dbec949e2b2001c4ab","observation_id":"fe748f9d-737a-456d-bdcf-a50e3214aa20","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":89,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:534d29466b03cd5377b87c43b272a2df2b0beaabe76a2a4491cb058ec1408173","observation_id":"1a83e0dd-604e-4572-9fc6-e9c812b3d418","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":90,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:a1db08fdebaaf1486faee3974dfd122d864f8e824e9e21f7771b0e0a8f8ac01e","observation_id":"a09adf99-0e99-4ff3-9045-7f596f575594","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":91,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:3b55a90339603758c5cfa0516c99c66dde29445094f1c2fc7c427528962fc5a9","observation_id":"0193d31a-e587-49e8-94a7-5577e54451cd","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":92,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:2bfc5b552ce622c86b5001007597d9709d7fb6c424b54c7f243a58b59173dfdc","observation_id":"6f787249-1792-4158-b005-a30e15935e06","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":93,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:b5f7be1dd0d778e625a6b1dd6a73ec831b5fd24b676b076332077b82ec98a672","observation_id":"88421d34-e5ae-4e5b-90b2-4f79ed1ff98e","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":94,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:55b70e2337d90170b341afa7916c0a924d2491ceb866aa961ccf44922e0b46c2","observation_id":"1d975484-0744-46d4-bdb2-3491ee779b4e","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":95,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:c4046faa117fa5710ae62ee4bc04fa42013ee760206bfb8cd5db143da2d4a024","observation_id":"911aa58b-0d70-4d02-9a10-fef7822ffaee","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":96,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:6d245595cda96cf0538c3c98ed7b73d0c0f5937fe084505a2c9ddaef3013e217","observation_id":"4dbc19f3-74cc-4b3e-87e3-f8758278a8a8","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":97,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:ce5309e59507f59d27602ec5e98b237dba545683dbc1371b3257140785641d32","observation_id":"5d74eb89-00d9-472c-80f2-094079def41b","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":98,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:38a55c4e4267f8e2f1b9dec34017988080e447952c9842d4ca67816dee5d387c","observation_id":"0d18a7e6-51c6-4a2b-9482-f066b4de42b0","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":99,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:4a39ae6bff5eb91c0fb2ed7d96e6dc50e74435f4726093d0b8aa4b56bbc395e0","observation_id":"07feb0c7-fb5f-4703-aa26-2f4992ae1f7c","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":100,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:b869e222dfc272bf2e79631728974ed6dbdca418d8ebf686e23ad0e9ccb3e9c2","observation_id":"f339c48f-ad34-4fee-8eda-6424a1b595a7","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-03T15:12:23.597583Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer"},"reference_resolution":{"displayed":100,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":100,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":300},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"thesis":"As of 11 August 2026, this Paper Citation Record lists 100 of 300 outbound references and 1 inbound Pith citation observation for arXiv:2606.17609."}