{"as_of":"2026-08-15T22:13:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:7ce4c9dfe198892b291c66ce57f15f3816f6eeaa0761581b0c1f8a2f981aabb8","coverage":[{"denominator":300,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":100,"source":"paper_references, paper_reference_links","source_observed_at":"2026-06-27T01:10:46.747327Z","state":"measured"},{"denominator":101,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":101,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-15T06:32:42.880941+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-02T06:13:52.012484Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2606.17609","snapshot_observed_at":"2026-08-02T06:13:52.012484Z","title":"The benchmark illusion: Pruned llms can pass multiple choice but fail to answer.arXiv preprint arXiv:2606.17609, 2026","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.13124","last_updated":"2026-07-14T17:50:50Z","snapshot_observed_at":"2026-08-15T16:02:21.514118Z","submitted_at":"2026-07-14T17:50:50Z","title":"ShortOPD: Recovering Pruned LLMs with Short-to-Long On-Policy Distillation","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-02T06:13:52.012484Z"},"links":{"cited_paper":"/paper/2606.17609","citing_paper":"/paper/2607.13124"},"observation_digest":"sha256:412714a104854be6c5499104fbd8d398ce20521e5a480f6990fd1e80976714f8","observation_id":"a00f185f-1008-4ab3-89cd-12e219de46ee","resolution":{"observed_at":"2026-08-02T06:13:52.012484Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2606.17609/citation-record","integrity":"/paper/2606.17609/integrity","json":"/paper/2606.17609/citation-record.json","paper":"/paper/2606.17609"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:1ba0d1f61226d7f904cfa64957ee9825feb4add0d3453e6d19cf2b733fe641ed","observation_id":"8ef86966-2be0-40f3-9d89-334eb19d318e","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:37a3877a4e429d7f70e819ac5ae15e05ae42af017d6820ea02bbe9dd2ddb5b41","observation_id":"8ada6c8c-55ee-4ab3-9fb8-b590311ce859","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:6e9a970acf524fcf747dd5ec837097a6637cfbedff2fd38b104cec2208ee2348","observation_id":"97050d97-b51e-41aa-94c3-0f9614615da3","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:96cc699a9d906ae24670ce1c04b93c70649f255084672f68af04b04f36b10b5c","observation_id":"d35c3f8d-7ff4-4274-89ae-a56011f4bbd5","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:417ab68323c9175b2c036cca896ed6f30ce7902975c577ffe3e49483d03e744b","observation_id":"89356f33-3ee5-4b22-bc14-eb19062a94dd","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:a7be03b25852d5f19ecfe3954e22a03c7b2419b289d61eedbed4485cf16eb4c2","observation_id":"690fbcaf-a6ed-4d7f-a38f-0a019d9f0000","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":"Brendan McMahan and Sarvar Patel and Daniel Ramage and Aaron Segal and Karn Seth , title =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:88c632eb1996c340fadf2373b73dbd95089b1d1f640a8eba2b17afeba25d5bd6","observation_id":"c9449907-6a26-4d9b-807c-da8da3b2c0b2","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:0872f649642bdea754ae888b033a312f42d93c43ae2a8e4dd779025a079079ae","observation_id":"7cd4c004-1a42-4496-8af4-aa737b326873","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:33852f2fd370578611faa0c6f33e92c19af719d68533b8bb78046a95c596ce42","observation_id":"db11a537-37d1-4546-8836-fd785ba077ac","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:8b779c3d87d6a14928fcf4d4c57ff3b451b747f52619b8a5c0c0ee1cde7d6826","observation_id":"7d70bb57-d7eb-407e-a597-866198362e48","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:2b47a377fa9cad86c5f16acb4c9e67838f780123ef1f75c4f6c2075422ce9c2e","observation_id":"18e32a6b-24d1-4384-b566-917f0d7ed85a","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:f74a6a2c5000bab4ae5784fe38b81c06eaf64d661aeb1472fc556984077fb1dc","observation_id":"94ff21dd-cc9d-456c-ba50-a6554b7e28df","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:8cbfe8031f98069c558093b981237c537dff21aeb9ce8c804c1e7a6f4f10f48d","observation_id":"4acd1b65-499d-479a-83d0-4dc6cb37b6c5","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:981f3d049cf7d78c52eb9d31fe68691c3067bb10449bc4641a0b0e67e619bfec","observation_id":"f7c2f5e3-7118-4d90-a4fb-ccac4df62490","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:18ba7d83af6476a93877f6db3dc741fb422a7070c5bf966ef9dee1304def4dfa","observation_id":"25f0d543-3770-4192-9b68-7e1efa4232fb","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:af24bf57650e0268f85e37c949aca4cb3dd6bce647bddc5017657471d8f9a0af","observation_id":"b393c7d5-da26-414a-9119-6245851d43d9","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:a3ccfe4141456b7afbbc6ba1a0b41962c7ba80c6558baa112e9602552618ed54","observation_id":"272d04d2-1883-46dc-9a42-5267ffcffc4d","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:f13949b66a1455a861e5781a4773710f8a8073b8313c26f2bb3378b643bab1be","observation_id":"eb8ef38b-8efa-4e79-a938-264a399df256","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:b15fa8ed2e2c455cbc4c6563c673cd717c7fe6a98805c204bd2399ed5174f30e","observation_id":"4aa9bb1c-95d2-4341-bedd-ac5b9faabb7f","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":"Myers and Jure Leskovec , title =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:785efef5afeade0bf2c914edca1e602daca4d6ba4385341b880a8543b1b05df7","observation_id":"00216331-e693-48da-8cc9-96f28db17e88","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:4bd3a8cb311e49435b8c1fbcc77883c7f1828e7ae3625d20e9b576bd0ba0e2e0","observation_id":"b28d532c-6707-41bf-9381-88d3d73b9c26","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:bf7086eb26eb43d41c55dd627f407341977183a4e5e55a7e9008b77f1b4cbc7d","observation_id":"9fc0de6b-9dd6-42ef-ae25-709f74250914","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":"Corrado and Jeffrey Dean , title =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:3e8d4ec6f09b9c2beb59f94f0cc951e05c7d20282629fb4d05143cea9c4f80ac","observation_id":"7bf9fbfb-c454-476b-8c32-51905174b596","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:680c0c7fa879eac6ce15828600ac06b66b3d8d77087a64dce8ba5c1458b1d6ba","observation_id":"0435f77f-cdac-4097-8276-5efbf534d917","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:f6a0668cb313f65d3475cdbf709896f605c1ca4e9784fb050f56c84d71f9baad","observation_id":"2978ba4c-21f6-4808-b486-427ea1bd37c4","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":"Hamilton and Jure Leskovec and Dan Jurafsky , title =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:b339d46c242b395211c1d1454307ce07284a29cdd15bab792efe73e606991902","observation_id":"a7e869c8-8228-48e6-94c7-092859ee4c21","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:7f0826232af69207caf1ebb70d68a3108d2ced3b693cc7b5b69a7382b60c828c","observation_id":"1dfeaa01-9073-43d8-9470-3e193edc3347","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:226f2a32d156b464d62c69608668ac90fb99890a3048d2cbfa8e80d1bc78668c","observation_id":"1beca5ec-291b-435c-88fc-3615379846ba","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":"Romero and Brendan Meeder and Jon Kleinberg , title =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:72934a46df3f14f740b9397e5ac8540ea84b4292f6a51b46c05e5f459ee89b74","observation_id":"abaf5ced-255b-4dbf-8ab1-f9c6e1a81ae4","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":"Essa , title =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:e9d13e8ac20a0f9f3c7cfd1c5dab29a37962c4158198af44625c2492ceb51a91","observation_id":"79639614-8acd-4e71-ae07-fc866e84d146","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:e0de3c5c731e0a879e2048bfa711842da90d321a29a64385b10380430168d37d","observation_id":"0b2ed998-2211-4345-9760-c1febc64129d","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":"Gummadi , title =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:3f0f2246f07a9d07db22170938c3f1a894f311b5957f8cab91a40143dfbe7ccc","observation_id":"4145a5d8-15f6-4b50-b9be-6c78681fa720","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:1530648a226670e7c4e6000c76f97d41abd21a9ddba8d43f0c01f3ee93f70cff","observation_id":"a8731b3d-e382-4d2a-95bd-e22889b22b31","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":"Conover and Mark Meiss and Bruno Goncalves and Alessandro Flammini and Filippo Menczer , title =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:641cf9711ce896e47d6aefa7c88dd6cd8231db3af64ca9a8e8b5649f3f95b806","observation_id":"4fe76abd-23e1-40bd-aa38-adfed95e4499","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:602ae9a7c2b8bc6301802867b208700ff238a7e78b0ccca41a7454b3513795b7","observation_id":"cc16394b-3e78-46aa-8de6-43a046cdd562","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:7cfeb2c6d340c3ab84bf470de410466d0e9630b6f9addae1b59487f1a9abce04","observation_id":"000a059d-185e-4f27-8a05-c618f5ede9b2","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:5249243d58c7ad5782a02a46813f8024e4780b4832945d92469d08e466e10845","observation_id":"8129e48c-1a6a-4b17-bf06-21bbe0e85bf1","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:f13371d9799f499b9c32c34d4b31acf9f4ed0c2ad3881654ac7f80c109ffe1fb","observation_id":"3689e3ef-9131-4669-857e-91a410a663de","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:652fe3a9346d5bcab773f4d8c8fa36da983c337b4123f5583cd9c3753cbceff2","observation_id":"892eb21f-fbb7-4817-979e-eb271c583a71","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":"Shih and Dongwon Lee , title =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:dd851f2500f188fdae23bf8148d58a72cf088aa3283039c9f6223679746eda79","observation_id":"f17d3bf7-19e6-430d-a5fd-a97ed7aba2d8","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:026139a3c7b93fb61a74812da831453a204254ea45041c0100af0ccef7a6fe84","observation_id":"f395f8da-61a3-40a3-adb0-762b46f943c7","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":"Zhao and Haitao Zheng , title =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:9319ba0ce2cbf1efa1b8fe7b5b4393d37f4efe1c629d123d51fe324dad549190","observation_id":"50339491-b4f1-454b-b98d-7df0f860bdf1","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:413e044ac967a1b394bdc0850128dc1d3c2b7400df59060a2eceae354d836687","observation_id":"79b1ccaa-9489-4264-b007-a19f24f8d271","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":44,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:4dd07bcc593325817f31438650f96f5fbf8b92a46a24b9f0a038474985697397","observation_id":"2d5d6491-cd46-4aef-bf67-eaeb48299988","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":"Gummadi , title =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":45,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:8420685cb8418d563c6d73394884153ea161951179e417db05ec58a999159265","observation_id":"0cea470f-7a17-4c26-8cfb-fa0d4082fdd7","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":"Zhao , title =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:59a20ddb4b438c3397de8cae5ba2a5c842ee7ea9eaeced2469dc6c1448bdb82d","observation_id":"e036480e-eaa2-400a-9d33-4bbaf81bbd67","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":"Zhao , title =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":47,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:7a87f159ff114edef15c9442d6a3659dc3f45e6992c88bfbccfeb06c65a9cb8b","observation_id":"7a25baee-0661-44d7-8b1d-f012d78c48e9","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":48,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:94c28f175a552887a520a70ea7eaa1bec36e1b1cac1d729979ab80c1fdb49d58","observation_id":"113acc4a-6df0-4a0b-aebc-14c5d22dadc4","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":49,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:605eca7062cad98f9bfe4998ef47d21e51d6557c2264365736b7a66493a6823e","observation_id":"99a93e9f-9416-41c7-b8b0-3adfd26d5c53","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":50,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:d612ca5380307dcdfba4b856aea36ecfeb6096fc526615be8742053cb0c68a4b","observation_id":"e09dfb82-2b4b-410d-89ca-9f4353e7956d","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":51,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:a50e4e2a8f27b6571a17343ddcb9c5cdb94e42827e263e10b24bbe68d0fc0e0b","observation_id":"bbdbbbf4-7976-45a8-b440-eac30f8317cf","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":52,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:4fad2ab20e588a7ea9e82d3b6d83be0b81f2340f273b94ccc4677dca034b6101","observation_id":"9f25c522-714e-4101-97d8-8e0b899abaa7","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":"Zhao , title =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":53,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:0e06a26bf4d1f26167c033110636579621da937c4f0f743ac61ee5dce756913d","observation_id":"bbec77a7-ebb3-4936-b650-69e8099c8e50","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":54,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:421f40954b93d63ca3a6e4d685276bd92cd378afff07de559350af15c460ca9e","observation_id":"b1507b51-b735-4bc4-a47e-3590a98556ee","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":55,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:861d2c498bd3b3c789268a66979862d5a0764ebf766df7be8b4371da2a991394","observation_id":"84fc29a7-7ca1-4bff-a76d-f21fe3053bc0","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":56,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:f57f94e68abfb062bdae71413267a966eeb6576882307d3dbe99bf73def03fc8","observation_id":"20762a61-7f3b-4b9f-9754-692dad4affa2","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":57,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:b9191b848cf677e95c580cc45273663aafdf22cc243a0aea4492925876ec5aea","observation_id":"37121f6a-6bbb-4d37-9192-877f7ca04ea3","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":58,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:3be9663b8100c27b3a5e6ad5834978527e10d934a63fb0368bb4c348af1f89bc","observation_id":"33d82b0d-c5ff-4ec3-8748-96781689ed7c","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":59,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:e561f0510d4fdc96f557ee5d3f923f1e1743db00f6035dbe48f7c717609193fa","observation_id":"ca3eabca-9227-41b3-9ee8-c283c2259be8","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":60,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:201b33488425007fae3b0c3ff6b8a114abb5f6b63334e97b6fc19afc33aa8f0d","observation_id":"13581385-984d-4611-bec3-2852019ce55b","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":61,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:dd901949640662376c67fbfa0babe00c57ea383ceb04422125afb18c59592fbd","observation_id":"e2771a2a-bec6-4e62-b543-24bc4ff566a6","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":"Ahmad Bashir and Mark Crovella and Saikat Guha and Krishna P","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":62,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:4eb8c5a7312189ba60830bc179f46add9cbfbf284a042cf66851463f2ca8b1f4","observation_id":"6c7b2320-db56-4c6a-b6b3-d27af28f2acf","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":63,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:21f77a64682f9b61261e63d0c811a0140d0a1d25dc38ef6f78a40aa201723b1f","observation_id":"df426637-a4ee-4a8e-894f-48446e2c6e84","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":64,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:968382fccf591a81aef37725840622d271916f4b666b5e59630a832e089793dc","observation_id":"51130d77-5cc2-4885-a00e-ede4fd055d5d","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":65,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:78214cbb0f0ba90eaf04ad51b7a4e8d023eebccbf1ff5edd4fb77878fa37ebe1","observation_id":"89cb25c4-dcef-4a22-b682-d0e317e20c24","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":66,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:e7d63fa411bce87fa83c32228813280c475314c7f81858f58a227d0387d52218","observation_id":"766cd686-3f6c-4f21-b977-da50b7ff7b2d","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":67,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:6f5b43074530bbbba9ad780f93f11bd7b2597cb34b1cc0a1f780d31c65ee7ce0","observation_id":"958ab2b1-90de-4d59-8d4c-08e8278f1134","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":68,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:cce672b9d36b63d893d5568b257602586e877fd16780629ee17c27343dd9c584","observation_id":"692878df-86b5-425f-a428-5a34d1750cdd","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":"Gummadi and Nishanth Sastry , title =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":69,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:4dce67ebf7a967eecbf0d380e38fee13bf7368e7d129e100b41f318c8bba8ac4","observation_id":"fab1dd52-daf1-4580-8a60-c8b0a39255ef","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":"Carley , title =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":70,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:c3b01f7e954610244731cdc9e6340c83b3eaabaffd85971abad34ac6d2d55d72","observation_id":"edda685a-c858-4b0d-89bf-8e99638c75c8","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":71,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:c3c353746556eec375ee5add8daf858aae8b9e3df1efca21ff38200754838b60","observation_id":"289c89dc-53a2-4b96-974a-040d6e226d63","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":72,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:d3112f76442e2141b5ad7402e70831bfaec5248202cc248de286a7dad6109a28","observation_id":"617ebabd-3756-4681-b942-07668c44e1f7","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":73,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:ac434aaaf4f9a9f3115e725564515e7a6b85eb7b45c4d35bd7b3c7d9a2a5707f","observation_id":"f95f630c-f8ee-4028-afa2-94848946fb61","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":74,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:1a0a4cc480c386a70632e2afbb2ba9648b858258c08ce66efaec238c0cb4ed2e","observation_id":"8fad3920-8e15-4994-8fda-cae64b183564","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":75,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:0d637e517f2c86d10059e14f6ec980bcfa26af35838f4e963aaede9447f5a225","observation_id":"e4f13b26-8837-46b8-b369-f9081698b1e0","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":76,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:1e4413f4dd6ca473a8f6fcee996c8e9bb76b1f907a4a812247eb569f45657363","observation_id":"41383a8c-ff7b-4011-bea5-bb68afe58c8c","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":77,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:359ed84820a0e9be353ee6a7e079c60f7add4c5a3dbef30b690ff3779dd4ed5d","observation_id":"07d4850f-3828-4529-85d0-4f8b17e58f6a","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":78,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:2885dffcc3fde6384beff05cb33c54db90d23ac7777fdd69cc581b0cea76b51c","observation_id":"a4a775f6-e480-4fb1-934e-3331dc36a5c7","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":79,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:efa0e8553cc363fc44b06fe59bd1ca0d8a5ff9cd3ea6295869d17216d907fef3","observation_id":"9d358730-ff44-4143-999e-0ac2fb5bc6b2","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":"Mazurek and Michael K","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":80,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:860ec9dbeb1802930dba5660b85ef9ede387ca51c8c6740d6372ac738867518c","observation_id":"5a4370f5-b859-4a96-99ba-fc2ee319bc51","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":81,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:ca06c965e5b95c8d04c73d60ca04348da2df52e5897d2383d2ac2bf6553fc251","observation_id":"c6accc09-626d-465d-a6ad-37dc864b76df","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":82,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:3c05122f9e8575797b34abb3330e8f78c305bef459f86838018fe5d74a5ca1ca","observation_id":"37082b43-e8c1-4d62-8d45-32d727a39130","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":83,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:88591545989c96e5807541db1e7a5f600a1bd67bf4125cd366b770b2b76b1a08","observation_id":"4a73ad33-b7fa-451a-aedc-843710119308","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":84,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:a72e0801d9ad9e81762a14a2696b6ed8ff192fc4c712504b21cacb37e0ae363d","observation_id":"cb3bbc8e-7e3e-4211-9445-74ab98b5c194","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":"Selcuk Uluagac and Raheem A","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":85,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:6ba8fd2c6665b7fcdd0b1a7ef6dbfa35501ca70bbff232a3cb379ab15503d5d2","observation_id":"486fd892-c44f-4e0e-8873-98358257a84b","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":86,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:9934bbf7139754538fdd5442ae24ea42af750299af8c0be80d6a898f82613d26","observation_id":"71c979c6-5a0c-4714-951d-e79a5fb47f0c","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":87,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:94d623a108d42ec4a38448974f23edbf762c57e8332588aa64bdefa5f5e7e465","observation_id":"a56f65a9-25ac-4f41-b41f-8abd6ab3d4c6","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":88,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:576592c3637e2219f5b9d2ac5fc65cdadb3b2c25f7f3999ed1a637318b60c11d","observation_id":"fe748f9d-737a-456d-bdcf-a50e3214aa20","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":89,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:522eff1dcf8c0cf3d4deb862cac3822deda16b9e4dcd125a49ae05921214c862","observation_id":"1a83e0dd-604e-4572-9fc6-e9c812b3d418","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":90,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:2fcc6068a08e3b14583747da05777d84de89ddf8610a015041c05f3d21aa95b5","observation_id":"a09adf99-0e99-4ff3-9045-7f596f575594","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":91,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:43910eb1ad1070be4da4f81f38c39afaef6bc9ffd04b33f7d35ceeda848b410d","observation_id":"0193d31a-e587-49e8-94a7-5577e54451cd","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":92,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:781e3e32f87a471f250c68d41713f1df7435e8a727147a8cd039b91207272d4b","observation_id":"6f787249-1792-4158-b005-a30e15935e06","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":93,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:26e2e600f25a4b1c0221ef271c8468bf9ce04d6591b218ced21a82fc93079ae1","observation_id":"88421d34-e5ae-4e5b-90b2-4f79ed1ff98e","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":94,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:cb95be9af4b617b29618ae64dc724671a614cab52080839cfa2845e8c7209c2f","observation_id":"1d975484-0744-46d4-bdb2-3491ee779b4e","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":95,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:f08cb9107d51e6775d17cac321d453e37d5f3ea9aeffb4057bcc3228519df50c","observation_id":"911aa58b-0d70-4d02-9a10-fef7822ffaee","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":96,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:af98a049acdc6c0ca4b2456a4dfec04b48f90fc872574758db83df9a1013cf92","observation_id":"4dbc19f3-74cc-4b3e-87e3-f8758278a8a8","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":97,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:3fa2abd8328bc18b11579f3f10437b80f0fdeff2a3f5244001256e8925ec883f","observation_id":"5d74eb89-00d9-472c-80f2-094079def41b","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":98,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:5f094aaf281c76998112b2d6f562ab24a9af9089186b5f49770d27af113a5cc4","observation_id":"0d18a7e6-51c6-4a2b-9482-f066b4de42b0","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":99,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:a6c81a271dfc88e406b064bc6a6379a93098905f8f6f489f85025fdc133b2b03","observation_id":"07feb0c7-fb5f-4703-aa26-2f4992ae1f7c","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-27T01:10:46.747327Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer","version":1},"reference_index":100,"source":"arxiv_source","source_observed_at":"2026-06-27T01:10:46.747327Z"},"links":{"citing_paper":"/paper/2606.17609"},"observation_digest":"sha256:7ccb69033b1de38626404e64186ffa5393c6fdef2b6ba7e97145e6e5112830ff","observation_id":"f339c48f-ad34-4fee-8eda-6424a1b595a7","resolution":{"observed_at":"2026-06-27T01:10:46.747327Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2606.17609","last_updated":"2026-06-16T07:14:52Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-11T03:27:46.845390Z","submitted_at":"2026-06-16T07:14:52Z","title":"The Benchmark Illusion: Pruned LLMs Can Pass Multiple Choice but Fail to Answer"},"reference_resolution":{"displayed":100,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":100,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":300},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"thesis":"As of 15 August 2026, this Paper Citation Record lists 100 of 300 outbound references and 1 inbound Pith citation observation for arXiv:2606.17609."}