{"as_of":"2026-08-09T16:59:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:cc0dda1897119e5b04ba5f52d4e349bde727ed576570253c0ec9d0ce0f54509f","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":7,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":7,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":7,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":7,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-08T14:46:29.659804Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":1,"source":"arxiv_reference","source_observed_at":"2026-08-05T02:28:24.338817Z","state":"measured"}],"external_citation_measurements":[{"count":7,"observed_at":"2026-08-05T02:28:24.338817Z","source":"arxiv_reference"}],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2403.17752","last_updated":"2024-05-23T13:32:25Z","snapshot_observed_at":"2026-07-06T17:51:02.529047Z","submitted_at":"2024-03-26T14:43:48Z","title":"Can multiple-choice questions really be useful in detecting the abilities of LLMs?","version":3},"cited_work":{"arxiv_id":"2403.17752","doi":"10.48550/arxiv.2403.17752","metadata_source":"arxiv_reference","pith_arxiv_id":"2403.17752","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Can multiple- choice questions really be useful in detecting the abilities of llms?","venue":"arXiv (Cornell University)","work_id":"b97fd071-70e3-45d0-984d-70e56f8637cd","year":2024},"citing_paper":{"arxiv_id":"2409.00084","last_updated":"2024-09-04T08:22:28Z","snapshot_observed_at":"2026-08-02T15:53:32.867922Z","submitted_at":"2024-08-25T14:50:47Z","title":"Vision-Language and Large Language Model Performance in Gastroenterology: GPT, Claude, Llama, Phi, Mistral, Gemma, and Quantized Models","version":2},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-05-23T22:15:52.638622Z"},"links":{"cited_paper":"/paper/2403.17752","citing_paper":"/paper/2409.00084"},"observation_digest":"sha256:679d33e67ec3a64b2fea6ff399dd2eb558ce9e04ff17b1962676d4e05e2acc7d","observation_id":"8d466641-af47-46df-b93e-fc39786e1f3a","resolution":{"observed_at":"2026-05-23T22:18:31.878279Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2403.17752","last_updated":"2024-05-23T13:32:25Z","snapshot_observed_at":"2026-07-06T17:51:02.529047Z","submitted_at":"2024-03-26T14:43:48Z","title":"Can multiple-choice questions really be useful in detecting the abilities of LLMs?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.17752","snapshot_observed_at":"2026-08-08T14:46:29.659804Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2502.06666","last_updated":"2025-02-10T16:52:39Z","snapshot_observed_at":"2026-08-08T14:41:05.595018Z","submitted_at":"2025-02-10T16:52:39Z","title":"Automatic Evaluation of Healthcare LLMs Beyond Question-Answering","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-08T14:46:29.659804Z"},"links":{"cited_paper":"/paper/2403.17752","citing_paper":"/paper/2502.06666"},"observation_digest":"sha256:605a4f6ac4f820c029ba57a5546383e71461f2c8559032941b2ca9392da11ff4","observation_id":"06638153-b732-4a2b-b7cd-4d6773385d08","resolution":{"observed_at":"2026-08-08T14:46:29.659804Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.17752","last_updated":"2024-05-23T13:32:25Z","snapshot_observed_at":"2026-07-06T17:51:02.529047Z","submitted_at":"2024-03-26T14:43:48Z","title":"Can multiple-choice questions really be useful in detecting the abilities of LLMs?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.17752","snapshot_observed_at":"2026-08-06T15:40:19.156591Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.15349","last_updated":"2025-08-27T16:50:45Z","snapshot_observed_at":"2026-08-08T14:35:59.872910Z","submitted_at":"2025-07-21T08:01:43Z","title":"Scaling Decentralized Learning with FLock","version":2},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-06T15:40:19.156591Z"},"links":{"cited_paper":"/paper/2403.17752","citing_paper":"/paper/2507.15349"},"observation_digest":"sha256:70906ed2534e5ccfcc1bdbd30f407f6caac889e0b7595a0c20cb8c54b316743a","observation_id":"3be4421e-4f5b-46b1-9241-d222b0a3d1ff","resolution":{"observed_at":"2026-08-06T15:40:19.156591Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.17752","last_updated":"2024-05-23T13:32:25Z","snapshot_observed_at":"2026-07-06T17:51:02.529047Z","submitted_at":"2024-03-26T14:43:48Z","title":"Can multiple-choice questions really be useful in detecting the abilities of LLMs?","version":3},"cited_work":{"arxiv_id":"2403.17752","doi":"10.48550/arxiv.2403.17752","metadata_source":"arxiv_reference","pith_arxiv_id":"2403.17752","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Can multiple- choice questions really be useful in detecting the abilities of llms?","venue":"arXiv (Cornell University)","work_id":"b97fd071-70e3-45d0-984d-70e56f8637cd","year":2024},"citing_paper":{"arxiv_id":"2507.15707","last_updated":"2026-04-27T20:35:43Z","snapshot_observed_at":"2026-08-07T07:03:48.994890Z","submitted_at":"2025-07-21T15:15:30Z","title":"Is Large Language Model Performance on Reasoning Tasks Impacted by Different Ways Questions Are Asked?","version":2},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-05-19T03:52:56.761396Z"},"links":{"cited_paper":"/paper/2403.17752","citing_paper":"/paper/2507.15707"},"observation_digest":"sha256:16ccfb594ec354ae7435b58cb3372febcca76741cde789cfc9130996679079c3","observation_id":"5629695e-ec7c-4fc7-9ba2-1f997fd2b78b","resolution":{"observed_at":"2026-05-19T03:57:03.027966Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2403.17752","last_updated":"2024-05-23T13:32:25Z","snapshot_observed_at":"2026-07-06T17:51:02.529047Z","submitted_at":"2024-03-26T14:43:48Z","title":"Can multiple-choice questions really be useful in detecting the abilities of LLMs?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.17752","snapshot_observed_at":"2026-08-05T23:25:38.225587Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.05429","last_updated":"2025-08-08T01:24:20Z","snapshot_observed_at":"2026-08-09T13:16:21.232682Z","submitted_at":"2025-08-07T14:17:43Z","title":"MyCulture: Exploring Malaysia's Diverse Culture under Low-Resource Language Constraints","version":2},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-05T23:25:38.225587Z"},"links":{"cited_paper":"/paper/2403.17752","citing_paper":"/paper/2508.05429"},"observation_digest":"sha256:ec5c999a8351c81503c0a739ed67ba5a9b560e74fc33e8297b5befae39b4798a","observation_id":"9d5420fc-1229-469c-84a3-aff64c8ed38e","resolution":{"observed_at":"2026-08-05T23:25:38.225587Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.17752","last_updated":"2024-05-23T13:32:25Z","snapshot_observed_at":"2026-07-06T17:51:02.529047Z","submitted_at":"2024-03-26T14:43:48Z","title":"Can multiple-choice questions really be useful in detecting the abilities of LLMs?","version":3},"cited_work":{"arxiv_id":"2403.17752","doi":"10.48550/arxiv.2403.17752","metadata_source":"arxiv_reference","pith_arxiv_id":"2403.17752","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Can multiple- choice questions really be useful in detecting the abilities of llms?","venue":"arXiv (Cornell University)","work_id":"b97fd071-70e3-45d0-984d-70e56f8637cd","year":2024},"citing_paper":{"arxiv_id":"2605.01846","last_updated":"2026-05-03T12:29:41Z","snapshot_observed_at":"2026-08-02T16:04:49.513692Z","submitted_at":"2026-05-03T12:29:41Z","title":"Do Large Language Models Plan Answer Positions? Position Bias in Multiple-Choice Question Generation","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-05-09T17:23:50.486306Z"},"links":{"cited_paper":"/paper/2403.17752","citing_paper":"/paper/2605.01846"},"observation_digest":"sha256:377d22629dfe4729eaf0d1796dbf854f2a8b148f11d7b2e3d040f50edbad29a9","observation_id":"0243b014-6b7a-4643-b1eb-828a6c052df6","resolution":{"observed_at":"2026-05-09T21:33:29.608043Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2403.17752","last_updated":"2024-05-23T13:32:25Z","snapshot_observed_at":"2026-07-06T17:51:02.529047Z","submitted_at":"2024-03-26T14:43:48Z","title":"Can multiple-choice questions really be useful in detecting the abilities of LLMs?","version":3},"cited_work":{"arxiv_id":"2403.17752","doi":"10.48550/arxiv.2403.17752","metadata_source":"arxiv_reference","pith_arxiv_id":"2403.17752","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Can multiple- choice questions really be useful in detecting the abilities of llms?","venue":"arXiv (Cornell University)","work_id":"b97fd071-70e3-45d0-984d-70e56f8637cd","year":2024},"citing_paper":{"arxiv_id":"2605.12529","last_updated":"2026-04-15T10:56:08Z","snapshot_observed_at":"2026-08-01T15:54:04.993991Z","submitted_at":"2026-04-15T10:56:08Z","title":"BackFlush: Knowledge-Free Backdoor Detection and Elimination with Watermark Preservation in Large Language Models","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-05-14T21:01:10.756844Z"},"links":{"cited_paper":"/paper/2403.17752","citing_paper":"/paper/2605.12529"},"observation_digest":"sha256:45ee2170c06f3984d446fe9f9eb816f2bf63bbf11dbf1ea9df48ae3b0bd11e79","observation_id":"e7a5022c-b761-49bd-bdca-510e3314b8af","resolution":{"observed_at":"2026-05-14T21:02:58.953803Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2403.17752/citation-record","integrity":"/paper/2403.17752/integrity","json":"/paper/2403.17752/citation-record.json","paper":"/paper/2403.17752"},"outbound":[],"paper":{"arxiv_id":"2403.17752","last_updated":"2024-05-23T13:32:25Z","latest_version":3,"primary_category":"cs.CL","snapshot_observed_at":"2026-07-06T17:51:02.529047Z","submitted_at":"2024-03-26T14:43:48Z","title":"Can multiple-choice questions really be useful in detecting the abilities of LLMs?"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 7 inbound Pith citation observations for arXiv:2403.17752."}