{"as_of":"2026-08-09T16:38:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:d38ffcac970c7e465e9bf40ec6aec496aab2def4d1dc1eb7a6934de13db8ad5a","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":14,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":14,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":14,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":14,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-09T05:30:40.772943Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-03T10:17:57.221151Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2406.07545","last_updated":"2024-06-11T17:59:47Z","snapshot_observed_at":"2026-08-09T04:16:29.111894Z","submitted_at":"2024-06-11T17:59:47Z","title":"Open-LLM-Leaderboard: From Multi-choice to Open-style Questions for LLMs Evaluation, Benchmark, and Arena","version":1},"cited_work":{"arxiv_id":"2406.07545","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2406.07545","snapshot_observed_at":"2026-07-03T10:17:57.221151Z","title":"Open-llm-leaderboard: From multi-choice to open-style questions for llms evaluation, benchmark, and arena","venue":null,"work_id":"71efec6d-6ac2-4414-8881-f16753bb72a3","year":2024},"citing_paper":{"arxiv_id":"2410.17196","last_updated":"2024-12-11T15:45:21Z","snapshot_observed_at":"2026-07-06T19:37:56.214143Z","submitted_at":"2024-10-22T17:15:20Z","title":"VoiceBench: Benchmarking LLM-Based Voice Assistants","version":3},"reference_index":90,"source":"arxiv_source","source_observed_at":"2026-05-17T00:50:13.841689Z"},"links":{"cited_paper":"/paper/2406.07545","citing_paper":"/paper/2410.17196"},"observation_digest":"sha256:93063a8b864dd407e1e6c31a973be8866ccad9288dcc0bf87b90c21eb8602aa6","observation_id":"cbee2a8d-6a73-4c03-bd79-2bfedb1e788f","resolution":{"observed_at":"2026-05-17T00:50:14.000184Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.07545","last_updated":"2024-06-11T17:59:47Z","snapshot_observed_at":"2026-08-09T04:16:29.111894Z","submitted_at":"2024-06-11T17:59:47Z","title":"Open-LLM-Leaderboard: From Multi-choice to Open-style Questions for LLMs Evaluation, Benchmark, and Arena","version":1},"cited_work":{"arxiv_id":"2406.07545","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2406.07545","snapshot_observed_at":"2026-07-03T10:17:57.221151Z","title":"Open-llm-leaderboard: From multi-choice to open-style questions for llms evaluation, benchmark, and arena","venue":null,"work_id":"71efec6d-6ac2-4414-8881-f16753bb72a3","year":2024},"citing_paper":{"arxiv_id":"2412.05579","last_updated":"2024-12-10T05:49:12Z","snapshot_observed_at":"2026-07-31T01:42:39.468673Z","submitted_at":"2024-12-07T08:07:24Z","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","version":2},"reference_index":166,"source":"pdf_text","source_observed_at":"2026-05-11T23:08:34.312466Z"},"links":{"cited_paper":"/paper/2406.07545","citing_paper":"/paper/2412.05579"},"observation_digest":"sha256:16f86f364b20e76552113e0ba50a4258cc229d374eaf512415295c50f643e3f7","observation_id":"c79cca48-3ef8-47d3-b589-8fb08bb09684","resolution":{"observed_at":"2026-05-11T23:11:13.386774Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.07545","last_updated":"2024-06-11T17:59:47Z","snapshot_observed_at":"2026-08-09T04:16:29.111894Z","submitted_at":"2024-06-11T17:59:47Z","title":"Open-LLM-Leaderboard: From Multi-choice to Open-style Questions for LLMs Evaluation, Benchmark, and Arena","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.07545","snapshot_observed_at":"2026-08-09T05:30:40.772943Z","title":"URL https://aclanthology.org/2020","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2502.03261","last_updated":"2025-05-19T19:40:22Z","snapshot_observed_at":"2026-08-09T05:17:40.383223Z","submitted_at":"2025-02-05T15:17:25Z","title":"CARROT: A Cost Aware Rate Optimal Router","version":2},"reference_index":2020,"source":"pdf_text","source_observed_at":"2026-08-09T05:30:40.772943Z"},"links":{"cited_paper":"/paper/2406.07545","citing_paper":"/paper/2502.03261"},"observation_digest":"sha256:879ba9fd785afc46c3658c47e5dd6f36311d5826f78f9aad0ca7628ee280cc16","observation_id":"54984122-afbb-486b-a687-06d47e20df1d","resolution":{"observed_at":"2026-08-09T05:30:40.772943Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.07545","last_updated":"2024-06-11T17:59:47Z","snapshot_observed_at":"2026-08-09T04:16:29.111894Z","submitted_at":"2024-06-11T17:59:47Z","title":"Open-LLM-Leaderboard: From Multi-choice to Open-style Questions for LLMs Evaluation, Benchmark, and Arena","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.07545","snapshot_observed_at":"2026-08-07T11:36:10.030772Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.01793","last_updated":"2025-06-02T15:33:29Z","snapshot_observed_at":"2026-08-07T12:17:10.730587Z","submitted_at":"2025-06-02T15:33:29Z","title":"Human-Centric Evaluation for Foundation Models","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-07T11:36:10.030772Z"},"links":{"cited_paper":"/paper/2406.07545","citing_paper":"/paper/2506.01793"},"observation_digest":"sha256:b20773c5ea9015c508aabc60e952feb29dcae0960cbac306c938f804d8fd2dc0","observation_id":"d031f4f1-005b-4baf-8be1-021ff3e3a4fa","resolution":{"observed_at":"2026-08-07T11:36:10.030772Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.07545","last_updated":"2024-06-11T17:59:47Z","snapshot_observed_at":"2026-08-09T04:16:29.111894Z","submitted_at":"2024-06-11T17:59:47Z","title":"Open-LLM-Leaderboard: From Multi-choice to Open-style Questions for LLMs Evaluation, Benchmark, and Arena","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.07545","snapshot_observed_at":"2026-08-07T11:32:57.059533Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.01954","last_updated":"2025-06-02T17:59:51Z","snapshot_observed_at":"2026-08-09T04:28:33.237782Z","submitted_at":"2025-06-02T17:59:51Z","title":"DRAG: Distilling RAG for SLMs from LLMs to Transfer Knowledge and Mitigate Hallucination via Evidence and Graph-based Distillation","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-07T11:32:57.059533Z"},"links":{"cited_paper":"/paper/2406.07545","citing_paper":"/paper/2506.01954"},"observation_digest":"sha256:54a9bb6994dc94223b7b9587239ae863e7b471300ab586c6f29d2e3b3af5e2fb","observation_id":"47cbe7f8-93d0-48a8-82ed-ba153745657c","resolution":{"observed_at":"2026-08-07T11:32:57.059533Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.07545","last_updated":"2024-06-11T17:59:47Z","snapshot_observed_at":"2026-08-09T04:16:29.111894Z","submitted_at":"2024-06-11T17:59:47Z","title":"Open-LLM-Leaderboard: From Multi-choice to Open-style Questions for LLMs Evaluation, Benchmark, and Arena","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.07545","snapshot_observed_at":"2026-08-07T12:41:40.029820Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.22439","last_updated":"2025-05-29T20:56:48Z","snapshot_observed_at":"2026-08-07T12:35:44.372305Z","submitted_at":"2025-05-29T20:56:48Z","title":"Psycholinguistic Word Features: a New Approach for the Evaluation of LLMs Alignment with Humans","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-07T12:41:40.029820Z"},"links":{"cited_paper":"/paper/2406.07545","citing_paper":"/paper/2506.22439"},"observation_digest":"sha256:cda22b5212faad0ea6619683213e64e190c1f37cccde37a830dc81374ea54c94","observation_id":"2a45c7a3-b8cd-497e-8811-e2f50673d835","resolution":{"observed_at":"2026-08-07T12:41:40.029820Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.07545","last_updated":"2024-06-11T17:59:47Z","snapshot_observed_at":"2026-08-09T04:16:29.111894Z","submitted_at":"2024-06-11T17:59:47Z","title":"Open-LLM-Leaderboard: From Multi-choice to Open-style Questions for LLMs Evaluation, Benchmark, and Arena","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.07545","snapshot_observed_at":"2026-08-05T17:57:17.759571Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.15478","last_updated":"2025-09-04T11:23:22Z","snapshot_observed_at":"2026-08-09T01:38:16.786250Z","submitted_at":"2025-08-21T11:56:05Z","title":"SLM-Bench: A Comprehensive Benchmark of Small Language Models on Environmental Impacts--Extended Version","version":2},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-05T17:57:17.759571Z"},"links":{"cited_paper":"/paper/2406.07545","citing_paper":"/paper/2508.15478"},"observation_digest":"sha256:2093bc8de6455ad1f78d3ee3ff5f11d3bd8097d001d9c219b848b7f25d2795ab","observation_id":"8fe4b995-1c8b-407f-b102-12b70a3744c7","resolution":{"observed_at":"2026-08-05T17:57:17.759571Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.07545","last_updated":"2024-06-11T17:59:47Z","snapshot_observed_at":"2026-08-09T04:16:29.111894Z","submitted_at":"2024-06-11T17:59:47Z","title":"Open-LLM-Leaderboard: From Multi-choice to Open-style Questions for LLMs Evaluation, Benchmark, and Arena","version":1},"cited_work":{"arxiv_id":"2406.07545","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2406.07545","snapshot_observed_at":"2026-07-03T10:17:57.221151Z","title":"Open-llm-leaderboard: From multi-choice to open-style questions for llms evaluation, benchmark, and arena","venue":null,"work_id":"71efec6d-6ac2-4414-8881-f16753bb72a3","year":2024},"citing_paper":{"arxiv_id":"2509.19590","last_updated":"2026-05-16T01:07:51Z","snapshot_observed_at":"2026-07-06T22:30:36.671861Z","submitted_at":"2025-09-23T21:29:04Z","title":"Position: AI Evaluations Should be Grounded on a Theory of Capability","version":2},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-05-21T21:57:55.834632Z"},"links":{"cited_paper":"/paper/2406.07545","citing_paper":"/paper/2509.19590"},"observation_digest":"sha256:3d6d8767de66f2be813b9b3294e677e722808bdc8237e1dde118d244b2073181","observation_id":"7727e9bb-03d0-4a6f-908e-27a44bdca87b","resolution":{"observed_at":"2026-05-21T22:00:41.530217Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.07545","last_updated":"2024-06-11T17:59:47Z","snapshot_observed_at":"2026-08-09T04:16:29.111894Z","submitted_at":"2024-06-11T17:59:47Z","title":"Open-LLM-Leaderboard: From Multi-choice to Open-style Questions for LLMs Evaluation, Benchmark, and Arena","version":1},"cited_work":{"arxiv_id":"2406.07545","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2406.07545","snapshot_observed_at":"2026-07-03T10:17:57.221151Z","title":"Open-llm-leaderboard: From multi-choice to open-style questions for llms evaluation, benchmark, and arena","venue":null,"work_id":"71efec6d-6ac2-4414-8881-f16753bb72a3","year":2024},"citing_paper":{"arxiv_id":"2601.20251","last_updated":"2026-05-08T20:35:11Z","snapshot_observed_at":"2026-07-06T22:43:17.026472Z","submitted_at":"2026-01-28T04:59:20Z","title":"Efficient Evaluation of LLM Performance with Statistical Guarantees","version":3},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-05-16T10:58:40.958435Z"},"links":{"cited_paper":"/paper/2406.07545","citing_paper":"/paper/2601.20251"},"observation_digest":"sha256:e2499e7e69bc73e8131ed96fc9b861816be4e798c0aa9acef0300e97a9760a31","observation_id":"437054b5-47cb-4991-b811-c6b8ac66e482","resolution":{"observed_at":"2026-05-16T11:00:51.716995Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.07545","last_updated":"2024-06-11T17:59:47Z","snapshot_observed_at":"2026-08-09T04:16:29.111894Z","submitted_at":"2024-06-11T17:59:47Z","title":"Open-LLM-Leaderboard: From Multi-choice to Open-style Questions for LLMs Evaluation, Benchmark, and Arena","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.07545","snapshot_observed_at":"2026-08-02T21:28:05.759485Z","title":"Ho, Han Liu, et al","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2602.20135","last_updated":"2026-02-23T18:46:27Z","snapshot_observed_at":"2026-08-03T16:16:16.369627Z","submitted_at":"2026-02-23T18:46:27Z","title":"KNIGHT: Knowledge Graph-Driven Multiple-Choice Question Generation with Adaptive Hardness Calibration","version":1},"reference_index":62,"source":"pdf_text","source_observed_at":"2026-08-02T21:28:05.759485Z"},"links":{"cited_paper":"/paper/2406.07545","citing_paper":"/paper/2602.20135"},"observation_digest":"sha256:38958604fafded347b527da6b097b27945b7ef60b3468f27c959bf1f3b0add24","observation_id":"9abee72f-ed8b-4cc7-bed1-4b05ec0a9710","resolution":{"observed_at":"2026-08-02T21:28:05.759485Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.07545","last_updated":"2024-06-11T17:59:47Z","snapshot_observed_at":"2026-08-09T04:16:29.111894Z","submitted_at":"2024-06-11T17:59:47Z","title":"Open-LLM-Leaderboard: From Multi-choice to Open-style Questions for LLMs Evaluation, Benchmark, and Arena","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.07545","snapshot_observed_at":"2026-07-15T13:17:48.274611Z","title":"Open-LLM-leaderboard: From multi-choice to open-style questions for LLMs evaluation, benchmark, and arena.arXiv preprint arXiv:2406.07545, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2603.10044","last_updated":"2026-06-03T17:59:34Z","snapshot_observed_at":"2026-08-01T15:08:27.655089Z","submitted_at":"2026-03-08T01:37:45Z","title":"Safety Under Scaffolding: How Evaluation Conditions Shape Measured Safety","version":2},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-07-15T13:17:48.274611Z"},"links":{"cited_paper":"/paper/2406.07545","citing_paper":"/paper/2603.10044"},"observation_digest":"sha256:d289011f899aba699c284a6a4854189dc71b8dc125141ed96435d1095193b82f","observation_id":"b9726ac4-c6f7-42ef-9a95-0595c74e9aae","resolution":{"observed_at":"2026-07-15T13:17:48.274611Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.07545","last_updated":"2024-06-11T17:59:47Z","snapshot_observed_at":"2026-08-09T04:16:29.111894Z","submitted_at":"2024-06-11T17:59:47Z","title":"Open-LLM-Leaderboard: From Multi-choice to Open-style Questions for LLMs Evaluation, Benchmark, and Arena","version":1},"cited_work":{"arxiv_id":"2406.07545","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2406.07545","snapshot_observed_at":"2026-07-03T10:17:57.221151Z","title":"Open-llm-leaderboard: From multi-choice to open-style questions for llms evaluation, benchmark, and arena","venue":null,"work_id":"71efec6d-6ac2-4414-8881-f16753bb72a3","year":2024},"citing_paper":{"arxiv_id":"2604.19786","last_updated":"2026-07-29T21:26:11Z","snapshot_observed_at":"2026-08-02T23:16:53.127257Z","submitted_at":"2026-03-31T18:54:15Z","title":"HumorRank: A Tournament-Based Leaderboard for Evaluating Humor Generation in Large Language Models","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-05-13T23:07:38.352198Z"},"links":{"cited_paper":"/paper/2406.07545","citing_paper":"/paper/2604.19786"},"observation_digest":"sha256:d226e265c5818960502a6f52f6889d14475fc3916e84e1b79c70f59ef109cb4d","observation_id":"5a9037bc-3af2-4654-baba-8e4918c7f508","resolution":{"observed_at":"2026-05-13T23:08:25.171011Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.07545","last_updated":"2024-06-11T17:59:47Z","snapshot_observed_at":"2026-08-09T04:16:29.111894Z","submitted_at":"2024-06-11T17:59:47Z","title":"Open-LLM-Leaderboard: From Multi-choice to Open-style Questions for LLMs Evaluation, Benchmark, and Arena","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.07545","snapshot_observed_at":"2026-08-02T17:05:10.686785Z","title":"Open-llm-leaderboard: From multi-choice to open-style questions for llms evaluation, benchmark, and arena","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2604.19786","last_updated":"2026-07-29T21:26:11Z","snapshot_observed_at":"2026-08-02T23:16:53.127257Z","submitted_at":"2026-03-31T18:54:15Z","title":"HumorRank: A Tournament-Based Leaderboard for Evaluating Humor Generation in Large Language Models","version":3},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-02T17:05:10.686785Z"},"links":{"cited_paper":"/paper/2406.07545","citing_paper":"/paper/2604.19786"},"observation_digest":"sha256:f933afa92bc73d6e78d9e4f4e34529783ad6978d8012cf89f56fdefa734a4881","observation_id":"9cd40c27-7468-4b36-8464-767b41362652","resolution":{"observed_at":"2026-08-02T17:05:10.686785Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.07545","last_updated":"2024-06-11T17:59:47Z","snapshot_observed_at":"2026-08-09T04:16:29.111894Z","submitted_at":"2024-06-11T17:59:47Z","title":"Open-LLM-Leaderboard: From Multi-choice to Open-style Questions for LLMs Evaluation, Benchmark, and Arena","version":1},"cited_work":{"arxiv_id":"2406.07545","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2406.07545","snapshot_observed_at":"2026-07-03T10:17:57.221151Z","title":"Open-llm-leaderboard: From multi-choice to open-style questions for llms evaluation, benchmark, and arena","venue":null,"work_id":"71efec6d-6ac2-4414-8881-f16753bb72a3","year":2024},"citing_paper":{"arxiv_id":"2606.11643","last_updated":"2026-06-10T04:07:41Z","snapshot_observed_at":"2026-08-08T06:54:54.922502Z","submitted_at":"2026-06-10T04:07:41Z","title":"Improving Cross-Format Robustness in Language Models with Multi-Format Training","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-06-27T10:13:22.927828Z"},"links":{"cited_paper":"/paper/2406.07545","citing_paper":"/paper/2606.11643"},"observation_digest":"sha256:9ed2e05a503264ec347196c4c66e24d3d5bc78d0590809890ecc0ff323c68356","observation_id":"7d54dfb1-535a-410c-bd23-840e74d9d914","resolution":{"observed_at":"2026-07-03T10:17:57.222547Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2406.07545/citation-record","integrity":"/paper/2406.07545/integrity","json":"/paper/2406.07545/citation-record.json","paper":"/paper/2406.07545"},"outbound":[],"paper":{"arxiv_id":"2406.07545","last_updated":"2024-06-11T17:59:47Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-09T04:16:29.111894Z","submitted_at":"2024-06-11T17:59:47Z","title":"Open-LLM-Leaderboard: From Multi-choice to Open-style Questions for LLMs Evaluation, Benchmark, and Arena"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 14 inbound Pith citation observations for arXiv:2406.07545."}