{"as_of":"2026-08-19T09:45:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:26374849d9629c5bd4036de190e80302a4d2987fb63ba0cef970d424cd835498","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":18,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":18,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-19T06:32:44.657259+00:00","state":"measured"},{"denominator":18,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":18,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-15T23:13:24.680011Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-04T05:09:36.772485Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2508.15361","last_updated":"2025-08-21T08:43:35Z","snapshot_observed_at":"2026-08-15T17:59:42.381369Z","submitted_at":"2025-08-21T08:43:35Z","title":"A Survey on Large Language Model Benchmarks","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2508.15361","snapshot_observed_at":"2026-08-15T23:13:24.680011Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.05225","last_updated":"2025-09-03T11:11:28Z","snapshot_observed_at":"2026-08-18T10:24:02.482709Z","submitted_at":"2025-05-08T13:16:49Z","title":"QualBench: Benchmarking Chinese LLMs with Localized Professional Qualifications for Vertical Domain Evaluation","version":2},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-15T23:13:24.680011Z"},"links":{"cited_paper":"/paper/2508.15361","citing_paper":"/paper/2505.05225"},"observation_digest":"sha256:ddd3e5968f2f568ec9df108529b0be7b3908a3d3ebf19c67d02e1e5fe4ef172f","observation_id":"7d9b07c0-a263-4ad8-bc88-041e23cf45a8","resolution":{"observed_at":"2026-08-15T23:13:24.680011Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2508.15361","last_updated":"2025-08-21T08:43:35Z","snapshot_observed_at":"2026-08-15T17:59:42.381369Z","submitted_at":"2025-08-21T08:43:35Z","title":"A Survey on Large Language Model Benchmarks","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2508.15361","snapshot_observed_at":"2026-08-15T15:47:42.882488Z","title":"URLhttp: //www.aclweb.org/anthology/P11-1015","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2509.25359","last_updated":"2026-06-10T08:42:11Z","snapshot_observed_at":"2026-08-17T21:47:42.123780Z","submitted_at":"2025-09-29T18:08:47Z","title":"Geometric Metrics and LLMs: What They Measure and When They Work","version":2},"reference_index":2011,"source":"pdf_text","source_observed_at":"2026-08-15T15:47:42.882488Z"},"links":{"cited_paper":"/paper/2508.15361","citing_paper":"/paper/2509.25359"},"observation_digest":"sha256:44def57ea33073af0d533be9cbd04d77fcdf940bf7d4933c98c11608b7a983f7","observation_id":"1906bceb-aa64-460b-b17d-08968dbc2cad","resolution":{"observed_at":"2026-08-15T15:47:42.882488Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2508.15361","last_updated":"2025-08-21T08:43:35Z","snapshot_observed_at":"2026-08-15T17:59:42.381369Z","submitted_at":"2025-08-21T08:43:35Z","title":"A Survey on Large Language Model Benchmarks","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2508.15361","snapshot_observed_at":"2026-08-03T12:32:11.218878Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2601.15297","last_updated":"2026-07-29T21:45:33Z","snapshot_observed_at":"2026-08-17T05:51:23.020183Z","submitted_at":"2026-01-06T00:02:11Z","title":"AfriEconQA: A Benchmark for Quantitative and Temporal Reasoning over World Bank Economic Reports","version":3},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-03T12:32:11.218878Z"},"links":{"cited_paper":"/paper/2508.15361","citing_paper":"/paper/2601.15297"},"observation_digest":"sha256:34f908494dd4707b284faa7d9bfa1fcc7c617edf12fe660c3269ca803971dc38","observation_id":"07fe1144-ddf9-4df4-b08b-c07c736bcc2d","resolution":{"observed_at":"2026-08-03T12:32:11.218878Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2508.15361","last_updated":"2025-08-21T08:43:35Z","snapshot_observed_at":"2026-08-15T17:59:42.381369Z","submitted_at":"2025-08-21T08:43:35Z","title":"A Survey on Large Language Model Benchmarks","version":1},"cited_work":{"arxiv_id":"2508.15361","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2508.15361","snapshot_observed_at":"2026-07-04T05:09:36.772485Z","title":"A survey on large language model benchmarks, 2025a","venue":null,"work_id":"8d88765b-fed2-44c6-9298-d24da64f7f20","year":2025},"citing_paper":{"arxiv_id":"2602.02188","last_updated":"2026-04-09T18:30:49Z","snapshot_observed_at":"2026-08-14T15:18:32.044060Z","submitted_at":"2026-02-02T14:55:48Z","title":"Reasoning in a Combinatorial and Constrained World: Benchmarking LLMs on Natural-Language Combinatorial Optimization","version":2},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-05-16T08:18:52.540487Z"},"links":{"cited_paper":"/paper/2508.15361","citing_paper":"/paper/2602.02188"},"observation_digest":"sha256:4bea311518145d1631447fa9a7195a7b1756dd4a0069f688ad5c53abb43d48de","observation_id":"5f724800-82da-4ebd-abcf-5d6369148920","resolution":{"observed_at":"2026-05-16T08:20:46.009392Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2508.15361","last_updated":"2025-08-21T08:43:35Z","snapshot_observed_at":"2026-08-15T17:59:42.381369Z","submitted_at":"2025-08-21T08:43:35Z","title":"A Survey on Large Language Model Benchmarks","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2508.15361","snapshot_observed_at":"2026-08-03T05:04:13.908579Z","title":"A survey on large language model benchmarks, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2602.03238","last_updated":"2026-08-06T02:44:01Z","snapshot_observed_at":"2026-08-18T02:12:41.028407Z","submitted_at":"2026-02-03T08:18:37Z","title":"\"LLM Agent Performance\" Is Not a Single Evaluation Target","version":2},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-03T05:04:13.908579Z"},"links":{"cited_paper":"/paper/2508.15361","citing_paper":"/paper/2602.03238"},"observation_digest":"sha256:32556c18e355d0575ddde10799f6e08dd4b843fec9617a143b4d3b545604603d","observation_id":"db88210b-8749-4036-9c9c-4d316f149e1e","resolution":{"observed_at":"2026-08-03T05:04:13.908579Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2508.15361","last_updated":"2025-08-21T08:43:35Z","snapshot_observed_at":"2026-08-15T17:59:42.381369Z","submitted_at":"2025-08-21T08:43:35Z","title":"A Survey on Large Language Model Benchmarks","version":1},"cited_work":{"arxiv_id":"2508.15361","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2508.15361","snapshot_observed_at":"2026-07-04T05:09:36.772485Z","title":"A survey on large language model benchmarks, 2025a","venue":null,"work_id":"8d88765b-fed2-44c6-9298-d24da64f7f20","year":2025},"citing_paper":{"arxiv_id":"2602.03433","last_updated":"2026-02-03T11:56:08Z","snapshot_observed_at":"2026-08-15T04:40:36.784721Z","submitted_at":"2026-02-03T11:56:08Z","title":"When control meets large language models: From words to dynamics","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-05-21T14:52:44.632671Z"},"links":{"cited_paper":"/paper/2508.15361","citing_paper":"/paper/2602.03433"},"observation_digest":"sha256:2bc306c5e1e1aaea5426d76be9fa816936530eacf46ec65e1d3c74f05b2cf49a","observation_id":"be0d1a4e-6ed5-4262-b13f-5a01d2087c8a","resolution":{"observed_at":"2026-05-21T14:54:13.236200Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2508.15361","last_updated":"2025-08-21T08:43:35Z","snapshot_observed_at":"2026-08-15T17:59:42.381369Z","submitted_at":"2025-08-21T08:43:35Z","title":"A Survey on Large Language Model Benchmarks","version":1},"cited_work":{"arxiv_id":"2508.15361","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2508.15361","snapshot_observed_at":"2026-07-04T05:09:36.772485Z","title":"A survey on large language model benchmarks, 2025a","venue":null,"work_id":"8d88765b-fed2-44c6-9298-d24da64f7f20","year":2025},"citing_paper":{"arxiv_id":"2604.12473","last_updated":"2026-04-14T08:59:37Z","snapshot_observed_at":"2026-08-14T08:38:58.653652Z","submitted_at":"2026-04-14T08:59:37Z","title":"Designing for Error Recovery in Human-Robot Interaction","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-05-10T16:09:13.981398Z"},"links":{"cited_paper":"/paper/2508.15361","citing_paper":"/paper/2604.12473"},"observation_digest":"sha256:1c71ba31cebdd6e6ffc4956533d0f47832d0b5cd39a1c05df60dacc003233c0c","observation_id":"21e40198-d230-4747-be18-015923311a6e","resolution":{"observed_at":"2026-05-11T09:16:01.242242Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2508.15361","last_updated":"2025-08-21T08:43:35Z","snapshot_observed_at":"2026-08-15T17:59:42.381369Z","submitted_at":"2025-08-21T08:43:35Z","title":"A Survey on Large Language Model Benchmarks","version":1},"cited_work":{"arxiv_id":"2508.15361","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2508.15361","snapshot_observed_at":"2026-07-04T05:09:36.772485Z","title":"A survey on large language model benchmarks, 2025a","venue":null,"work_id":"8d88765b-fed2-44c6-9298-d24da64f7f20","year":2025},"citing_paper":{"arxiv_id":"2604.13371","last_updated":"2026-04-15T00:35:22Z","snapshot_observed_at":"2026-08-14T07:53:30.635871Z","submitted_at":"2026-04-15T00:35:22Z","title":"Empirical Evidence of Complexity-Induced Limits in Large Language Models on Finite Discrete State-Space Problems with Explicit Validity Constraints","version":1},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-05-10T14:12:45.438246Z"},"links":{"cited_paper":"/paper/2508.15361","citing_paper":"/paper/2604.13371"},"observation_digest":"sha256:2cf732b062659f634799d798521afc2c99866bc1efcecf635326933eef471dbc","observation_id":"c65da8d6-9ea8-4c10-819d-5b3c4d5b5b60","resolution":{"observed_at":"2026-05-10T14:15:29.428535Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2508.15361","last_updated":"2025-08-21T08:43:35Z","snapshot_observed_at":"2026-08-15T17:59:42.381369Z","submitted_at":"2025-08-21T08:43:35Z","title":"A Survey on Large Language Model Benchmarks","version":1},"cited_work":{"arxiv_id":"2508.15361","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2508.15361","snapshot_observed_at":"2026-07-04T05:09:36.772485Z","title":"A survey on large language model benchmarks, 2025a","venue":null,"work_id":"8d88765b-fed2-44c6-9298-d24da64f7f20","year":2025},"citing_paper":{"arxiv_id":"2605.09588","last_updated":"2026-05-10T15:01:34Z","snapshot_observed_at":"2026-08-13T04:54:54.684891Z","submitted_at":"2026-05-10T15:01:34Z","title":"Efficient Ensemble Selection from Binary and Pairwise Feedback","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-05-12T04:34:15.455035Z"},"links":{"cited_paper":"/paper/2508.15361","citing_paper":"/paper/2605.09588"},"observation_digest":"sha256:1d3f928dfeab6b483851c834285db5c5913ae4ce8126edbc8bf71645ce66aa35","observation_id":"348809dc-1ec0-4909-ab9c-5f398ad4fd73","resolution":{"observed_at":"2026-05-12T06:06:27.350817Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2508.15361","last_updated":"2025-08-21T08:43:35Z","snapshot_observed_at":"2026-08-15T17:59:42.381369Z","submitted_at":"2025-08-21T08:43:35Z","title":"A Survey on Large Language Model Benchmarks","version":1},"cited_work":{"arxiv_id":"2508.15361","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2508.15361","snapshot_observed_at":"2026-07-04T05:09:36.772485Z","title":"A survey on large language model benchmarks, 2025a","venue":null,"work_id":"8d88765b-fed2-44c6-9298-d24da64f7f20","year":2025},"citing_paper":{"arxiv_id":"2605.15208","last_updated":"2026-05-02T05:41:47Z","snapshot_observed_at":"2026-08-13T23:28:06.974131Z","submitted_at":"2026-05-02T05:41:47Z","title":"Quantization Undoes Alignment: Bias Emergence in Compressed LLMs Across Models and Precision Levels","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-05-19T17:55:35.764347Z"},"links":{"cited_paper":"/paper/2508.15361","citing_paper":"/paper/2605.15208"},"observation_digest":"sha256:f78f80f3be28ac687db5a8741cd63031dd08ab1af0ae875b5837ea50141c537b","observation_id":"902288b6-666d-4eca-9fbe-18693aa5ac5a","resolution":{"observed_at":"2026-05-19T17:57:42.491127Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2508.15361","last_updated":"2025-08-21T08:43:35Z","snapshot_observed_at":"2026-08-15T17:59:42.381369Z","submitted_at":"2025-08-21T08:43:35Z","title":"A Survey on Large Language Model Benchmarks","version":1},"cited_work":{"arxiv_id":"2508.15361","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2508.15361","snapshot_observed_at":"2026-07-04T05:09:36.772485Z","title":"A survey on large language model benchmarks, 2025a","venue":null,"work_id":"8d88765b-fed2-44c6-9298-d24da64f7f20","year":2025},"citing_paper":{"arxiv_id":"2605.15393","last_updated":"2026-05-14T20:26:59Z","snapshot_observed_at":"2026-08-17T09:20:59.691122Z","submitted_at":"2026-05-14T20:26:59Z","title":"LPDS: Evaluating LLM Robustness Through Logic-Preserving Difficulty Scaling","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-05-19T16:33:30.850113Z"},"links":{"cited_paper":"/paper/2508.15361","citing_paper":"/paper/2605.15393"},"observation_digest":"sha256:2cc7628b0da0c35d05e77bf59e259d0fce66271adcbdaa0582431403e85ec56b","observation_id":"12885f74-9760-4eeb-b52d-540af269d061","resolution":{"observed_at":"2026-05-19T16:37:40.197295Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2508.15361","last_updated":"2025-08-21T08:43:35Z","snapshot_observed_at":"2026-08-15T17:59:42.381369Z","submitted_at":"2025-08-21T08:43:35Z","title":"A Survey on Large Language Model Benchmarks","version":1},"cited_work":{"arxiv_id":"2508.15361","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2508.15361","snapshot_observed_at":"2026-07-04T05:09:36.772485Z","title":"A survey on large language model benchmarks, 2025a","venue":null,"work_id":"8d88765b-fed2-44c6-9298-d24da64f7f20","year":2025},"citing_paper":{"arxiv_id":"2605.23628","last_updated":"2026-05-22T13:40:00Z","snapshot_observed_at":"2026-08-12T21:19:00.942771Z","submitted_at":"2026-05-22T13:40:00Z","title":"How Hard is it to Rig a Benchmark? A Social Choice Analysis of Leaderboard Robustness","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-05-25T04:37:01.537128Z"},"links":{"cited_paper":"/paper/2508.15361","citing_paper":"/paper/2605.23628"},"observation_digest":"sha256:589f45882191246f4c9a663464c05a1c74415c7d5e0b33ff21f2c940a6225b06","observation_id":"a896fbe4-8c19-4610-b21a-9f6d2fe46397","resolution":{"observed_at":"2026-05-25T04:40:24.397631Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2508.15361","last_updated":"2025-08-21T08:43:35Z","snapshot_observed_at":"2026-08-15T17:59:42.381369Z","submitted_at":"2025-08-21T08:43:35Z","title":"A Survey on Large Language Model Benchmarks","version":1},"cited_work":{"arxiv_id":"2508.15361","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2508.15361","snapshot_observed_at":"2026-07-04T05:09:36.772485Z","title":"A survey on large language model benchmarks, 2025a","venue":null,"work_id":"8d88765b-fed2-44c6-9298-d24da64f7f20","year":2025},"citing_paper":{"arxiv_id":"2605.30459","last_updated":"2026-05-28T18:36:12Z","snapshot_observed_at":"2026-08-17T12:19:54.818980Z","submitted_at":"2026-05-28T18:36:12Z","title":"Can LLM Teams Play What? Where? When?","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-06-29T07:50:35.575641Z"},"links":{"cited_paper":"/paper/2508.15361","citing_paper":"/paper/2605.30459"},"observation_digest":"sha256:7f90573ea4feb566860b795ce93460f8e6ba46e3fef3e4d1606ec511f718d818","observation_id":"ca851cbb-deb2-42f9-b633-41d537c38d3c","resolution":{"observed_at":"2026-06-29T07:53:13.389918Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2508.15361","last_updated":"2025-08-21T08:43:35Z","snapshot_observed_at":"2026-08-15T17:59:42.381369Z","submitted_at":"2025-08-21T08:43:35Z","title":"A Survey on Large Language Model Benchmarks","version":1},"cited_work":{"arxiv_id":"2508.15361","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2508.15361","snapshot_observed_at":"2026-07-04T05:09:36.772485Z","title":"A survey on large language model benchmarks, 2025a","venue":null,"work_id":"8d88765b-fed2-44c6-9298-d24da64f7f20","year":2025},"citing_paper":{"arxiv_id":"2605.30738","last_updated":"2026-05-29T02:02:31Z","snapshot_observed_at":"2026-08-01T17:11:51.059319Z","submitted_at":"2026-05-29T02:02:31Z","title":"MAVEN: Improving Generalization in Agentic Tool Calling","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-06-28T22:42:11.459778Z"},"links":{"cited_paper":"/paper/2508.15361","citing_paper":"/paper/2605.30738"},"observation_digest":"sha256:359f445e7388d6e8951fcbdae78858caffd3f9ba95f3324bdc192ce05f15ce20","observation_id":"8a497ae1-a56e-4b3c-a908-df4ec41bc80c","resolution":{"observed_at":"2026-06-28T22:42:46.138266Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2508.15361","last_updated":"2025-08-21T08:43:35Z","snapshot_observed_at":"2026-08-15T17:59:42.381369Z","submitted_at":"2025-08-21T08:43:35Z","title":"A Survey on Large Language Model Benchmarks","version":1},"cited_work":{"arxiv_id":"2508.15361","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2508.15361","snapshot_observed_at":"2026-07-04T05:09:36.772485Z","title":"A survey on large language model benchmarks, 2025a","venue":null,"work_id":"8d88765b-fed2-44c6-9298-d24da64f7f20","year":2025},"citing_paper":{"arxiv_id":"2606.09809","last_updated":"2026-06-08T17:55:02Z","snapshot_observed_at":"2026-08-13T06:18:06.017895Z","submitted_at":"2026-06-08T17:55:02Z","title":"Evaluation Cards: An Interpretive Layer for AI Evaluation Reporting","version":1},"reference_index":80,"source":"pdf_text","source_observed_at":"2026-06-27T16:11:36.483820Z"},"links":{"cited_paper":"/paper/2508.15361","citing_paper":"/paper/2606.09809"},"observation_digest":"sha256:5e5e9b7ad3b3449aeb11c7b87f386611dae997a4b7f8e8e15afd65dc4fd36fcd","observation_id":"b4546810-6750-4ab7-ab34-ec27b1103b63","resolution":{"observed_at":"2026-07-03T01:57:32.617219Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2508.15361","last_updated":"2025-08-21T08:43:35Z","snapshot_observed_at":"2026-08-15T17:59:42.381369Z","submitted_at":"2025-08-21T08:43:35Z","title":"A Survey on Large Language Model Benchmarks","version":1},"cited_work":{"arxiv_id":"2508.15361","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2508.15361","snapshot_observed_at":"2026-07-04T05:09:36.772485Z","title":"A survey on large language model benchmarks, 2025a","venue":null,"work_id":"8d88765b-fed2-44c6-9298-d24da64f7f20","year":2025},"citing_paper":{"arxiv_id":"2606.20295","last_updated":"2026-07-24T07:54:17Z","snapshot_observed_at":"2026-08-12T21:06:03.093786Z","submitted_at":"2026-06-18T14:33:09Z","title":"Token-Operations-Oriented Inference Optimization Techniques for Large Models","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-06-26T16:15:22.543601Z"},"links":{"cited_paper":"/paper/2508.15361","citing_paper":"/paper/2606.20295"},"observation_digest":"sha256:918563a610887c48ce6ad6c3677ce8eec83a079f25f366f2ba496fa77bacd055","observation_id":"2dab6c41-64f5-493a-9cd3-c7222a0710bf","resolution":{"observed_at":"2026-07-04T05:09:36.774324Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2508.15361","last_updated":"2025-08-21T08:43:35Z","snapshot_observed_at":"2026-08-15T17:59:42.381369Z","submitted_at":"2025-08-21T08:43:35Z","title":"A Survey on Large Language Model Benchmarks","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2508.15361","snapshot_observed_at":"2026-08-02T10:48:57.464446Z","title":"A Survey on Large Language Model Benchmarks, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.20295","last_updated":"2026-07-24T07:54:17Z","snapshot_observed_at":"2026-08-12T21:06:03.093786Z","submitted_at":"2026-06-18T14:33:09Z","title":"Token-Operations-Oriented Inference Optimization Techniques for Large Models","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-02T10:48:57.464446Z"},"links":{"cited_paper":"/paper/2508.15361","citing_paper":"/paper/2606.20295"},"observation_digest":"sha256:ace80dc265687c07331492b9d1d78b8f6f15feab743a7158177e4da6948efa00","observation_id":"346564ca-59ff-4047-9b06-31b8fc02ed89","resolution":{"observed_at":"2026-08-02T10:48:57.464446Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2508.15361","last_updated":"2025-08-21T08:43:35Z","snapshot_observed_at":"2026-08-15T17:59:42.381369Z","submitted_at":"2025-08-21T08:43:35Z","title":"A Survey on Large Language Model Benchmarks","version":1},"cited_work":{"arxiv_id":"2508.15361","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2508.15361","snapshot_observed_at":"2026-07-04T05:09:36.772485Z","title":"A survey on large language model benchmarks, 2025a","venue":null,"work_id":"8d88765b-fed2-44c6-9298-d24da64f7f20","year":2025},"citing_paper":{"arxiv_id":"2607.00664","last_updated":"2026-07-01T09:13:19Z","snapshot_observed_at":"2026-08-15T06:01:10.555666Z","submitted_at":"2026-07-01T09:13:19Z","title":"YOMI-Bench: A Benchmark for Evaluating Kanji Reading and Phonological Understanding of LLMs for Japanese","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-07-02T13:03:58.617626Z"},"links":{"cited_paper":"/paper/2508.15361","citing_paper":"/paper/2607.00664"},"observation_digest":"sha256:cc38f91c4fb0d9ec04b736bff426368f98ea066ff9802ae12a10a8bbc97eb5fc","observation_id":"d5ae7f1e-aa0e-4b00-962f-d06f9c6a82b3","resolution":{"observed_at":"2026-07-02T13:06:58.465844Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2508.15361/citation-record","integrity":"/paper/2508.15361/integrity","json":"/paper/2508.15361/citation-record.json","paper":"/paper/2508.15361"},"outbound":[],"paper":{"arxiv_id":"2508.15361","last_updated":"2025-08-21T08:43:35Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-15T17:59:42.381369Z","submitted_at":"2025-08-21T08:43:35Z","title":"A Survey on Large Language Model Benchmarks"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"thesis":"As of 19 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 18 inbound Pith citation observations for arXiv:2508.15361."}