{"as_of":"2026-08-10T04:57:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:c583acdd6958f6e5f87ba8231eb6665be40576331296fbc38b4a4c509e459b83","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":8,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":8,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":8,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":8,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T13:40:23.474799Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-02T17:37:14.599642Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2308.11696","last_updated":"2024-04-01T17:34:34Z","snapshot_observed_at":"2026-07-06T16:09:12.888489Z","submitted_at":"2023-08-22T17:59:30Z","title":"Efficient Benchmarking of Language Models","version":5},"cited_work":{"arxiv_id":"2308.11696","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2308.11696","snapshot_observed_at":"2026-07-02T17:37:14.599642Z","title":"In Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics , pages 4497–4510, Florence, Italy","venue":null,"work_id":"ce538a0c-6caf-4463-9416-6fc60638c615","year":2023},"citing_paper":{"arxiv_id":"2404.18923","last_updated":"2026-05-11T14:37:50Z","snapshot_observed_at":"2026-08-02T09:44:06.336180Z","submitted_at":"2024-04-29T17:58:36Z","title":"Holmes: A Benchmark to Assess the Linguistic Competence of Language Models","version":5},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-05-24T02:06:53.585629Z"},"links":{"cited_paper":"/paper/2308.11696","citing_paper":"/paper/2404.18923"},"observation_digest":"sha256:40a5da048937ba23226faa06dd00d551133560c53f4dec2daaa342ef91e37e7f","observation_id":"aec9314c-16e6-4227-94d2-049a26902099","resolution":{"observed_at":"2026-05-24T02:08:45.131464Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2308.11696","last_updated":"2024-04-01T17:34:34Z","snapshot_observed_at":"2026-07-06T16:09:12.888489Z","submitted_at":"2023-08-22T17:59:30Z","title":"Efficient Benchmarking of Language Models","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.11696","snapshot_observed_at":"2026-08-07T13:40:23.474799Z","title":"Efficient benchmarking of language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21389","last_updated":"2025-05-27T16:17:15Z","snapshot_observed_at":"2026-08-07T21:47:39.640757Z","submitted_at":"2025-05-27T16:17:15Z","title":"AutoJudger: An Agent-Driven Framework for Efficient Benchmarking of MLLMs","version":1},"reference_index":71,"source":"pdf_text","source_observed_at":"2026-08-07T13:40:23.474799Z"},"links":{"cited_paper":"/paper/2308.11696","citing_paper":"/paper/2505.21389"},"observation_digest":"sha256:6565fb66f8f66ace57b1ac0178a4867702eb4018ade42998e4fe26b61c097526","observation_id":"b4d52ffe-f59f-4b81-baae-5b941819db4e","resolution":{"observed_at":"2026-08-07T13:40:23.474799Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.11696","last_updated":"2024-04-01T17:34:34Z","snapshot_observed_at":"2026-07-06T16:09:12.888489Z","submitted_at":"2023-08-22T17:59:30Z","title":"Efficient Benchmarking of Language Models","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.11696","snapshot_observed_at":"2026-08-07T04:50:34.399951Z","title":"Efficient benchmarking of lan- guage models.arXiv preprint arXiv:2308.11696,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.09813","last_updated":"2025-06-16T12:43:27Z","snapshot_observed_at":"2026-08-09T15:49:24.115627Z","submitted_at":"2025-06-11T14:53:47Z","title":"Metritocracy: Representative Metrics for Lite Benchmarks","version":2},"reference_index":1995,"source":"pdf_text","source_observed_at":"2026-08-07T04:50:34.399951Z"},"links":{"cited_paper":"/paper/2308.11696","citing_paper":"/paper/2506.09813"},"observation_digest":"sha256:579d603707d1e3c6d55390256519565d708866cd8d3450955b680d298da663aa","observation_id":"c8e958b9-687b-4b4d-9dad-93e531d2c948","resolution":{"observed_at":"2026-08-07T04:50:34.399951Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.11696","last_updated":"2024-04-01T17:34:34Z","snapshot_observed_at":"2026-07-06T16:09:12.888489Z","submitted_at":"2023-08-22T17:59:30Z","title":"Efficient Benchmarking of Language Models","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.11696","snapshot_observed_at":"2026-08-07T00:42:01.663487Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.13216","last_updated":"2025-06-16T08:16:03Z","snapshot_observed_at":"2026-08-09T06:43:04.058790Z","submitted_at":"2025-06-16T08:16:03Z","title":"Capability Salience Vector: Fine-grained Alignment of Loss and Capabilities for Downstream Task Scaling Law","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-07T00:42:01.663487Z"},"links":{"cited_paper":"/paper/2308.11696","citing_paper":"/paper/2506.13216"},"observation_digest":"sha256:1320e2a39e6c01d813615b3b60ecd96e6da7ae87174080e2a27062f08bd08fa4","observation_id":"a20a6729-266d-4ba0-812b-bb669541417c","resolution":{"observed_at":"2026-08-07T00:42:01.663487Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.11696","last_updated":"2024-04-01T17:34:34Z","snapshot_observed_at":"2026-07-06T16:09:12.888489Z","submitted_at":"2023-08-22T17:59:30Z","title":"Efficient Benchmarking of Language Models","version":5},"cited_work":{"arxiv_id":"2308.11696","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2308.11696","snapshot_observed_at":"2026-07-02T17:37:14.599642Z","title":"In Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics , pages 4497–4510, Florence, Italy","venue":null,"work_id":"ce538a0c-6caf-4463-9416-6fc60638c615","year":2023},"citing_paper":{"arxiv_id":"2605.07096","last_updated":"2026-06-04T16:41:18Z","snapshot_observed_at":"2026-07-06T23:19:30.387067Z","submitted_at":"2026-05-08T01:24:06Z","title":"Query-efficient model evaluation using cached responses","version":1},"reference_index":112,"source":"arxiv_source","source_observed_at":"2026-05-11T00:57:26.494031Z"},"links":{"cited_paper":"/paper/2308.11696","citing_paper":"/paper/2605.07096"},"observation_digest":"sha256:8329867634b5c481465af81036224e13bb5c3e21c6a69dc7049498591d3c5aae","observation_id":"24dd9ceb-dede-4a83-8364-593207157b50","resolution":{"observed_at":"2026-05-11T04:56:00.055951Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2308.11696","last_updated":"2024-04-01T17:34:34Z","snapshot_observed_at":"2026-07-06T16:09:12.888489Z","submitted_at":"2023-08-22T17:59:30Z","title":"Efficient Benchmarking of Language Models","version":5},"cited_work":{"arxiv_id":"2308.11696","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2308.11696","snapshot_observed_at":"2026-07-02T17:37:14.599642Z","title":"In Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics , pages 4497–4510, Florence, Italy","venue":null,"work_id":"ce538a0c-6caf-4463-9416-6fc60638c615","year":2023},"citing_paper":{"arxiv_id":"2605.30916","last_updated":"2026-05-29T07:01:38Z","snapshot_observed_at":"2026-08-06T11:05:12.049404Z","submitted_at":"2026-05-29T07:01:38Z","title":"Welfare, Improvability, and Variance: A Principal-Agent Approach to Optimal Benchmark Item Aggregation","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-06-28T23:49:57.580051Z"},"links":{"cited_paper":"/paper/2308.11696","citing_paper":"/paper/2605.30916"},"observation_digest":"sha256:389b326fac1e8cfa4dd607f07629a5bb5f67e6a3c06d439e5cb523b4ac7f1cf4","observation_id":"deaf8605-9742-4671-a893-d242a5ca1f18","resolution":{"observed_at":"2026-06-28T23:52:49.477606Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2308.11696","last_updated":"2024-04-01T17:34:34Z","snapshot_observed_at":"2026-07-06T16:09:12.888489Z","submitted_at":"2023-08-22T17:59:30Z","title":"Efficient Benchmarking of Language Models","version":5},"cited_work":{"arxiv_id":"2308.11696","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2308.11696","snapshot_observed_at":"2026-07-02T17:37:14.599642Z","title":"In Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics , pages 4497–4510, Florence, Italy","venue":null,"work_id":"ce538a0c-6caf-4463-9416-6fc60638c615","year":2023},"citing_paper":{"arxiv_id":"2606.01400","last_updated":"2026-05-31T18:45:12Z","snapshot_observed_at":"2026-08-07T12:54:16.880688Z","submitted_at":"2026-05-31T18:45:12Z","title":"Consistent and Distinctive: LLM Benchmark Efficiency via Maximum Independent Set Prompt Selection on Similarity Graphs","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-06-28T16:56:29.536912Z"},"links":{"cited_paper":"/paper/2308.11696","citing_paper":"/paper/2606.01400"},"observation_digest":"sha256:d6e115e7fdbaf478ebe1e8e741852ea6b89ebd7dcef0167990ab93aebc94d80b","observation_id":"197d6ccd-ded6-4336-bc8d-c193e0de6b86","resolution":{"observed_at":"2026-06-28T17:02:24.486175Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2308.11696","last_updated":"2024-04-01T17:34:34Z","snapshot_observed_at":"2026-07-06T16:09:12.888489Z","submitted_at":"2023-08-22T17:59:30Z","title":"Efficient Benchmarking of Language Models","version":5},"cited_work":{"arxiv_id":"2308.11696","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2308.11696","snapshot_observed_at":"2026-07-02T17:37:14.599642Z","title":"In Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics , pages 4497–4510, Florence, Italy","venue":null,"work_id":"ce538a0c-6caf-4463-9416-6fc60638c615","year":2023},"citing_paper":{"arxiv_id":"2606.06941","last_updated":"2026-06-05T06:12:11Z","snapshot_observed_at":"2026-08-07T20:12:24.914776Z","submitted_at":"2026-06-05T06:12:11Z","title":"Quantum-Inspired Trace-Augmented Evidence Selection for Reasoning over Structured Hypothesis Spaces","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-06-27T21:57:20.848868Z"},"links":{"cited_paper":"/paper/2308.11696","citing_paper":"/paper/2606.06941"},"observation_digest":"sha256:624be086d30fa614494cc2d2967626dc8cb209588f91c5494d70ccfbcdb893b4","observation_id":"7a49a4ea-4add-4ebd-b9be-34f0e11c3acd","resolution":{"observed_at":"2026-07-02T17:37:14.601224Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2308.11696/citation-record","integrity":"/paper/2308.11696/integrity","json":"/paper/2308.11696/citation-record.json","paper":"/paper/2308.11696"},"outbound":[],"paper":{"arxiv_id":"2308.11696","last_updated":"2024-04-01T17:34:34Z","latest_version":5,"primary_category":"cs.CL","snapshot_observed_at":"2026-07-06T16:09:12.888489Z","submitted_at":"2023-08-22T17:59:30Z","title":"Efficient Benchmarking of Language Models"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 10 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 8 inbound Pith citation observations for arXiv:2308.11696."}