{"as_of":"2026-08-14T22:51:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:357e3c1b065220578e868ae51fbcd3aa071d6cb55d28e8bd163d9d90595122ea","coverage":[{"denominator":23,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":23,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-11T15:07:03.514775Z","state":"measured"},{"denominator":24,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":24,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-14T06:32:32.682623+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T22:14:11.521722Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"pith","source_observed_at":"2026-08-06T22:14:12.269476Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2412.11314","last_updated":"2024-12-15T21:22:46Z","snapshot_observed_at":"2026-08-14T00:51:52.910629Z","submitted_at":"2024-12-15T21:22:46Z","title":"Reliable, Reproducible, and Really Fast Leaderboards with Evalica","version":1},"cited_work":{"arxiv_id":"2412.11314","doi":null,"metadata_source":"pith","pith_arxiv_id":"2412.11314","snapshot_observed_at":"2026-08-06T22:14:12.269476Z","title":"Reliable, Reproducible, and Really Fast Leaderboards with Evalica","venue":"cs.CL","work_id":"09249d90-1887-45fa-ba55-f928c7f076cc","year":2024},"citing_paper":{"arxiv_id":"2506.22262","last_updated":"2025-06-27T14:30:12Z","snapshot_observed_at":"2026-08-11T13:17:12.061042Z","submitted_at":"2025-06-27T14:30:12Z","title":"JointRank: Rank Large Set with Single Pass","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-06T22:14:11.521722Z"},"links":{"cited_paper":"/paper/2412.11314","citing_paper":"/paper/2506.22262"},"observation_digest":"sha256:785fb80a3520678fa5ea9794728b67bc48330afc4f1ff965aab60e5054669a44","observation_id":"255460fa-e6e6-4a6b-ba5e-e19f618d3c8d","resolution":{"observed_at":"2026-08-06T22:14:12.336740Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2412.11314/citation-record","integrity":"/paper/2412.11314/integrity","json":"/paper/2412.11314/citation-record.json","paper":"/paper/2412.11314"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T15:07:03.359819Z","title":"online\" 'onlinestring :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.11314","last_updated":"2024-12-15T21:22:46Z","snapshot_observed_at":"2026-08-14T00:51:52.910629Z","submitted_at":"2024-12-15T21:22:46Z","title":"Reliable, Reproducible, and Really Fast Leaderboards with Evalica","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-11T15:07:03.359819Z"},"links":{"citing_paper":"/paper/2412.11314"},"observation_digest":"sha256:7155c9cf99316145fd4496ce45cc3c19a5884601062530de7fecf36b73e9573a","observation_id":"319efa7c-d225-4bde-9553-d8c2dc3162da","resolution":{"observed_at":"2026-08-11T15:07:03.359819Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T15:07:03.366700Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.11314","last_updated":"2024-12-15T21:22:46Z","snapshot_observed_at":"2026-08-14T00:51:52.910629Z","submitted_at":"2024-12-15T21:22:46Z","title":"Reliable, Reproducible, and Really Fast Leaderboards with Evalica","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-11T15:07:03.366700Z"},"links":{"citing_paper":"/paper/2412.11314"},"observation_digest":"sha256:b14e1a4c0a28d48b663b13252a080805c8f449ad2c1bc8ad95cd7ffd34aa1543","observation_id":"01e8df7a-736c-4c7b-af90-47854992aff1","resolution":{"observed_at":"2026-08-11T15:07:03.366700Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1906.02569","last_updated":"2019-06-06T13:18:47Z","snapshot_observed_at":"2026-08-14T16:19:51.562222Z","submitted_at":"2019-06-06T13:18:47Z","title":"Gradio: Hassle-Free Sharing and Testing of ML Models in the Wild","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1906.02569","snapshot_observed_at":"2026-08-11T15:07:03.373447Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2412.11314","last_updated":"2024-12-15T21:22:46Z","snapshot_observed_at":"2026-08-14T00:51:52.910629Z","submitted_at":"2024-12-15T21:22:46Z","title":"Reliable, Reproducible, and Really Fast Leaderboards with Evalica","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-11T15:07:03.373447Z"},"links":{"cited_paper":"/paper/1906.02569","citing_paper":"/paper/2412.11314"},"observation_digest":"sha256:5934e10741bd7485d2b751c038f14e6192c4a094119e74dd5cfad47bbe802ac2","observation_id":"746b78ea-fbb9-43a5-a031-b5d37479337a","resolution":{"observed_at":"2026-08-11T15:07:03.373447Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T15:07:03.380031Z","title":null,"venue":null,"work_id":null,"year":1987},"citing_paper":{"arxiv_id":"2412.11314","last_updated":"2024-12-15T21:22:46Z","snapshot_observed_at":"2026-08-14T00:51:52.910629Z","submitted_at":"2024-12-15T21:22:46Z","title":"Reliable, Reproducible, and Really Fast Leaderboards with Evalica","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-11T15:07:03.380031Z"},"links":{"citing_paper":"/paper/2412.11314"},"observation_digest":"sha256:7c9b1a09fc990e291e2f6a6664049de97253fdf2c5cb0ab60264e4dc98203545","observation_id":"47b945c4-323f-4e0b-b48f-5d6a035648cd","resolution":{"observed_at":"2026-08-11T15:07:03.380031Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T15:07:03.388064Z","title":null,"venue":null,"work_id":null,"year":1952},"citing_paper":{"arxiv_id":"2412.11314","last_updated":"2024-12-15T21:22:46Z","snapshot_observed_at":"2026-08-14T00:51:52.910629Z","submitted_at":"2024-12-15T21:22:46Z","title":"Reliable, Reproducible, and Really Fast Leaderboards with Evalica","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-11T15:07:03.388064Z"},"links":{"citing_paper":"/paper/2412.11314"},"observation_digest":"sha256:7ef8f8011c7d0b45d445ba8b455b3e900177797668d1050b882cba90b0240a2b","observation_id":"5a3b3024-fbd0-4f07-9005-407ca5a47d13","resolution":{"observed_at":"2026-08-11T15:07:03.388064Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T15:07:03.395715Z","title":null,"venue":null,"work_id":null,"year":1998},"citing_paper":{"arxiv_id":"2412.11314","last_updated":"2024-12-15T21:22:46Z","snapshot_observed_at":"2026-08-14T00:51:52.910629Z","submitted_at":"2024-12-15T21:22:46Z","title":"Reliable, Reproducible, and Really Fast Leaderboards with Evalica","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-11T15:07:03.395715Z"},"links":{"citing_paper":"/paper/2412.11314"},"observation_digest":"sha256:ab1cc7bb11753e70c14b7748d1d3edba8ad8d656c325a0ac335fbac386441ffa","observation_id":"c0e392d5-801b-4228-bb19-b82e007c7638","resolution":{"observed_at":"2026-08-11T15:07:03.395715Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T15:07:03.934188Z","title":"Gonzalez, and Ion Stoica","venue":null,"work_id":"47bfce8f-4ebd-496c-a801-38bed7cd0986","year":2024},"citing_paper":{"arxiv_id":"2412.11314","last_updated":"2024-12-15T21:22:46Z","snapshot_observed_at":"2026-08-14T00:51:52.910629Z","submitted_at":"2024-12-15T21:22:46Z","title":"Reliable, Reproducible, and Really Fast Leaderboards with Evalica","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-11T15:07:03.403282Z"},"links":{"citing_paper":"/paper/2412.11314"},"observation_digest":"sha256:cfc67be04303a2bc13b2c6639b10776ebd7975375ebca1da87c1ea68b8548718","observation_id":"9bd80b7f-af2e-4159-9f1f-9c7f3241a232","resolution":{"observed_at":"2026-08-11T15:07:03.945017Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T15:07:03.912955Z","title":null,"venue":null,"work_id":"2a3893b6-bd10-47e0-8a03-9bdf9262931e","year":2024},"citing_paper":{"arxiv_id":"2412.11314","last_updated":"2024-12-15T21:22:46Z","snapshot_observed_at":"2026-08-14T00:51:52.910629Z","submitted_at":"2024-12-15T21:22:46Z","title":"Reliable, Reproducible, and Really Fast Leaderboards with Evalica","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-11T15:07:03.409588Z"},"links":{"citing_paper":"/paper/2412.11314"},"observation_digest":"sha256:2b8d8894395ae77afc90454855199e79cd05b1ee9d2fd5958eda96d349c2d444","observation_id":"5d72e5ce-f337-4a69-9776-df18a984da7d","resolution":{"observed_at":"2026-08-11T15:07:03.918409Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T15:07:03.892215Z","title":null,"venue":null,"work_id":"edb1c96e-8b71-41bf-a745-b2e1e40780a1","year":1978},"citing_paper":{"arxiv_id":"2412.11314","last_updated":"2024-12-15T21:22:46Z","snapshot_observed_at":"2026-08-14T00:51:52.910629Z","submitted_at":"2024-12-15T21:22:46Z","title":"Reliable, Reproducible, and Really Fast Leaderboards with Evalica","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-11T15:07:03.417370Z"},"links":{"citing_paper":"/paper/2412.11314"},"observation_digest":"sha256:246f3e0b1e3b46732eb6425b096ea4502ec3e46c2e9528b8c01b9484bce58a3f","observation_id":"92b62b6f-2644-43fc-8feb-3d1e1b078f96","resolution":{"observed_at":"2026-08-11T15:07:03.898902Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1145/3624730","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T15:07:03.692685Z","title":null,"venue":null,"work_id":"73662f15-07bd-485e-9087-8c25ccaede8c","year":2024},"citing_paper":{"arxiv_id":"2412.11314","last_updated":"2024-12-15T21:22:46Z","snapshot_observed_at":"2026-08-14T00:51:52.910629Z","submitted_at":"2024-12-15T21:22:46Z","title":"Reliable, Reproducible, and Really Fast Leaderboards with Evalica","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-11T15:07:03.425254Z"},"links":{"citing_paper":"/paper/2412.11314"},"observation_digest":"sha256:95990a496a323b35fe5d3112f1ec5bb3f1d2861ea4969e8030799667f87317d7","observation_id":"e18e5fc9-06d8-4180-b246-dd32759f7400","resolution":{"observed_at":"2026-08-11T15:07:03.699670Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T15:07:03.433339Z","title":"Harris, K","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2412.11314","last_updated":"2024-12-15T21:22:46Z","snapshot_observed_at":"2026-08-14T00:51:52.910629Z","submitted_at":"2024-12-15T21:22:46Z","title":"Reliable, Reproducible, and Really Fast Leaderboards with Evalica","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-11T15:07:03.433339Z"},"links":{"citing_paper":"/paper/2412.11314"},"observation_digest":"sha256:08846ab99d65d7e996592fa9288650822cc51773c0b67036cbb8803be544409e","observation_id":"4976767b-7385-474b-96a3-e737bc95a491","resolution":{"observed_at":"2026-08-11T15:07:03.433339Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.7551/mitpress/7503.003.0076","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T15:07:03.656710Z","title":null,"venue":null,"work_id":"8e9e0f0b-a0dd-48c6-9ca1-faba3a6efa4c","year":2006},"citing_paper":{"arxiv_id":"2412.11314","last_updated":"2024-12-15T21:22:46Z","snapshot_observed_at":"2026-08-14T00:51:52.910629Z","submitted_at":"2024-12-15T21:22:46Z","title":"Reliable, Reproducible, and Really Fast Leaderboards with Evalica","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-11T15:07:03.441997Z"},"links":{"citing_paper":"/paper/2412.11314"},"observation_digest":"sha256:7d6f0c576efde63d2230f124e09cd0b29a10a9ff36db7a8bc7a3fdd25c045789","observation_id":"81a3a8bd-8ce9-4db9-8bbf-0f2c8f18d2f7","resolution":{"observed_at":"2026-08-11T15:07:03.662687Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T15:07:03.448886Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.11314","last_updated":"2024-12-15T21:22:46Z","snapshot_observed_at":"2026-08-14T00:51:52.910629Z","submitted_at":"2024-12-15T21:22:46Z","title":"Reliable, Reproducible, and Really Fast Leaderboards with Evalica","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-11T15:07:03.448886Z"},"links":{"citing_paper":"/paper/2412.11314"},"observation_digest":"sha256:8e71ef800ab6aab0fea625a36a6dcaba0f9bc90832445df186ff51aef806922c","observation_id":"6660889d-3279-4b55-a936-44d55b0bbcdc","resolution":{"observed_at":"2026-08-11T15:07:03.448886Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T15:07:03.865530Z","title":"Gonzalez, and Ion Stoica","venue":null,"work_id":"6a636cbf-e462-46c8-b553-c36001218232","year":2024},"citing_paper":{"arxiv_id":"2412.11314","last_updated":"2024-12-15T21:22:46Z","snapshot_observed_at":"2026-08-14T00:51:52.910629Z","submitted_at":"2024-12-15T21:22:46Z","title":"Reliable, Reproducible, and Really Fast Leaderboards with Evalica","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-11T15:07:03.454600Z"},"links":{"citing_paper":"/paper/2412.11314"},"observation_digest":"sha256:0e91af5aadab84a6e618230e7845d0f13802f5f7cdbbb47d106bbf8a9e48aba8","observation_id":"53612597-bf0f-43e1-a596-80f0ece28138","resolution":{"observed_at":"2026-08-11T15:07:03.873486Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T15:07:03.461176Z","title":"MacIver, Zac Hatfield-Dodds, et al","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2412.11314","last_updated":"2024-12-15T21:22:46Z","snapshot_observed_at":"2026-08-14T00:51:52.910629Z","submitted_at":"2024-12-15T21:22:46Z","title":"Reliable, Reproducible, and Really Fast Leaderboards with Evalica","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-11T15:07:03.461176Z"},"links":{"citing_paper":"/paper/2412.11314"},"observation_digest":"sha256:4b1c573f1c868e554535a817e4c61c105f6d9d6bb760e396d531159b511c4577","observation_id":"9b81e546-550c-4b0e-8bb8-8f25913cd5f2","resolution":{"observed_at":"2026-08-11T15:07:03.461176Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T15:07:03.467551Z","title":null,"venue":null,"work_id":null,"year":2010},"citing_paper":{"arxiv_id":"2412.11314","last_updated":"2024-12-15T21:22:46Z","snapshot_observed_at":"2026-08-14T00:51:52.910629Z","submitted_at":"2024-12-15T21:22:46Z","title":"Reliable, Reproducible, and Really Fast Leaderboards with Evalica","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-11T15:07:03.467551Z"},"links":{"citing_paper":"/paper/2412.11314"},"observation_digest":"sha256:379d8239403b8f56f8e86262b7e31b826cb39e4d490664eac6666c74ab91b100","observation_id":"5e1ace0e-78a0-4be3-9290-ae177ae82b24","resolution":{"observed_at":"2026-08-11T15:07:03.467551Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T15:07:03.845594Z","title":null,"venue":null,"work_id":"52d2d42e-8126-4da6-ac94-f6e57ed36d24","year":2023},"citing_paper":{"arxiv_id":"2412.11314","last_updated":"2024-12-15T21:22:46Z","snapshot_observed_at":"2026-08-14T00:51:52.910629Z","submitted_at":"2024-12-15T21:22:46Z","title":"Reliable, Reproducible, and Really Fast Leaderboards with Evalica","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-11T15:07:03.474883Z"},"links":{"citing_paper":"/paper/2412.11314"},"observation_digest":"sha256:50f8a4e4a844bd14df872992eee4907242987461aa671b14ea68fe49b279c25f","observation_id":"13ab2182-a1b7-4dc7-92cc-609dfeb0e345","resolution":{"observed_at":"2026-08-11T15:07:03.851420Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.13929","last_updated":"2026-06-23T17:03:04Z","snapshot_observed_at":"2026-08-13T00:01:53.622520Z","submitted_at":"2024-05-22T18:58:58Z","title":"Vikhr: The Family of Open-Source Instruction-Tuned Large Language Models for Russian","version":8},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.13929","snapshot_observed_at":"2026-08-11T15:07:03.481688Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.11314","last_updated":"2024-12-15T21:22:46Z","snapshot_observed_at":"2026-08-14T00:51:52.910629Z","submitted_at":"2024-12-15T21:22:46Z","title":"Reliable, Reproducible, and Really Fast Leaderboards with Evalica","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-11T15:07:03.481688Z"},"links":{"cited_paper":"/paper/2405.13929","citing_paper":"/paper/2412.11314"},"observation_digest":"sha256:e35b7a80527d2ec20ff344d6334aa8cfd838bfb77301dbeb024090393045bbda","observation_id":"adc1c111-4bca-4523-b086-d4eb3c0c1277","resolution":{"observed_at":"2026-08-11T15:07:03.481688Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T15:07:03.827122Z","title":null,"venue":null,"work_id":"6dc32d5d-c1f9-423c-b1c4-8ccb923fa157","year":2011},"citing_paper":{"arxiv_id":"2412.11314","last_updated":"2024-12-15T21:22:46Z","snapshot_observed_at":"2026-08-14T00:51:52.910629Z","submitted_at":"2024-12-15T21:22:46Z","title":"Reliable, Reproducible, and Really Fast Leaderboards with Evalica","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-11T15:07:03.488526Z"},"links":{"citing_paper":"/paper/2412.11314"},"observation_digest":"sha256:a99d299517487e23fec8f1ee376b01525f2f0c9eb4136789f43a781ffda78b80","observation_id":"ac37931d-3b92-4803-a74c-c1a9b169e570","resolution":{"observed_at":"2026-08-11T15:07:03.832907Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.57967/hf/2994","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T15:07:03.599564Z","title":null,"venue":null,"work_id":"ba681605-5eae-4055-b983-07e027f97db2","year":2023},"citing_paper":{"arxiv_id":"2412.11314","last_updated":"2024-12-15T21:22:46Z","snapshot_observed_at":"2026-08-14T00:51:52.910629Z","submitted_at":"2024-12-15T21:22:46Z","title":"Reliable, Reproducible, and Really Fast Leaderboards with Evalica","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-11T15:07:03.494248Z"},"links":{"citing_paper":"/paper/2412.11314"},"observation_digest":"sha256:714d975add1c560d4812ac8e03516c11d2235ba2371908cbb97b7ec963519bb2","observation_id":"7bfc0b02-073b-4397-a0bd-796708af2d92","resolution":{"observed_at":"2026-08-11T15:07:03.605154Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.21105/joss.06227","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T15:07:03.577767Z","title":null,"venue":null,"work_id":"f4acb0ee-8f6a-4ce9-8486-dd7c14075a6f","year":2024},"citing_paper":{"arxiv_id":"2412.11314","last_updated":"2024-12-15T21:22:46Z","snapshot_observed_at":"2026-08-14T00:51:52.910629Z","submitted_at":"2024-12-15T21:22:46Z","title":"Reliable, Reproducible, and Really Fast Leaderboards with Evalica","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-11T15:07:03.502559Z"},"links":{"citing_paper":"/paper/2412.11314"},"observation_digest":"sha256:6c51d0fdf10dd56424474170e9441fac360ab00667a5cba0fefc9887667f1e65","observation_id":"bcac42bf-e9ef-4d40-b24f-dd0256bb9fec","resolution":{"observed_at":"2026-08-11T15:07:03.584502Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T15:07:03.508469Z","title":"Oliphant, Matt Haberland, Tyler Reddy, et al","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2412.11314","last_updated":"2024-12-15T21:22:46Z","snapshot_observed_at":"2026-08-14T00:51:52.910629Z","submitted_at":"2024-12-15T21:22:46Z","title":"Reliable, Reproducible, and Really Fast Leaderboards with Evalica","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-11T15:07:03.508469Z"},"links":{"citing_paper":"/paper/2412.11314"},"observation_digest":"sha256:8a20696e3d1def955f4e364bbd5dc21771b7f9e786f4885837ac9a14d1765be2","observation_id":"043f2d7b-8fce-4a79-95dc-594690fb1a11","resolution":{"observed_at":"2026-08-11T15:07:03.508469Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.07911","last_updated":"2023-11-14T05:13:55Z","snapshot_observed_at":"2026-07-06T16:47:08.877195Z","submitted_at":"2023-11-14T05:13:55Z","title":"Instruction-Following Evaluation for Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.07911","snapshot_observed_at":"2026-08-11T15:07:03.514775Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.11314","last_updated":"2024-12-15T21:22:46Z","snapshot_observed_at":"2026-08-14T00:51:52.910629Z","submitted_at":"2024-12-15T21:22:46Z","title":"Reliable, Reproducible, and Really Fast Leaderboards with Evalica","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-11T15:07:03.514775Z"},"links":{"cited_paper":"/paper/2311.07911","citing_paper":"/paper/2412.11314"},"observation_digest":"sha256:497ff8487572c5826cc16248e991cc831587d12d95646fa93c709140f501d263","observation_id":"423fe5ab-1f90-4e41-8bbd-793b71eee7fc","resolution":{"observed_at":"2026-08-11T15:07:03.514775Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2412.11314","last_updated":"2024-12-15T21:22:46Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-14T00:51:52.910629Z","submitted_at":"2024-12-15T21:22:46Z","title":"Reliable, Reproducible, and Really Fast Leaderboards with Evalica"},"reference_resolution":{"displayed":23,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":17,"verified_exact":4,"verified_fuzzy":2},"total_outbound_references":23},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"thesis":"As of 14 August 2026, this Paper Citation Record lists 23 of 23 outbound references and 1 inbound Pith citation observation for arXiv:2412.11314."}