{"as_of":"2026-08-16T22:06:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:2885b21cd44050316b907b1dc97d9a48220169767c6ec797158a776bec182f1a","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":13,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":13,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-16T06:30:59.297886+00:00","state":"measured"},{"denominator":13,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":13,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-16T11:23:16.291779Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-16T13:21:24.424456Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2310.05657","last_updated":"2023-10-09T12:12:55Z","snapshot_observed_at":"2026-08-16T18:32:37.657518Z","submitted_at":"2023-10-09T12:12:55Z","title":"A Closer Look into Automatic Evaluation Using Large Language Models","version":1},"cited_work":{"arxiv_id":"2310.05657","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2310.05657","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"arXiv preprint arXiv:2310.05657 , year=","venue":null,"work_id":"7e8fcf10-6f71-4c1b-b787-3c1d1ea44e93","year":2023},"citing_paper":{"arxiv_id":"2309.03883","last_updated":"2024-03-11T02:01:09Z","snapshot_observed_at":"2026-08-06T11:43:44.726916Z","submitted_at":"2023-09-07T17:45:31Z","title":"DoLa: Decoding by Contrasting Layers Improves Factuality in Large Language Models","version":2},"reference_index":97,"source":"arxiv_source","source_observed_at":"2026-05-16T13:21:24.297836Z"},"links":{"cited_paper":"/paper/2310.05657","citing_paper":"/paper/2309.03883"},"observation_digest":"sha256:a54f6e1e82a2321ad95b0acdbc3d7a3a769a6222cd4e023f0d04b25974df95ff","observation_id":"cff20c7d-4cb6-46c8-a067-effaa1d92336","resolution":{"observed_at":"2026-05-16T13:21:24.426800Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.05657","last_updated":"2023-10-09T12:12:55Z","snapshot_observed_at":"2026-08-16T18:32:37.657518Z","submitted_at":"2023-10-09T12:12:55Z","title":"A Closer Look into Automatic Evaluation Using Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.05657","snapshot_observed_at":"2026-08-12T15:12:03.395779Z","title":"A closer look into automatic evaluation using large language models,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.14574","last_updated":"2024-11-21T20:41:55Z","snapshot_observed_at":"2026-08-15T17:29:43.729213Z","submitted_at":"2024-11-21T20:41:55Z","title":"SRSA: A Cost-Efficient Strategy-Router Search Agent for Real-world Human-Machine Interactions","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-12T15:12:03.395779Z"},"links":{"cited_paper":"/paper/2310.05657","citing_paper":"/paper/2411.14574"},"observation_digest":"sha256:b47c1d15526792809bc772a362425dbf847d5f9201806209b8906ce26e64b913","observation_id":"dc38f512-19d1-4b03-9cfa-bb5d867f70bd","resolution":{"observed_at":"2026-08-12T15:12:03.395779Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.05657","last_updated":"2023-10-09T12:12:55Z","snapshot_observed_at":"2026-08-16T18:32:37.657518Z","submitted_at":"2023-10-09T12:12:55Z","title":"A Closer Look into Automatic Evaluation Using Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.05657","snapshot_observed_at":"2026-08-12T14:12:47.293766Z","title":"A closer look into automatic evaluation using large language models,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.15560","last_updated":"2024-11-26T09:25:22Z","snapshot_observed_at":"2026-08-16T18:33:05.983552Z","submitted_at":"2024-11-23T13:34:50Z","title":"Do LLMs Agree on the Creativity Evaluation of Alternative Uses?","version":2},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-12T14:12:47.293766Z"},"links":{"cited_paper":"/paper/2310.05657","citing_paper":"/paper/2411.15560"},"observation_digest":"sha256:f54f7ccb7729ff34a109de19b8486169fb6c5ffb34586dc278c7820e1c2400e1","observation_id":"53e2fd14-1328-4777-9240-8d802af2a910","resolution":{"observed_at":"2026-08-12T14:12:47.293766Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.05657","last_updated":"2023-10-09T12:12:55Z","snapshot_observed_at":"2026-08-16T18:32:37.657518Z","submitted_at":"2023-10-09T12:12:55Z","title":"A Closer Look into Automatic Evaluation Using Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.05657","snapshot_observed_at":"2026-08-12T04:32:03.129691Z","title":"A closer look into automatic evaluation using large language models,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.01333","last_updated":"2024-12-02T09:56:18Z","snapshot_observed_at":"2026-08-13T14:04:07.660512Z","submitted_at":"2024-12-02T09:56:18Z","title":"Can Large Language Models Serve as Evaluators for Code Summarization?","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-12T04:32:03.129691Z"},"links":{"cited_paper":"/paper/2310.05657","citing_paper":"/paper/2412.01333"},"observation_digest":"sha256:db498cb2eb8ab70532414e5a2987e4afa4fbd582aa8b93c626baff3c0d5e03c1","observation_id":"2c6c2898-cd37-47a3-971f-33cbb43c2730","resolution":{"observed_at":"2026-08-12T04:32:03.129691Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.05657","last_updated":"2023-10-09T12:12:55Z","snapshot_observed_at":"2026-08-16T18:32:37.657518Z","submitted_at":"2023-10-09T12:12:55Z","title":"A Closer Look into Automatic Evaluation Using Large Language Models","version":1},"cited_work":{"arxiv_id":"2310.05657","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2310.05657","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"arXiv preprint arXiv:2310.05657 , year=","venue":null,"work_id":"7e8fcf10-6f71-4c1b-b787-3c1d1ea44e93","year":2023},"citing_paper":{"arxiv_id":"2412.05579","last_updated":"2024-12-10T05:49:12Z","snapshot_observed_at":"2026-08-11T23:22:45.789386Z","submitted_at":"2024-12-07T08:07:24Z","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","version":2},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-05-11T23:08:34.312466Z"},"links":{"cited_paper":"/paper/2310.05657","citing_paper":"/paper/2412.05579"},"observation_digest":"sha256:661b9b791c458891200119498f7d186ff66cafb4e2523616fb06f851acd21c55","observation_id":"e163aa16-5511-4ac9-a9ee-7262dde01c41","resolution":{"observed_at":"2026-05-11T23:08:36.213435Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.05657","last_updated":"2023-10-09T12:12:55Z","snapshot_observed_at":"2026-08-16T18:32:37.657518Z","submitted_at":"2023-10-09T12:12:55Z","title":"A Closer Look into Automatic Evaluation Using Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.05657","snapshot_observed_at":"2026-08-10T15:51:48.547875Z","title":"& Owusu Ansah, L","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2502.10410","last_updated":"2025-01-23T11:35:23Z","snapshot_observed_at":"2026-08-16T18:33:23.972738Z","submitted_at":"2025-01-23T11:35:23Z","title":"Auto-Evaluation: A Critical Measure in Driving Improvements in Quality and Safety of AI-Generated Lesson Resources","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-10T15:51:48.547875Z"},"links":{"cited_paper":"/paper/2310.05657","citing_paper":"/paper/2502.10410"},"observation_digest":"sha256:c72d0ec0dc39a70ac8a1be55d70f92871cfc652e45768497c4a53ae5ac0ba5f4","observation_id":"b392c54d-b376-4cc4-ad89-4c8829e860a4","resolution":{"observed_at":"2026-08-10T15:51:48.547875Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.05657","last_updated":"2023-10-09T12:12:55Z","snapshot_observed_at":"2026-08-16T18:32:37.657518Z","submitted_at":"2023-10-09T12:12:55Z","title":"A Closer Look into Automatic Evaluation Using Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.05657","snapshot_observed_at":"2026-08-16T11:23:16.291779Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2504.15784","last_updated":"2025-04-22T10:52:23Z","snapshot_observed_at":"2026-08-16T18:34:22.635156Z","submitted_at":"2025-04-22T10:52:23Z","title":"Automated Creativity Evaluation for Large Language Models: A Reference-Based Approach","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-16T11:23:16.291779Z"},"links":{"cited_paper":"/paper/2310.05657","citing_paper":"/paper/2504.15784"},"observation_digest":"sha256:83efa84f55624d75d0fd639f8c2d895309803b1f02e91ca1e23c7b918c74a929","observation_id":"93ef57d5-2b0a-4b62-a680-e1442ec51b7b","resolution":{"observed_at":"2026-08-16T11:23:16.291779Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.05657","last_updated":"2023-10-09T12:12:55Z","snapshot_observed_at":"2026-08-16T18:32:37.657518Z","submitted_at":"2023-10-09T12:12:55Z","title":"A Closer Look into Automatic Evaluation Using Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.05657","snapshot_observed_at":"2026-08-16T10:21:25.922444Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2504.18413","last_updated":"2025-04-25T15:14:25Z","snapshot_observed_at":"2026-08-16T18:33:34.148937Z","submitted_at":"2025-04-25T15:14:25Z","title":"An Empirical Study of Evaluating Long-form Question Answering","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-16T10:21:25.922444Z"},"links":{"cited_paper":"/paper/2310.05657","citing_paper":"/paper/2504.18413"},"observation_digest":"sha256:a074186c6cb95ca6cc8ca229ce376ac14e24873f4b9774ba0ac195c0d40daeec","observation_id":"47647def-fcef-4404-9f48-38fca9d1d730","resolution":{"observed_at":"2026-08-16T10:21:25.922444Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.05657","last_updated":"2023-10-09T12:12:55Z","snapshot_observed_at":"2026-08-16T18:32:37.657518Z","submitted_at":"2023-10-09T12:12:55Z","title":"A Closer Look into Automatic Evaluation Using Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.05657","snapshot_observed_at":"2026-08-15T19:48:46.963076Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.15068","last_updated":"2025-06-18T02:16:53Z","snapshot_observed_at":"2026-08-16T18:06:28.142966Z","submitted_at":"2025-06-18T02:16:53Z","title":"Semantically-Aware Rewards for Open-Ended R1 Training in Free-Form Generation","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-15T19:48:46.963076Z"},"links":{"cited_paper":"/paper/2310.05657","citing_paper":"/paper/2506.15068"},"observation_digest":"sha256:e7e4800ecdb4a06d5d3fabdea85589228e7ee4df1417bd69aefa1af8be2cd8a1","observation_id":"ab4f6210-4423-471c-a539-eaf97fb7ffdd","resolution":{"observed_at":"2026-08-15T19:48:46.963076Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.05657","last_updated":"2023-10-09T12:12:55Z","snapshot_observed_at":"2026-08-16T18:32:37.657518Z","submitted_at":"2023-10-09T12:12:55Z","title":"A Closer Look into Automatic Evaluation Using Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.05657","snapshot_observed_at":"2026-08-06T13:56:44.035946Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2508.00889","last_updated":"2025-07-26T18:14:18Z","snapshot_observed_at":"2026-08-09T17:16:46.104637Z","submitted_at":"2025-07-26T18:14:18Z","title":"FECT: Factuality Evaluation of Interpretive AI-Generated Claims in Contact Center Conversation Transcripts","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-06T13:56:44.035946Z"},"links":{"cited_paper":"/paper/2310.05657","citing_paper":"/paper/2508.00889"},"observation_digest":"sha256:9c02c2cdd18bf108748aa2137ca9aba3d3f02c739242a2256655f5148ff5ce6b","observation_id":"52f0b447-b60c-45b0-9fb7-fff4ca4b4a4a","resolution":{"observed_at":"2026-08-06T13:56:44.035946Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.05657","last_updated":"2023-10-09T12:12:55Z","snapshot_observed_at":"2026-08-16T18:32:37.657518Z","submitted_at":"2023-10-09T12:12:55Z","title":"A Closer Look into Automatic Evaluation Using Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.05657","snapshot_observed_at":"2026-08-15T16:59:53.321474Z","title":"In Bouamor, H.; Pino, J.; and Bali, K., eds., Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing, 843–851","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2508.18651","last_updated":"2025-08-26T03:48:05Z","snapshot_observed_at":"2026-08-16T18:34:20.874700Z","submitted_at":"2025-08-26T03:48:05Z","title":"Breaking the Trade-Off Between Faithfulness and Expressiveness for Large Language Models","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-15T16:59:53.321474Z"},"links":{"cited_paper":"/paper/2310.05657","citing_paper":"/paper/2508.18651"},"observation_digest":"sha256:d51f972dd3e8ff3897a9e627ddfbbaf6b0201f304d9934a84bbc493b57d05121","observation_id":"2a51c0da-2df3-497b-909d-c47dd448e45c","resolution":{"observed_at":"2026-08-15T16:59:53.321474Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.05657","last_updated":"2023-10-09T12:12:55Z","snapshot_observed_at":"2026-08-16T18:32:37.657518Z","submitted_at":"2023-10-09T12:12:55Z","title":"A Closer Look into Automatic Evaluation Using Large Language Models","version":1},"cited_work":{"arxiv_id":"2310.05657","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2310.05657","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"arXiv preprint arXiv:2310.05657 , year=","venue":null,"work_id":"7e8fcf10-6f71-4c1b-b787-3c1d1ea44e93","year":2023},"citing_paper":{"arxiv_id":"2603.10477","last_updated":"2026-04-08T07:03:59Z","snapshot_observed_at":"2026-08-13T07:07:01.960634Z","submitted_at":"2026-03-11T07:00:59Z","title":"PEEM: Prompt Engineering Evaluation Metrics for Interpretable Joint Evaluation of Prompts and Responses","version":2},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-05-15T13:57:41.428695Z"},"links":{"cited_paper":"/paper/2310.05657","citing_paper":"/paper/2603.10477"},"observation_digest":"sha256:4aac0285137920d3ab3abddaeee74160c6d6a7f6a405f5671597fbb6f531fb55","observation_id":"d63e359a-b106-4ba5-863b-6b3ffcb2ccbe","resolution":{"observed_at":"2026-05-15T14:00:02.948664Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.05657","last_updated":"2023-10-09T12:12:55Z","snapshot_observed_at":"2026-08-16T18:32:37.657518Z","submitted_at":"2023-10-09T12:12:55Z","title":"A Closer Look into Automatic Evaluation Using Large Language Models","version":1},"cited_work":{"arxiv_id":"2310.05657","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2310.05657","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"arXiv preprint arXiv:2310.05657 , year=","venue":null,"work_id":"7e8fcf10-6f71-4c1b-b787-3c1d1ea44e93","year":2023},"citing_paper":{"arxiv_id":"2605.06201","last_updated":"2026-05-07T13:09:41Z","snapshot_observed_at":"2026-08-12T01:15:52.994863Z","submitted_at":"2026-05-07T13:09:41Z","title":"Towards Annotation-Free Validation of MLLMs: A Vision-Language Logical Consistency Metric","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-05-08T10:18:37.901403Z"},"links":{"cited_paper":"/paper/2310.05657","citing_paper":"/paper/2605.06201"},"observation_digest":"sha256:1e33615898434f7965849176f9196725e96659ce83a1965f86f9f7e5cb2db5a3","observation_id":"ad93f109-7739-4ce9-9fde-edd5fa5eda8e","resolution":{"observed_at":"2026-05-11T20:06:11.378608Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2310.05657/citation-record","integrity":"/paper/2310.05657/integrity","json":"/paper/2310.05657/citation-record.json","paper":"/paper/2310.05657"},"outbound":[],"paper":{"arxiv_id":"2310.05657","last_updated":"2023-10-09T12:12:55Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-16T18:32:37.657518Z","submitted_at":"2023-10-09T12:12:55Z","title":"A Closer Look into Automatic Evaluation Using Large Language Models"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"thesis":"As of 16 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 13 inbound Pith citation observations for arXiv:2310.05657."}