{"as_of":"2026-08-12T09:56:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:510a121f1d1cad8407a5ffb59554e5c025f64f24488eff82ea0a9215b9f75a11","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":5,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":5,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-12T06:34:41.77262+00:00","state":"measured"},{"denominator":5,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":5,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-11T21:58:46.629457Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-20T10:58:14.016563Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2309.04369","last_updated":"2023-09-08T15:00:41Z","snapshot_observed_at":"2026-08-08T00:46:30.288581Z","submitted_at":"2023-09-08T15:00:41Z","title":"Beyond Static Datasets: A Deep Interaction Approach to LLM Evaluation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.04369","snapshot_observed_at":"2026-08-11T21:58:46.629457Z","title":"Beyond static datasets: A deep interaction approach to llm evaluation","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.03920","last_updated":"2025-07-20T01:35:50Z","snapshot_observed_at":"2026-08-12T09:20:49.239198Z","submitted_at":"2024-12-05T06:46:46Z","title":"A Survey on Large Language Model-Based Social Agents in Game-Theoretic Scenarios","version":2},"reference_index":72,"source":"arxiv_source","source_observed_at":"2026-08-11T21:58:46.629457Z"},"links":{"cited_paper":"/paper/2309.04369","citing_paper":"/paper/2412.03920"},"observation_digest":"sha256:f901ecf2db916b1fb91b06c8b01453af5ae17a978c4e6edb3a24f4a1429d32f1","observation_id":"53f7a55a-5686-4c2b-97ab-c2bf45d9e5a9","resolution":{"observed_at":"2026-08-11T21:58:46.629457Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.04369","last_updated":"2023-09-08T15:00:41Z","snapshot_observed_at":"2026-08-08T00:46:30.288581Z","submitted_at":"2023-09-08T15:00:41Z","title":"Beyond Static Datasets: A Deep Interaction Approach to LLM Evaluation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.04369","snapshot_observed_at":"2026-08-06T21:45:01.648196Z","title":"Beyond static datasets: A deep interaction approach to llm evaluation","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.23735","last_updated":"2025-06-30T11:18:56Z","snapshot_observed_at":"2026-08-07T23:55:30.572332Z","submitted_at":"2025-06-30T11:18:56Z","title":"AutoEvoEval: An Automated Framework for Evolving Close-Ended LLM Evaluation Data","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-06T21:45:01.648196Z"},"links":{"cited_paper":"/paper/2309.04369","citing_paper":"/paper/2506.23735"},"observation_digest":"sha256:0f4123fa44d033d8366c6d110eae78d3d8e1d3f90cfc44ed81ca7786ceb0f60e","observation_id":"baaf731e-2d06-4501-9f47-67da1aceedf5","resolution":{"observed_at":"2026-08-06T21:45:01.648196Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.04369","last_updated":"2023-09-08T15:00:41Z","snapshot_observed_at":"2026-08-08T00:46:30.288581Z","submitted_at":"2023-09-08T15:00:41Z","title":"Beyond Static Datasets: A Deep Interaction Approach to LLM Evaluation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.04369","snapshot_observed_at":"2026-08-04T13:29:00.614737Z","title":"Beyond static datasets: A deep interaction approach to llm evaluation.arXiv preprint arXiv:2309.04369(2023)","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2510.00481","last_updated":"2026-05-30T15:21:07Z","snapshot_observed_at":"2026-08-08T11:19:05.561387Z","submitted_at":"2025-10-01T04:03:51Z","title":"Make a Video Call with LLM: A Measurement Campaign over Six Mainstream Apps","version":2},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-04T13:29:00.614737Z"},"links":{"cited_paper":"/paper/2309.04369","citing_paper":"/paper/2510.00481"},"observation_digest":"sha256:feeff8a2aeeeb44a4831846080717ba185d4af737e9b6e05839c911a2bcbfb0a","observation_id":"436b2797-8b3f-4072-b92b-71a493b4faf2","resolution":{"observed_at":"2026-08-04T13:29:00.614737Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.04369","last_updated":"2023-09-08T15:00:41Z","snapshot_observed_at":"2026-08-08T00:46:30.288581Z","submitted_at":"2023-09-08T15:00:41Z","title":"Beyond Static Datasets: A Deep Interaction Approach to LLM Evaluation","version":1},"cited_work":{"arxiv_id":"2309.04369","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2309.04369","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Jiatong Li, Rui Li, and Qi Liu","venue":null,"work_id":"09af4a3e-754f-4219-b11a-6a1ff21bc1c5","year":2023},"citing_paper":{"arxiv_id":"2605.17829","last_updated":"2026-05-18T04:03:18Z","snapshot_observed_at":"2026-08-11T04:15:46.387174Z","submitted_at":"2026-05-18T04:03:18Z","title":"Interactive Evaluation Requires a Design Science","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-05-20T10:55:08.135630Z"},"links":{"cited_paper":"/paper/2309.04369","citing_paper":"/paper/2605.17829"},"observation_digest":"sha256:745e24661401a55bcb4061a830354db37b0c63414e6e33767403e87c75a48393","observation_id":"fa83cae4-9498-4641-8f08-e74ac876e1c3","resolution":{"observed_at":"2026-05-20T10:58:14.018329Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2309.04369","last_updated":"2023-09-08T15:00:41Z","snapshot_observed_at":"2026-08-08T00:46:30.288581Z","submitted_at":"2023-09-08T15:00:41Z","title":"Beyond Static Datasets: A Deep Interaction Approach to LLM Evaluation","version":1},"cited_work":{"arxiv_id":"2309.04369","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2309.04369","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Jiatong Li, Rui Li, and Qi Liu","venue":null,"work_id":"09af4a3e-754f-4219-b11a-6a1ff21bc1c5","year":2023},"citing_paper":{"arxiv_id":"2605.19377","last_updated":"2026-05-19T05:22:21Z","snapshot_observed_at":"2026-08-08T08:40:22.971141Z","submitted_at":"2026-05-19T05:22:21Z","title":"The Evaluation Game: Beyond Static LLM Benchmarking","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-05-20T07:56:01.638262Z"},"links":{"cited_paper":"/paper/2309.04369","citing_paper":"/paper/2605.19377"},"observation_digest":"sha256:51bdfbd11f7950e990ddfc34dd7ae15bddd795e708ec047a9fea09a52c77216e","observation_id":"347972dc-3143-4ecf-9f33-67af60199b95","resolution":{"observed_at":"2026-05-20T07:58:07.772438Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2309.04369/citation-record","integrity":"/paper/2309.04369/integrity","json":"/paper/2309.04369/citation-record.json","paper":"/paper/2309.04369"},"outbound":[],"paper":{"arxiv_id":"2309.04369","last_updated":"2023-09-08T15:00:41Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-08T00:46:30.288581Z","submitted_at":"2023-09-08T15:00:41Z","title":"Beyond Static Datasets: A Deep Interaction Approach to LLM Evaluation"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"thesis":"As of 12 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 5 inbound Pith citation observations for arXiv:2309.04369."}