{"as_of":"2026-08-18T20:10:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:9174015680e765637a2877bf3094fe86077a063bc710447eac601e975d1e53c7","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":8,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":8,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-18T06:34:40.430872+00:00","state":"measured"},{"denominator":8,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":8,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-16T10:31:49.439924Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-04T18:00:00.857339Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2308.04624","last_updated":"2023-08-08T23:30:20Z","snapshot_observed_at":"2026-08-16T15:09:49.615027Z","submitted_at":"2023-08-08T23:30:20Z","title":"Benchmarking LLM powered Chatbots: Methods and Metrics","version":1},"cited_work":{"arxiv_id":"2308.04624","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2308.04624","snapshot_observed_at":"2026-07-04T18:00:00.857339Z","title":"Benchmarking llm-powered chatbots: Methods and metrics","venue":null,"work_id":"746e53c9-eafd-4170-a18b-75e721064313","year":2023},"citing_paper":{"arxiv_id":"2308.11432","last_updated":"2025-03-02T04:04:03Z","snapshot_observed_at":"2026-08-17T02:16:24.215789Z","submitted_at":"2023-08-22T13:30:37Z","title":"A Survey on Large Language Model based Autonomous Agents","version":7},"reference_index":174,"source":"pdf_text","source_observed_at":"2026-05-15T04:03:00.340349Z"},"links":{"cited_paper":"/paper/2308.04624","citing_paper":"/paper/2308.11432"},"observation_digest":"sha256:045058e160e1af141ad6ae005f8ec638ff1358ed3c878ec9f0e0ce2ad0188a96","observation_id":"5664f3c8-1074-4e5e-acfa-73bdd4e5d990","resolution":{"observed_at":"2026-05-15T04:03:01.086336Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2308.04624","last_updated":"2023-08-08T23:30:20Z","snapshot_observed_at":"2026-08-16T15:09:49.615027Z","submitted_at":"2023-08-08T23:30:20Z","title":"Benchmarking LLM powered Chatbots: Methods and Metrics","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.04624","snapshot_observed_at":"2026-08-11T19:52:04.741322Z","title":"Benchmarkingllmpowered chatbots: methods and metrics.arXiv preprint arXiv:2308.04624, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.06864","last_updated":"2024-12-09T08:47:50Z","snapshot_observed_at":"2026-08-12T21:04:21.838508Z","submitted_at":"2024-12-09T08:47:50Z","title":"Political-LLM: Large Language Models in Political Science","version":1},"reference_index":219,"source":"pdf_text","source_observed_at":"2026-08-11T19:52:04.741322Z"},"links":{"cited_paper":"/paper/2308.04624","citing_paper":"/paper/2412.06864"},"observation_digest":"sha256:7205b7288e2bb8dffca68d5982bf1ad495a8a1a35289123acec8aa447cd6d361","observation_id":"a7931328-d07c-46a9-9942-539836dc4cbf","resolution":{"observed_at":"2026-08-11T19:52:04.741322Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.04624","last_updated":"2023-08-08T23:30:20Z","snapshot_observed_at":"2026-08-16T15:09:49.615027Z","submitted_at":"2023-08-08T23:30:20Z","title":"Benchmarking LLM powered Chatbots: Methods and Metrics","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.04624","snapshot_observed_at":"2026-08-11T12:55:17.084581Z","title":"Benchmarking LLM powered chatbots: methods and metrics,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-18T13:15:04.891166Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.084581Z"},"links":{"cited_paper":"/paper/2308.04624","citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:069c0f85315e2d7f8c595e8f8ffdc67d0b697f739b5f77811f1eb09390e60dbe","observation_id":"d12eee62-f31e-4fdd-97a7-d92ef964210b","resolution":{"observed_at":"2026-08-11T12:55:17.084581Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.04624","last_updated":"2023-08-08T23:30:20Z","snapshot_observed_at":"2026-08-16T15:09:49.615027Z","submitted_at":"2023-08-08T23:30:20Z","title":"Benchmarking LLM powered Chatbots: Methods and Metrics","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.04624","snapshot_observed_at":"2026-08-16T10:31:49.439924Z","title":"Benchmarking llm powered chatbots: methods and metrics","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2504.18085","last_updated":"2025-04-25T05:25:27Z","snapshot_observed_at":"2026-08-16T12:10:44.738506Z","submitted_at":"2025-04-25T05:25:27Z","title":"Random-Set Large Language Models","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-16T10:31:49.439924Z"},"links":{"cited_paper":"/paper/2308.04624","citing_paper":"/paper/2504.18085"},"observation_digest":"sha256:2d782982dd735cc2ec0356ba4088bd3dec0631e311c3d7344df6ddea8ac37706","observation_id":"c84ef91f-04a1-432b-8215-a76615f1af0e","resolution":{"observed_at":"2026-08-16T10:31:49.439924Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.04624","last_updated":"2023-08-08T23:30:20Z","snapshot_observed_at":"2026-08-16T15:09:49.615027Z","submitted_at":"2023-08-08T23:30:20Z","title":"Benchmarking LLM powered Chatbots: Methods and Metrics","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.04624","snapshot_observed_at":"2026-08-05T20:05:56.713568Z","title":"Banerjee, P","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2508.11269","last_updated":"2025-08-15T07:08:46Z","snapshot_observed_at":"2026-08-18T02:09:40.062681Z","submitted_at":"2025-08-15T07:08:46Z","title":"Inference performance evaluation for LLMs on edge devices with a novel benchmarking framework and metric","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-05T20:05:56.713568Z"},"links":{"cited_paper":"/paper/2308.04624","citing_paper":"/paper/2508.11269"},"observation_digest":"sha256:8ced02abb1639a01bddb1f4004dd1d352ce8bd6b2e373581b36bbb70bf4c14b1","observation_id":"50393aab-ef14-4e4e-8ded-1339af24ddff","resolution":{"observed_at":"2026-08-05T20:05:56.713568Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.04624","last_updated":"2023-08-08T23:30:20Z","snapshot_observed_at":"2026-08-16T15:09:49.615027Z","submitted_at":"2023-08-08T23:30:20Z","title":"Benchmarking LLM powered Chatbots: Methods and Metrics","version":1},"cited_work":{"arxiv_id":"2308.04624","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2308.04624","snapshot_observed_at":"2026-07-04T18:00:00.857339Z","title":"Benchmarking llm-powered chatbots: Methods and metrics","venue":null,"work_id":"746e53c9-eafd-4170-a18b-75e721064313","year":2023},"citing_paper":{"arxiv_id":"2605.17170","last_updated":"2026-05-16T21:58:28Z","snapshot_observed_at":"2026-08-16T18:40:55.909074Z","submitted_at":"2026-05-16T21:58:28Z","title":"TriAxialKV: Toward Extreme Low-Precision KV-Cache Quantization for Agentic Inference Tasks","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-05-20T14:32:56.579146Z"},"links":{"cited_paper":"/paper/2308.04624","citing_paper":"/paper/2605.17170"},"observation_digest":"sha256:08a6ab1f59ce52ecd67525464c43e5925353fd4cf2e8d73e5f6f0a5dad76ecfa","observation_id":"3daa7b15-70cc-40f7-8d32-26d0aebf6f61","resolution":{"observed_at":"2026-05-20T14:33:21.285901Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2308.04624","last_updated":"2023-08-08T23:30:20Z","snapshot_observed_at":"2026-08-16T15:09:49.615027Z","submitted_at":"2023-08-08T23:30:20Z","title":"Benchmarking LLM powered Chatbots: Methods and Metrics","version":1},"cited_work":{"arxiv_id":"2308.04624","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2308.04624","snapshot_observed_at":"2026-07-04T18:00:00.857339Z","title":"Benchmarking llm-powered chatbots: Methods and metrics","venue":null,"work_id":"746e53c9-eafd-4170-a18b-75e721064313","year":2023},"citing_paper":{"arxiv_id":"2606.01386","last_updated":"2026-05-31T18:20:25Z","snapshot_observed_at":"2026-08-03T02:04:41.137847Z","submitted_at":"2026-05-31T18:20:25Z","title":"GuidaPA: Privacy-Preserving Chatbot for Public Administration via Federated Learning","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-06-28T17:04:39.452280Z"},"links":{"cited_paper":"/paper/2308.04624","citing_paper":"/paper/2606.01386"},"observation_digest":"sha256:0f7a51485883dddf14c24ea58950fe485ded7af6c934d098715e508ffc4126ac","observation_id":"b954c345-9089-41a9-b539-89645cd2f615","resolution":{"observed_at":"2026-07-01T21:26:14.271175Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2308.04624","last_updated":"2023-08-08T23:30:20Z","snapshot_observed_at":"2026-08-16T15:09:49.615027Z","submitted_at":"2023-08-08T23:30:20Z","title":"Benchmarking LLM powered Chatbots: Methods and Metrics","version":1},"cited_work":{"arxiv_id":"2308.04624","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2308.04624","snapshot_observed_at":"2026-07-04T18:00:00.857339Z","title":"Benchmarking llm-powered chatbots: Methods and metrics","venue":null,"work_id":"746e53c9-eafd-4170-a18b-75e721064313","year":2023},"citing_paper":{"arxiv_id":"2606.24834","last_updated":"2026-06-23T17:15:40Z","snapshot_observed_at":"2026-08-15T09:36:26.363536Z","submitted_at":"2026-06-23T17:15:40Z","title":"Accuracy and Satisfaction in Multi-Turn LLM Dialogues for NFR Assessment","version":1},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-06-25T23:12:20.065631Z"},"links":{"cited_paper":"/paper/2308.04624","citing_paper":"/paper/2606.24834"},"observation_digest":"sha256:84991c6c28a72760e813f8fdee6d394ddaffb9902075cec674eb3652e4690231","observation_id":"1352548e-497e-4e23-a3b8-24500c6c272e","resolution":{"observed_at":"2026-07-04T18:00:00.858874Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2308.04624/citation-record","integrity":"/paper/2308.04624/integrity","json":"/paper/2308.04624/citation-record.json","paper":"/paper/2308.04624"},"outbound":[],"paper":{"arxiv_id":"2308.04624","last_updated":"2023-08-08T23:30:20Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-16T15:09:49.615027Z","submitted_at":"2023-08-08T23:30:20Z","title":"Benchmarking LLM powered Chatbots: Methods and Metrics"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"thesis":"As of 18 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 8 inbound Pith citation observations for arXiv:2308.04624."}