{"as_of":"2026-08-10T06:19:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:4cda3b75ef1c89ed2df2e789a7a35b48b64e5b40b33251057b247878d9521a8b","coverage":[{"denominator":13,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":13,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T15:07:29.791104Z","state":"measured"},{"denominator":13,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":13,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2507.16792/citation-record","integrity":"/paper/2507.16792/integrity","json":"/paper/2507.16792/citation-record.json","paper":"/paper/2507.16792"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2306.00774","last_updated":"2023-06-01T15:06:11Z","snapshot_observed_at":"2026-07-06T15:36:37.380930Z","submitted_at":"2023-06-01T15:06:11Z","title":"In-Context Learning User Simulators for Task-Oriented Dialog Systems","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.00774","snapshot_observed_at":"2026-08-06T15:07:28.676529Z","title":"10 words","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.16792","last_updated":"2025-07-22T17:40:34Z","snapshot_observed_at":"2026-08-10T02:45:16.538909Z","submitted_at":"2025-07-22T17:40:34Z","title":"ChatChecker: A Framework for Dialogue System Testing and Evaluation Through Non-cooperative User Simulation","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-06T15:07:28.676529Z"},"links":{"cited_paper":"/paper/2306.00774","citing_paper":"/paper/2507.16792"},"observation_digest":"sha256:d9e12cb7c31bca1b1d532babf0f7dda43406199d30d686482c2181341c97ea45","observation_id":"53276cb8-704b-499a-8d3f-c2158aed0174","resolution":{"observed_at":"2026-08-06T15:07:28.676529Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:07:31.590190Z","title":null,"venue":null,"work_id":"de29ea09-9027-4825-9423-ad03c30a6ab0","year":null},"citing_paper":{"arxiv_id":"2507.16792","last_updated":"2025-07-22T17:40:34Z","snapshot_observed_at":"2026-08-10T02:45:16.538909Z","submitted_at":"2025-07-22T17:40:34Z","title":"ChatChecker: A Framework for Dialogue System Testing and Evaluation Through Non-cooperative User Simulation","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-06T15:07:29.026940Z"},"links":{"citing_paper":"/paper/2507.16792"},"observation_digest":"sha256:1ed63e1f7b7b1d88b55cac4a613520014c8fa70fa9ddca9010ae5d2a1d405c02","observation_id":"2c98e4aa-3a68-43b2-aeff-2ed5134d8527","resolution":{"observed_at":"2026-08-06T15:07:31.639805Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:07:31.395365Z","title":"Memorable for being forgettable, a true skill indeed! Reservation?","venue":null,"work_id":"90bed779-b8b6-447d-85c9-31a7e7548c93","year":null},"citing_paper":{"arxiv_id":"2507.16792","last_updated":"2025-07-22T17:40:34Z","snapshot_observed_at":"2026-08-10T02:45:16.538909Z","submitted_at":"2025-07-22T17:40:34Z","title":"ChatChecker: A Framework for Dialogue System Testing and Evaluation Through Non-cooperative User Simulation","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-06T15:07:29.123727Z"},"links":{"citing_paper":"/paper/2507.16792"},"observation_digest":"sha256:ddcb6eff255ce13f637834229933b6da00e2d95174f171b581ee98077956c450","observation_id":"48904397-9710-4181-b4f1-b8e82b14e256","resolution":{"observed_at":"2026-08-06T15:07:31.483816Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:07:31.218751Z","title":null,"venue":null,"work_id":"42e8f8bf-530c-4044-baa6-af98624ff03a","year":null},"citing_paper":{"arxiv_id":"2507.16792","last_updated":"2025-07-22T17:40:34Z","snapshot_observed_at":"2026-08-10T02:45:16.538909Z","submitted_at":"2025-07-22T17:40:34Z","title":"ChatChecker: A Framework for Dialogue System Testing and Evaluation Through Non-cooperative User Simulation","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-06T15:07:29.184826Z"},"links":{"citing_paper":"/paper/2507.16792"},"observation_digest":"sha256:639ec591ba9379b6c739633d647684282d7da73c1061754b4fc5a72f426d01f3","observation_id":"8ae58aaf-56ef-4a9a-9a5e-2fddbd6cd72f","resolution":{"observed_at":"2026-08-06T15:07:31.301524Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:07:31.059045Z","title":"Let 's shoot for The Pint Shop, 2 people, Friday at 7!","venue":null,"work_id":"2e34493e-b5b0-4ddf-9e04-9d393a24f812","year":null},"citing_paper":{"arxiv_id":"2507.16792","last_updated":"2025-07-22T17:40:34Z","snapshot_observed_at":"2026-08-10T02:45:16.538909Z","submitted_at":"2025-07-22T17:40:34Z","title":"ChatChecker: A Framework for Dialogue System Testing and Evaluation Through Non-cooperative User Simulation","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-06T15:07:29.258754Z"},"links":{"citing_paper":"/paper/2507.16792"},"observation_digest":"sha256:9141609cdcc3b3940cae538fe8305623bd396099074dfa9a44ad34b6af4510e4","observation_id":"3c68d3c6-888c-4f60-9520-7ebbe8725833","resolution":{"observed_at":"2026-08-06T15:07:31.124159Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:07:30.867119Z","title":"It seems there was an issue with the reservation time format. For The Pint Shop, could you please specify the time in a format like","venue":null,"work_id":"9de66c65-7326-4d60-9339-02442e40377f","year":null},"citing_paper":{"arxiv_id":"2507.16792","last_updated":"2025-07-22T17:40:34Z","snapshot_observed_at":"2026-08-10T02:45:16.538909Z","submitted_at":"2025-07-22T17:40:34Z","title":"ChatChecker: A Framework for Dialogue System Testing and Evaluation Through Non-cooperative User Simulation","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-06T15:07:29.373489Z"},"links":{"citing_paper":"/paper/2507.16792"},"observation_digest":"sha256:05d17b3700e9b2956668abcb78d71577227a744a7428eed17d7d246cb44fddb2","observation_id":"c5a65ddc-451a-4855-b724-1be239387242","resolution":{"observed_at":"2026-08-06T15:07:30.968247Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:07:30.622414Z","title":"Oops, forgot Parliament time! Let 's go with 7:00 PM","venue":null,"work_id":"7462df77-950a-4ffe-a1d3-c1717bb5a6be","year":null},"citing_paper":{"arxiv_id":"2507.16792","last_updated":"2025-07-22T17:40:34Z","snapshot_observed_at":"2026-08-10T02:45:16.538909Z","submitted_at":"2025-07-22T17:40:34Z","title":"ChatChecker: A Framework for Dialogue System Testing and Evaluation Through Non-cooperative User Simulation","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-06T15:07:29.488539Z"},"links":{"citing_paper":"/paper/2507.16792"},"observation_digest":"sha256:0784c2052ba6877697eb406ec9bbf3e8786a016c7acd2638b7964f588cdf7daf","observation_id":"48cce980-758f-439d-9453-e37dd45a6441","resolution":{"observed_at":"2026-08-06T15:07:30.728686Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:07:30.377770Z","title":null,"venue":null,"work_id":"4d133a37-5aba-47c7-b3a0-32eda7d713ec","year":null},"citing_paper":{"arxiv_id":"2507.16792","last_updated":"2025-07-22T17:40:34Z","snapshot_observed_at":"2026-08-10T02:45:16.538909Z","submitted_at":"2025-07-22T17:40:34Z","title":"ChatChecker: A Framework for Dialogue System Testing and Evaluation Through Non-cooperative User Simulation","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-06T15:07:29.571047Z"},"links":{"citing_paper":"/paper/2507.16792"},"observation_digest":"sha256:9db7967d79ae9c36ec286c99267c34143eaa2171aea58ec376d2809de0cc2863","observation_id":"d2701955-4bce-4b92-80c4-f3fb3c7c18bc","resolution":{"observed_at":"2026-08-06T15:07:30.490641Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:07:30.181766Z","title":"Is this a memory test? The Pint Shop, Friday, 2 people!","venue":null,"work_id":"646e29eb-a629-4917-9cfa-dae8fa8dd10e","year":null},"citing_paper":{"arxiv_id":"2507.16792","last_updated":"2025-07-22T17:40:34Z","snapshot_observed_at":"2026-08-10T02:45:16.538909Z","submitted_at":"2025-07-22T17:40:34Z","title":"ChatChecker: A Framework for Dialogue System Testing and Evaluation Through Non-cooperative User Simulation","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-06T15:07:29.676165Z"},"links":{"citing_paper":"/paper/2507.16792"},"observation_digest":"sha256:8310041493b2d46a2b926fb7fed1574999a8fe7901c31bc8e29dcdc698283422","observation_id":"ef5e37d0-caed-4296-bd4d-f580a2b1af1d","resolution":{"observed_at":"2026-08-06T15:07:30.296471Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:07:29.964731Z","title":"I attempted to make a reservation at","venue":null,"work_id":"ca8685bd-7902-4817-9dbb-ede8b917f06c","year":null},"citing_paper":{"arxiv_id":"2507.16792","last_updated":"2025-07-22T17:40:34Z","snapshot_observed_at":"2026-08-10T02:45:16.538909Z","submitted_at":"2025-07-22T17:40:34Z","title":"ChatChecker: A Framework for Dialogue System Testing and Evaluation Through Non-cooperative User Simulation","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-06T15:07:29.791104Z"},"links":{"citing_paper":"/paper/2507.16792"},"observation_digest":"sha256:76b711cda585a705292628030d34e124f06081a4383ead8ebbfcdab9f8f0db95","observation_id":"4e18668d-e858-46a3-b6a8-a24acee580c1","resolution":{"observed_at":"2026-08-06T15:07:30.076304Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:07:31.728206Z","title":"ISBN: 9798350371628","venue":null,"work_id":"7e931bad-74f2-45b0-bc83-36dba07bd7bd","year":1993},"citing_paper":{"arxiv_id":"2507.16792","last_updated":"2025-07-22T17:40:34Z","snapshot_observed_at":"2026-08-10T02:45:16.538909Z","submitted_at":"2025-07-22T17:40:34Z","title":"ChatChecker: A Framework for Dialogue System Testing and Evaluation Through Non-cooperative User Simulation","version":1},"reference_index":679,"source":"pdf_text","source_observed_at":"2026-08-06T15:07:28.301530Z"},"links":{"citing_paper":"/paper/2507.16792"},"observation_digest":"sha256:627d5bab5683e8bd57973f423d9f8cea151ca370b72f333e23542543756b0629","observation_id":"79bee60f-0e68-4698-b635-fe48e0047e4e","resolution":{"observed_at":"2026-08-06T15:07:31.811467Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1603.08023","last_updated":"2017-01-03T18:28:32Z","snapshot_observed_at":"2026-07-06T04:50:44.466723Z","submitted_at":"2016-03-25T20:32:21Z","title":"How NOT To Evaluate Your Dialogue System: An Empirical Study of Unsupervised Evaluation Metrics for Dialogue Response Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1603.08023","snapshot_observed_at":"2026-08-06T15:07:28.468790Z","title":"EMNLP 2016 - Conference on Empirical Methods in Natural Lan- guage Processing, Proceedings, pages 2122–2132","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2507.16792","last_updated":"2025-07-22T17:40:34Z","snapshot_observed_at":"2026-08-10T02:45:16.538909Z","submitted_at":"2025-07-22T17:40:34Z","title":"ChatChecker: A Framework for Dialogue System Testing and Evaluation Through Non-cooperative User Simulation","version":1},"reference_index":2016,"source":"pdf_text","source_observed_at":"2026-08-06T15:07:28.468790Z"},"links":{"cited_paper":"/paper/1603.08023","citing_paper":"/paper/2507.16792"},"observation_digest":"sha256:0f85d3b49f4842bd9b63ba8bf0bfef2a1859ae247dbd6105f1f2d5f48858e059","observation_id":"e70e2c8f-a311-4e93-b431-f66b4bb09f90","resolution":{"observed_at":"2026-08-06T15:07:28.468790Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.13233","last_updated":"2023-09-23T02:04:57Z","snapshot_observed_at":"2026-08-08T03:37:11.732846Z","submitted_at":"2023-09-23T02:04:57Z","title":"User Simulation with Large Language Models for Evaluating Task-Oriented Dialogue","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.13233","snapshot_observed_at":"2026-08-06T15:07:28.169262Z","title":"arXiv preprint","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2507.16792","last_updated":"2025-07-22T17:40:34Z","snapshot_observed_at":"2026-08-10T02:45:16.538909Z","submitted_at":"2025-07-22T17:40:34Z","title":"ChatChecker: A Framework for Dialogue System Testing and Evaluation Through Non-cooperative User Simulation","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-06T15:07:28.169262Z"},"links":{"cited_paper":"/paper/2309.13233","citing_paper":"/paper/2507.16792"},"observation_digest":"sha256:af4f32d11276d515fc933c71bfe637a23c7377005adb29c96663a9ceef6cb286","observation_id":"11726f1f-c791-42f8-b808-6d002eeddf0c","resolution":{"observed_at":"2026-08-06T15:07:28.169262Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2507.16792","last_updated":"2025-07-22T17:40:34Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-10T02:45:16.538909Z","submitted_at":"2025-07-22T17:40:34Z","title":"ChatChecker: A Framework for Dialogue System Testing and Evaluation Through Non-cooperative User Simulation"},"reference_resolution":{"displayed":13,"state_counts":{"malformed_identifier":1,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":5,"verified_exact":0,"verified_fuzzy":7},"total_outbound_references":13},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 10 August 2026, this Paper Citation Record lists 13 of 13 outbound references and 0 inbound Pith citation observations for arXiv:2507.16792."}