{"as_of":"2026-08-19T17:03:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:5e6b125409ae4b59d763b8f6c209e3908f647419dc1f4d1433a465ef137b968f","coverage":[{"denominator":29,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":29,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T11:36:38.613769Z","state":"measured"},{"denominator":30,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":30,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-19T06:32:44.657259+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-03T12:07:31.283274Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2506.01859","last_updated":"2025-06-02T16:48:11Z","snapshot_observed_at":"2026-08-16T17:54:52.651829Z","submitted_at":"2025-06-02T16:48:11Z","title":"CONFETTI: Conversational Function-Calling Evaluation Through Turn-Level Interactions","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.01859","snapshot_observed_at":"2026-08-03T12:07:31.283274Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2601.04426","last_updated":"2026-08-05T15:35:29Z","snapshot_observed_at":"2026-08-16T12:04:00.293408Z","submitted_at":"2026-01-07T22:18:51Z","title":"XGrammar-2: Dynamic and Efficient Structured Generation Engine for Agentic LLMs","version":3},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-03T12:07:31.283274Z"},"links":{"cited_paper":"/paper/2506.01859","citing_paper":"/paper/2601.04426"},"observation_digest":"sha256:ead5b6cd90e5e72d456c3b8c410ded2af50061e269a6f2cf0a88d080b01f45f2","observation_id":"5a20a83c-6586-4f9c-ae3d-030c39e9dfda","resolution":{"observed_at":"2026-08-03T12:07:31.283274Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2506.01859/citation-record","integrity":"/paper/2506.01859/integrity","json":"/paper/2506.01859/citation-record.json","paper":"/paper/2506.01859"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T11:36:38.096078Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2506.01859","last_updated":"2025-06-02T16:48:11Z","snapshot_observed_at":"2026-08-16T17:54:52.651829Z","submitted_at":"2025-06-02T16:48:11Z","title":"CONFETTI: Conversational Function-Calling Evaluation Through Turn-Level Interactions","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-07T11:36:38.096078Z"},"links":{"citing_paper":"/paper/2506.01859"},"observation_digest":"sha256:f99e4910eb71752c28f865edbf42630d6c627f457c3d7b8ca23860c4009230ec","observation_id":"f5d58298-1bcf-4575-bb1e-30529950ee32","resolution":{"observed_at":"2026-08-07T11:36:38.096078Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T11:36:38.970683Z","title":null,"venue":null,"work_id":"f36c51d6-ed9c-4c30-8fb8-2e8de8e78697","year":2016},"citing_paper":{"arxiv_id":"2506.01859","last_updated":"2025-06-02T16:48:11Z","snapshot_observed_at":"2026-08-16T17:54:52.651829Z","submitted_at":"2025-06-02T16:48:11Z","title":"CONFETTI: Conversational Function-Calling Evaluation Through Turn-Level Interactions","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-07T11:36:38.165733Z"},"links":{"citing_paper":"/paper/2506.01859"},"observation_digest":"sha256:cb5b25bac8d8eba78f74f6a22e4894d41bc02a566b196d11e02fe3c342a33c44","observation_id":"bfe37ba2-89b6-48a1-97ed-6d50954ab291","resolution":{"observed_at":"2026-08-07T11:36:38.973126Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T11:36:38.289847Z","title":"Bender and Batya Friedman","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2506.01859","last_updated":"2025-06-02T16:48:11Z","snapshot_observed_at":"2026-08-16T17:54:52.651829Z","submitted_at":"2025-06-02T16:48:11Z","title":"CONFETTI: Conversational Function-Calling Evaluation Through Turn-Level Interactions","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-07T11:36:38.289847Z"},"links":{"citing_paper":"/paper/2506.01859"},"observation_digest":"sha256:ee70c5fdc669364d949fcdd394e362c74051ddbc93d94eebdb5749b436dd183d","observation_id":"c0e2403f-dc50-41f4-9b5c-8e253292293d","resolution":{"observed_at":"2026-08-07T11:36:38.289847Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T11:36:38.963134Z","title":null,"venue":null,"work_id":"c8d8bdfb-9daf-4e4a-aec7-5ace3d5253ba","year":2019},"citing_paper":{"arxiv_id":"2506.01859","last_updated":"2025-06-02T16:48:11Z","snapshot_observed_at":"2026-08-16T17:54:52.651829Z","submitted_at":"2025-06-02T16:48:11Z","title":"CONFETTI: Conversational Function-Calling Evaluation Through Turn-Level Interactions","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-07T11:36:38.361238Z"},"links":{"citing_paper":"/paper/2506.01859"},"observation_digest":"sha256:ed59b584573ee42514cbbe76e6cb00d70f005c498882ddbb3d780d4d19373363","observation_id":"d466014c-9d7d-47f7-aee7-eb09f7029ea2","resolution":{"observed_at":"2026-08-07T11:36:38.965781Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1017/s1351324921000310","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":"Natural Language Engineering","work_id":"67a9d5d1-3511-4c4c-834c-776c5e8d95a8","year":2023},"citing_paper":{"arxiv_id":"2506.01859","last_updated":"2025-06-02T16:48:11Z","snapshot_observed_at":"2026-08-16T17:54:52.651829Z","submitted_at":"2025-06-02T16:48:11Z","title":"CONFETTI: Conversational Function-Calling Evaluation Through Turn-Level Interactions","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-07T11:36:38.482024Z"},"links":{"citing_paper":"/paper/2506.01859"},"observation_digest":"sha256:2cdfefaf9b2cf76954ce6a756e87458499b748b2dcdad0971ec394fd3ef85533","observation_id":"023a2515-63f4-48ec-a9c7-89d21746e681","resolution":{"observed_at":"2026-08-07T11:36:38.674041Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.10775","last_updated":"2023-11-15T23:50:31Z","snapshot_observed_at":"2026-08-16T14:42:52.905609Z","submitted_at":"2023-11-15T23:50:31Z","title":"ToolTalk: Evaluating Tool-Usage in a Conversational Setting","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.10775","snapshot_observed_at":"2026-08-07T11:36:38.547695Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.01859","last_updated":"2025-06-02T16:48:11Z","snapshot_observed_at":"2026-08-16T17:54:52.651829Z","submitted_at":"2025-06-02T16:48:11Z","title":"CONFETTI: Conversational Function-Calling Evaluation Through Turn-Level Interactions","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-07T11:36:38.547695Z"},"links":{"cited_paper":"/paper/2311.10775","citing_paper":"/paper/2506.01859"},"observation_digest":"sha256:bdfbbfaf6b02dc3fb62bd18397e737f0421ab57c3976d4641712447f3291684d","observation_id":"6c7a2805-3735-40db-9797-d7b3f9e32923","resolution":{"observed_at":"2026-08-07T11:36:38.547695Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T11:36:38.551820Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.01859","last_updated":"2025-06-02T16:48:11Z","snapshot_observed_at":"2026-08-16T17:54:52.651829Z","submitted_at":"2025-06-02T16:48:11Z","title":"CONFETTI: Conversational Function-Calling Evaluation Through Turn-Level Interactions","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-07T11:36:38.551820Z"},"links":{"citing_paper":"/paper/2506.01859"},"observation_digest":"sha256:32d731d068567d07810a6bfaa6b00a1aa531af614b61c6b11b7c6e5ca23601ce","observation_id":"7f13a32e-9b4e-4274-955f-7c498ea66598","resolution":{"observed_at":"2026-08-07T11:36:38.551820Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T11:36:38.555040Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2506.01859","last_updated":"2025-06-02T16:48:11Z","snapshot_observed_at":"2026-08-16T17:54:52.651829Z","submitted_at":"2025-06-02T16:48:11Z","title":"CONFETTI: Conversational Function-Calling Evaluation Through Turn-Level Interactions","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-07T11:36:38.555040Z"},"links":{"citing_paper":"/paper/2506.01859"},"observation_digest":"sha256:49968b45b6a20e5b72b028aa7398cd61a241d1e6b140a518306e70f60aab68bb","observation_id":"c1b733fa-f9a6-40aa-a49f-f11f11af03e0","resolution":{"observed_at":"2026-08-07T11:36:38.555040Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T11:36:38.558000Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.01859","last_updated":"2025-06-02T16:48:11Z","snapshot_observed_at":"2026-08-16T17:54:52.651829Z","submitted_at":"2025-06-02T16:48:11Z","title":"CONFETTI: Conversational Function-Calling Evaluation Through Turn-Level Interactions","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-07T11:36:38.558000Z"},"links":{"citing_paper":"/paper/2506.01859"},"observation_digest":"sha256:7969b48abb970718e32e4cd9bd554e959440a332e68c0483141ffa8231cef99c","observation_id":"1fddb48b-bb46-4291-85e5-ec565fe2fce8","resolution":{"observed_at":"2026-08-07T11:36:38.558000Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2304.08244","last_updated":"2023-10-25T06:54:12Z","snapshot_observed_at":"2026-08-02T00:07:12.855748Z","submitted_at":"2023-04-14T14:05:32Z","title":"API-Bank: A Comprehensive Benchmark for Tool-Augmented LLMs","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.08244","snapshot_observed_at":"2026-08-07T11:36:38.560529Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.01859","last_updated":"2025-06-02T16:48:11Z","snapshot_observed_at":"2026-08-16T17:54:52.651829Z","submitted_at":"2025-06-02T16:48:11Z","title":"CONFETTI: Conversational Function-Calling Evaluation Through Turn-Level Interactions","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-07T11:36:38.560529Z"},"links":{"cited_paper":"/paper/2304.08244","citing_paper":"/paper/2506.01859"},"observation_digest":"sha256:b71e3d8afbbf2ad4743a3c3b28f5c1c0da98b0c4417188d88b69e422091f080b","observation_id":"3e78bb37-d63d-4262-a402-f070637bde39","resolution":{"observed_at":"2026-08-07T11:36:38.560529Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.03688","last_updated":"2025-10-04T03:54:18Z","snapshot_observed_at":"2026-08-16T00:51:32.846970Z","submitted_at":"2023-08-07T16:08:11Z","title":"AgentBench: Evaluating LLMs as Agents","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.03688","snapshot_observed_at":"2026-08-07T11:36:38.563425Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.01859","last_updated":"2025-06-02T16:48:11Z","snapshot_observed_at":"2026-08-16T17:54:52.651829Z","submitted_at":"2025-06-02T16:48:11Z","title":"CONFETTI: Conversational Function-Calling Evaluation Through Turn-Level Interactions","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-07T11:36:38.563425Z"},"links":{"cited_paper":"/paper/2308.03688","citing_paper":"/paper/2506.01859"},"observation_digest":"sha256:8c45b049da4bbe4b4cbb950bd2cff1215cddeb673a155e277e8508b093c94bdf","observation_id":"99c36265-6fe1-477a-a9f5-2fda6c58f02d","resolution":{"observed_at":"2026-08-07T11:36:38.563425Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T11:36:38.566498Z","title":null,"venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2506.01859","last_updated":"2025-06-02T16:48:11Z","snapshot_observed_at":"2026-08-16T17:54:52.651829Z","submitted_at":"2025-06-02T16:48:11Z","title":"CONFETTI: Conversational Function-Calling Evaluation Through Turn-Level Interactions","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-07T11:36:38.566498Z"},"links":{"citing_paper":"/paper/2506.01859"},"observation_digest":"sha256:25a19cfebf96de42cef2fe16b7ad8c17a0e95d37e9806e48c4518f7c65048377","observation_id":"4dbdcd35-9bd3-4210-8a33-f3e9871af7fc","resolution":{"observed_at":"2026-08-07T11:36:38.566498Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T11:36:38.569430Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.01859","last_updated":"2025-06-02T16:48:11Z","snapshot_observed_at":"2026-08-16T17:54:52.651829Z","submitted_at":"2025-06-02T16:48:11Z","title":"CONFETTI: Conversational Function-Calling Evaluation Through Turn-Level Interactions","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-07T11:36:38.569430Z"},"links":{"citing_paper":"/paper/2506.01859"},"observation_digest":"sha256:b80fc9abc2cbd6b7cd5cf1612971fa52d4f4af7f412cff0a16f5c9e38862671c","observation_id":"32ffff7f-4a26-41fa-8423-74782364452c","resolution":{"observed_at":"2026-08-07T11:36:38.569430Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04682","last_updated":"2025-04-16T22:20:21Z","snapshot_observed_at":"2026-08-16T13:27:47.353876Z","submitted_at":"2024-08-08T05:45:42Z","title":"ToolSandbox: A Stateful, Conversational, Interactive Evaluation Benchmark for LLM Tool Use Capabilities","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.04682","snapshot_observed_at":"2026-08-07T11:36:38.571897Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.01859","last_updated":"2025-06-02T16:48:11Z","snapshot_observed_at":"2026-08-16T17:54:52.651829Z","submitted_at":"2025-06-02T16:48:11Z","title":"CONFETTI: Conversational Function-Calling Evaluation Through Turn-Level Interactions","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-07T11:36:38.571897Z"},"links":{"cited_paper":"/paper/2408.04682","citing_paper":"/paper/2506.01859"},"observation_digest":"sha256:d5cd4f75c23aed8c7dbf3aca644d9af731f93e73036fff15d39f0007846b0224","observation_id":"cd43e93d-4be5-4004-9d58-f5834c6c6f73","resolution":{"observed_at":"2026-08-07T11:36:38.571897Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T11:36:38.954245Z","title":"Gonzalez, and Shishir G","venue":null,"work_id":"dacf28e5-2988-42d0-8815-d76d94f28400","year":2024},"citing_paper":{"arxiv_id":"2506.01859","last_updated":"2025-06-02T16:48:11Z","snapshot_observed_at":"2026-08-16T17:54:52.651829Z","submitted_at":"2025-06-02T16:48:11Z","title":"CONFETTI: Conversational Function-Calling Evaluation Through Turn-Level Interactions","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-07T11:36:38.574742Z"},"links":{"citing_paper":"/paper/2506.01859"},"observation_digest":"sha256:07bddd686c9c66c35587e53fd5405886a4b07a35729c1565ff09314b9a31e417","observation_id":"2e736653-8955-4bf2-8388-3406bad55770","resolution":{"observed_at":"2026-08-07T11:36:38.957221Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T11:36:38.577300Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.01859","last_updated":"2025-06-02T16:48:11Z","snapshot_observed_at":"2026-08-16T17:54:52.651829Z","submitted_at":"2025-06-02T16:48:11Z","title":"CONFETTI: Conversational Function-Calling Evaluation Through Turn-Level Interactions","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-07T11:36:38.577300Z"},"links":{"citing_paper":"/paper/2506.01859"},"observation_digest":"sha256:2b81065af856075c26eecfd38f2c9f9fe119db9f60e9335368fea04373ad7075","observation_id":"8c65d6b8-8d97-47b9-b614-3b6fa35d2cda","resolution":{"observed_at":"2026-08-07T11:36:38.577300Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T11:36:38.579702Z","title":"Gonzalez","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.01859","last_updated":"2025-06-02T16:48:11Z","snapshot_observed_at":"2026-08-16T17:54:52.651829Z","submitted_at":"2025-06-02T16:48:11Z","title":"CONFETTI: Conversational Function-Calling Evaluation Through Turn-Level Interactions","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-07T11:36:38.579702Z"},"links":{"citing_paper":"/paper/2506.01859"},"observation_digest":"sha256:a3add155afa6c4433ef2240cf39de1ade424b7e3634263624cbb03bf5b3b519a","observation_id":"3a875c42-5b62-4316-9218-285efb52689e","resolution":{"observed_at":"2026-08-07T11:36:38.579702Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T11:36:38.939909Z","title":null,"venue":null,"work_id":"4fe526f2-010b-4758-92aa-d1807fe7eb0d","year":2024},"citing_paper":{"arxiv_id":"2506.01859","last_updated":"2025-06-02T16:48:11Z","snapshot_observed_at":"2026-08-16T17:54:52.651829Z","submitted_at":"2025-06-02T16:48:11Z","title":"CONFETTI: Conversational Function-Calling Evaluation Through Turn-Level Interactions","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-07T11:36:38.582906Z"},"links":{"citing_paper":"/paper/2506.01859"},"observation_digest":"sha256:c192094ac22656733c7e719c917748dec5e69e00f5c3424929a06a70554f63c7","observation_id":"0e4f86f2-ea32-47eb-bd8d-0eb27df73b33","resolution":{"observed_at":"2026-08-07T11:36:38.942715Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2309.15817","last_updated":"2024-05-17T17:17:45Z","snapshot_observed_at":"2026-07-06T16:24:30.545494Z","submitted_at":"2023-09-25T17:08:02Z","title":"Identifying the Risks of LM Agents with an LM-Emulated Sandbox","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.15817","snapshot_observed_at":"2026-08-07T11:36:38.585578Z","title":"Maddison, and Tatsunori Hashimoto","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.01859","last_updated":"2025-06-02T16:48:11Z","snapshot_observed_at":"2026-08-16T17:54:52.651829Z","submitted_at":"2025-06-02T16:48:11Z","title":"CONFETTI: Conversational Function-Calling Evaluation Through Turn-Level Interactions","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-07T11:36:38.585578Z"},"links":{"cited_paper":"/paper/2309.15817","citing_paper":"/paper/2506.01859"},"observation_digest":"sha256:08bbc44be0e266bf0f3bea3fead4848b560dfcba867b2050094e165b7fac2c3d","observation_id":"cd155cff-2e31-497b-9a6b-1dac62163ea6","resolution":{"observed_at":"2026-08-07T11:36:38.585578Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T11:36:38.588818Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.01859","last_updated":"2025-06-02T16:48:11Z","snapshot_observed_at":"2026-08-16T17:54:52.651829Z","submitted_at":"2025-06-02T16:48:11Z","title":"CONFETTI: Conversational Function-Calling Evaluation Through Turn-Level Interactions","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-07T11:36:38.588818Z"},"links":{"citing_paper":"/paper/2506.01859"},"observation_digest":"sha256:a4bd8b1df8831ad3ac76d2c9cfb41944af1caaae2f11772463974699503b3abd","observation_id":"69b9d875-a76b-4c6a-b691-c52c988c5fb4","resolution":{"observed_at":"2026-08-07T11:36:38.588818Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.13374","last_updated":"2024-02-20T20:57:47Z","snapshot_observed_at":"2026-08-16T14:16:48.721125Z","submitted_at":"2024-02-20T20:57:47Z","title":"Reliable LLM-based User Simulator for Task-Oriented Dialogue Systems","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.13374","snapshot_observed_at":"2026-08-07T11:36:38.591136Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.01859","last_updated":"2025-06-02T16:48:11Z","snapshot_observed_at":"2026-08-16T17:54:52.651829Z","submitted_at":"2025-06-02T16:48:11Z","title":"CONFETTI: Conversational Function-Calling Evaluation Through Turn-Level Interactions","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-07T11:36:38.591136Z"},"links":{"cited_paper":"/paper/2402.13374","citing_paper":"/paper/2506.01859"},"observation_digest":"sha256:6b976a833f7ac252413abc65e0b0015f9a995e833783b73d19e2207c934c67a5","observation_id":"44c47959-e320-44df-a955-70debd5c8cdb","resolution":{"observed_at":"2026-08-07T11:36:38.591136Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T11:36:38.926670Z","title":null,"venue":null,"work_id":"6107a2c7-103d-494f-941c-8bfcbbc15a7d","year":2000},"citing_paper":{"arxiv_id":"2506.01859","last_updated":"2025-06-02T16:48:11Z","snapshot_observed_at":"2026-08-16T17:54:52.651829Z","submitted_at":"2025-06-02T16:48:11Z","title":"CONFETTI: Conversational Function-Calling Evaluation Through Turn-Level Interactions","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-07T11:36:38.594265Z"},"links":{"citing_paper":"/paper/2506.01859"},"observation_digest":"sha256:a611446fd9f8b3e28ba3f0e783162a90c985850093208d78e653331b24526284","observation_id":"1b944d50-59e5-4665-b31d-b545641cd531","resolution":{"observed_at":"2026-08-07T11:36:38.929193Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T11:36:38.597100Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.01859","last_updated":"2025-06-02T16:48:11Z","snapshot_observed_at":"2026-08-16T17:54:52.651829Z","submitted_at":"2025-06-02T16:48:11Z","title":"CONFETTI: Conversational Function-Calling Evaluation Through Turn-Level Interactions","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-07T11:36:38.597100Z"},"links":{"citing_paper":"/paper/2506.01859"},"observation_digest":"sha256:234dbef9da227e00fdb840128e03b2a3e7a0d13436f6c9dcfdaf533c4c77432e","observation_id":"eae24d6c-6991-400d-950a-d980bddc742c","resolution":{"observed_at":"2026-08-07T11:36:38.597100Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T11:36:38.599579Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.01859","last_updated":"2025-06-02T16:48:11Z","snapshot_observed_at":"2026-08-16T17:54:52.651829Z","submitted_at":"2025-06-02T16:48:11Z","title":"CONFETTI: Conversational Function-Calling Evaluation Through Turn-Level Interactions","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-07T11:36:38.599579Z"},"links":{"citing_paper":"/paper/2506.01859"},"observation_digest":"sha256:43762248d5f4d110958141013acae8d3941d459ec03d7337f14359d44f3bd50f","observation_id":"59c78d21-2f52-4e3e-ad23-4fa2ecddad67","resolution":{"observed_at":"2026-08-07T11:36:38.599579Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.09738","last_updated":"2024-03-25T23:53:01Z","snapshot_observed_at":"2026-08-16T22:48:40.522509Z","submitted_at":"2024-03-13T18:16:21Z","title":"Evaluating Large Language Models as Generative User Simulators for Conversational Recommendation","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.09738","snapshot_observed_at":"2026-08-07T11:36:38.601971Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.01859","last_updated":"2025-06-02T16:48:11Z","snapshot_observed_at":"2026-08-16T17:54:52.651829Z","submitted_at":"2025-06-02T16:48:11Z","title":"CONFETTI: Conversational Function-Calling Evaluation Through Turn-Level Interactions","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-07T11:36:38.601971Z"},"links":{"cited_paper":"/paper/2403.09738","citing_paper":"/paper/2506.01859"},"observation_digest":"sha256:4b18b5bd60efc81725a5aacbe2bcf61b35ac7ff7b6857ed3a8a4e6f68fb02d9f","observation_id":"62a4ed61-94b7-4149-b509-928b82e2af47","resolution":{"observed_at":"2026-08-07T11:36:38.601971Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.16739","last_updated":"2023-05-26T08:41:59Z","snapshot_observed_at":"2026-08-16T15:29:24.983218Z","submitted_at":"2023-05-26T08:41:59Z","title":"AlignScore: Evaluating Factual Consistency with a Unified Alignment Function","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.16739","snapshot_observed_at":"2026-08-07T11:36:38.604472Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.01859","last_updated":"2025-06-02T16:48:11Z","snapshot_observed_at":"2026-08-16T17:54:52.651829Z","submitted_at":"2025-06-02T16:48:11Z","title":"CONFETTI: Conversational Function-Calling Evaluation Through Turn-Level Interactions","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-07T11:36:38.604472Z"},"links":{"cited_paper":"/paper/2305.16739","citing_paper":"/paper/2506.01859"},"observation_digest":"sha256:b046b12b9f662668486c3955ff96807b428289c316b26b304499c8dbaa71e1af","observation_id":"936e5e01-eb92-429e-b25b-ca5ad0b29430","resolution":{"observed_at":"2026-08-07T11:36:38.604472Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.05685","last_updated":"2023-12-24T02:01:34Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-06-09T05:55:52Z","title":"Judging LLM-as-a-Judge with MT-Bench and Chatbot Arena","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.05685","snapshot_observed_at":"2026-08-07T11:36:38.607408Z","title":"Xing, Haotong Zhang, Joseph Gonzalez, and Ion Stoica","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.01859","last_updated":"2025-06-02T16:48:11Z","snapshot_observed_at":"2026-08-16T17:54:52.651829Z","submitted_at":"2025-06-02T16:48:11Z","title":"CONFETTI: Conversational Function-Calling Evaluation Through Turn-Level Interactions","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-07T11:36:38.607408Z"},"links":{"cited_paper":"/paper/2306.05685","citing_paper":"/paper/2506.01859"},"observation_digest":"sha256:a407c6c9e395bec946e9a3d69eba6c472e60d664aefa3fe3f4902c067d29dd59","observation_id":"c2ab487c-c175-4bfd-8d4a-9dd35c8a84c4","resolution":{"observed_at":"2026-08-07T11:36:38.607408Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T11:36:38.610768Z","title":"online\" 'onlinestring :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.01859","last_updated":"2025-06-02T16:48:11Z","snapshot_observed_at":"2026-08-16T17:54:52.651829Z","submitted_at":"2025-06-02T16:48:11Z","title":"CONFETTI: Conversational Function-Calling Evaluation Through Turn-Level Interactions","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-07T11:36:38.610768Z"},"links":{"citing_paper":"/paper/2506.01859"},"observation_digest":"sha256:9fcac1e55b7cb716b74cca3f347e12e4c16898bc46afe010d2c5c9f0f7a67a60","observation_id":"c7495d22-95f1-4e2b-95c5-da02c39c3e22","resolution":{"observed_at":"2026-08-07T11:36:38.610768Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T11:36:38.613769Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.01859","last_updated":"2025-06-02T16:48:11Z","snapshot_observed_at":"2026-08-16T17:54:52.651829Z","submitted_at":"2025-06-02T16:48:11Z","title":"CONFETTI: Conversational Function-Calling Evaluation Through Turn-Level Interactions","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-07T11:36:38.613769Z"},"links":{"citing_paper":"/paper/2506.01859"},"observation_digest":"sha256:aa5b74d155915519657da2ee2b140907aa7760027a8090890790b9de5e898444","observation_id":"348ab036-ce2f-41e2-a152-46c8f2991670","resolution":{"observed_at":"2026-08-07T11:36:38.613769Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2506.01859","last_updated":"2025-06-02T16:48:11Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-16T17:54:52.651829Z","submitted_at":"2025-06-02T16:48:11Z","title":"CONFETTI: Conversational Function-Calling Evaluation Through Turn-Level Interactions"},"reference_resolution":{"displayed":29,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":27,"verified_exact":1,"verified_fuzzy":1},"total_outbound_references":29},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"thesis":"As of 19 August 2026, this Paper Citation Record lists 29 of 29 outbound references and 1 inbound Pith citation observation for arXiv:2506.01859."}