{"as_of":"2026-08-09T23:16:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:6634e6688dee59c4898a084d6e29389ebd5ebba6abcf1d82918de949fac751b8","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":12,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":12,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":12,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":12,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T14:11:55.292573Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":1,"source":"arxiv_reference","source_observed_at":"2026-08-05T02:28:24.338817Z","state":"measured"}],"external_citation_measurements":[{"count":2,"observed_at":"2026-08-05T02:28:24.338817Z","source":"arxiv_reference"}],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2311.10775","last_updated":"2023-11-15T23:50:31Z","snapshot_observed_at":"2026-07-06T16:49:13.099946Z","submitted_at":"2023-11-15T23:50:31Z","title":"ToolTalk: Evaluating Tool-Usage in a Conversational Setting","version":1},"cited_work":{"arxiv_id":"2311.10775","doi":"10.48550/arxiv.2311.10775","metadata_source":"arxiv_reference","pith_arxiv_id":"2311.10775","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Tooltalk: Evaluating tool-usage in a conversational setting","venue":"arXiv (Cornell University)","work_id":"2d23670c-f4c0-4c1a-b8b8-7353e5892e84","year":2023},"citing_paper":{"arxiv_id":"2405.14573","last_updated":"2025-04-06T20:37:50Z","snapshot_observed_at":"2026-08-07T08:11:20.950548Z","submitted_at":"2024-05-23T13:48:54Z","title":"AndroidWorld: A Dynamic Benchmarking Environment for Autonomous Agents","version":5},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-05-13T12:06:13.697487Z"},"links":{"cited_paper":"/paper/2311.10775","citing_paper":"/paper/2405.14573"},"observation_digest":"sha256:6131ec61883f7743f284009db7d5dd0d6c6f65ad763bc58f5f08f0cdfead082f","observation_id":"75c222cf-92c0-4411-81d1-7c5501095d75","resolution":{"observed_at":"2026-05-13T12:06:13.769076Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.10775","last_updated":"2023-11-15T23:50:31Z","snapshot_observed_at":"2026-07-06T16:49:13.099946Z","submitted_at":"2023-11-15T23:50:31Z","title":"ToolTalk: Evaluating Tool-Usage in a Conversational Setting","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.10775","snapshot_observed_at":"2026-08-07T14:11:55.292573Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.19683","last_updated":"2025-05-26T08:44:53Z","snapshot_observed_at":"2026-08-08T09:25:43.689145Z","submitted_at":"2025-05-26T08:44:53Z","title":"Large Language Models for Planning: A Comprehensive and Systematic Survey","version":1},"reference_index":62,"source":"pdf_text","source_observed_at":"2026-08-07T14:11:55.292573Z"},"links":{"cited_paper":"/paper/2311.10775","citing_paper":"/paper/2505.19683"},"observation_digest":"sha256:7569b6237438f3b1c55dc0a734e4a1eed227129c3d0fc3842282ee2df07a479c","observation_id":"c74f0e3b-8f46-4c2f-a808-331e4bab6d3c","resolution":{"observed_at":"2026-08-07T14:11:55.292573Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.10775","last_updated":"2023-11-15T23:50:31Z","snapshot_observed_at":"2026-07-06T16:49:13.099946Z","submitted_at":"2023-11-15T23:50:31Z","title":"ToolTalk: Evaluating Tool-Usage in a Conversational Setting","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.10775","snapshot_observed_at":"2026-08-07T11:36:38.547695Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.01859","last_updated":"2025-06-02T16:48:11Z","snapshot_observed_at":"2026-08-07T23:24:20.735513Z","submitted_at":"2025-06-02T16:48:11Z","title":"CONFETTI: Conversational Function-Calling Evaluation Through Turn-Level Interactions","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-07T11:36:38.547695Z"},"links":{"cited_paper":"/paper/2311.10775","citing_paper":"/paper/2506.01859"},"observation_digest":"sha256:15f843ae0f3553fa2708dda892882ca74834664a9228bb64c7d658ed5391e71f","observation_id":"6c7a2805-3735-40db-9797-d7b3f9e32923","resolution":{"observed_at":"2026-08-07T11:36:38.547695Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.10775","last_updated":"2023-11-15T23:50:31Z","snapshot_observed_at":"2026-07-06T16:49:13.099946Z","submitted_at":"2023-11-15T23:50:31Z","title":"ToolTalk: Evaluating Tool-Usage in a Conversational Setting","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.10775","snapshot_observed_at":"2026-08-07T11:30:55.058714Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.02298","last_updated":"2025-06-02T22:36:02Z","snapshot_observed_at":"2026-08-08T17:41:53.481929Z","submitted_at":"2025-06-02T22:36:02Z","title":"LAM SIMULATOR: Advancing Data Generation for Large Action Model Training via Online Exploration and Trajectory Feedback","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-07T11:30:55.058714Z"},"links":{"cited_paper":"/paper/2311.10775","citing_paper":"/paper/2506.02298"},"observation_digest":"sha256:c40622fe316fe28d0e313345d66f8d92b3400845498a0e34960772f7a099cc99","observation_id":"b124154d-4a45-4a0c-99f7-8696387b869d","resolution":{"observed_at":"2026-08-07T11:30:55.058714Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.10775","last_updated":"2023-11-15T23:50:31Z","snapshot_observed_at":"2026-07-06T16:49:13.099946Z","submitted_at":"2023-11-15T23:50:31Z","title":"ToolTalk: Evaluating Tool-Usage in a Conversational Setting","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.10775","snapshot_observed_at":"2026-08-06T22:02:38.534202Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.22853","last_updated":"2025-07-02T07:55:09Z","snapshot_observed_at":"2026-08-09T18:57:10.167031Z","submitted_at":"2025-06-28T11:28:04Z","title":"DICE-BENCH: Evaluating the Tool-Use Capabilities of Large Language Models in Multi-Round, Multi-Party Dialogues","version":2},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-06T22:02:38.534202Z"},"links":{"cited_paper":"/paper/2311.10775","citing_paper":"/paper/2506.22853"},"observation_digest":"sha256:65bc617432ee223536a5c13d9263738ebaeb9c54db3edcce302789a18c29671a","observation_id":"b7820be4-1746-493c-bf47-d3385e69a83e","resolution":{"observed_at":"2026-08-06T22:02:38.534202Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.10775","last_updated":"2023-11-15T23:50:31Z","snapshot_observed_at":"2026-07-06T16:49:13.099946Z","submitted_at":"2023-11-15T23:50:31Z","title":"ToolTalk: Evaluating Tool-Usage in a Conversational Setting","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.10775","snapshot_observed_at":"2026-08-06T12:09:26.296882Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22034","last_updated":"2025-07-29T17:34:12Z","snapshot_observed_at":"2026-08-07T20:29:47.386254Z","submitted_at":"2025-07-29T17:34:12Z","title":"UserBench: An Interactive Gym Environment for User-Centric Agents","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-06T12:09:26.296882Z"},"links":{"cited_paper":"/paper/2311.10775","citing_paper":"/paper/2507.22034"},"observation_digest":"sha256:5961fab3540ecb10aebe577abf07e75e65ee3fdc71ebca3bf6605d6c4d62810b","observation_id":"5b253e1d-3b67-4d70-8161-ca807b48333a","resolution":{"observed_at":"2026-08-06T12:09:26.296882Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.10775","last_updated":"2023-11-15T23:50:31Z","snapshot_observed_at":"2026-07-06T16:49:13.099946Z","submitted_at":"2023-11-15T23:50:31Z","title":"ToolTalk: Evaluating Tool-Usage in a Conversational Setting","version":1},"cited_work":{"arxiv_id":"2311.10775","doi":"10.48550/arxiv.2311.10775","metadata_source":"arxiv_reference","pith_arxiv_id":"2311.10775","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Tooltalk: Evaluating tool-usage in a conversational setting","venue":"arXiv (Cornell University)","work_id":"2d23670c-f4c0-4c1a-b8b8-7353e5892e84","year":2023},"citing_paper":{"arxiv_id":"2605.16909","last_updated":"2026-05-16T09:49:25Z","snapshot_observed_at":"2026-07-06T23:27:57.805018Z","submitted_at":"2026-05-16T09:49:25Z","title":"TOBench: A Task-Oriented Omni-Modal Benchmark for Real-World Tool-Using Agents","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-05-19T20:43:16.364125Z"},"links":{"cited_paper":"/paper/2311.10775","citing_paper":"/paper/2605.16909"},"observation_digest":"sha256:ba1face305f61d01c4c308bf1c08de33dd231d8fb44000803179ebb2b70d69c4","observation_id":"58b3fdb0-b3c9-4fc1-b560-ce78d7aaaec4","resolution":{"observed_at":"2026-05-19T20:47:45.954810Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.10775","last_updated":"2023-11-15T23:50:31Z","snapshot_observed_at":"2026-07-06T16:49:13.099946Z","submitted_at":"2023-11-15T23:50:31Z","title":"ToolTalk: Evaluating Tool-Usage in a Conversational Setting","version":1},"cited_work":{"arxiv_id":"2311.10775","doi":"10.48550/arxiv.2311.10775","metadata_source":"arxiv_reference","pith_arxiv_id":"2311.10775","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Tooltalk: Evaluating tool-usage in a conversational setting","venue":"arXiv (Cornell University)","work_id":"2d23670c-f4c0-4c1a-b8b8-7353e5892e84","year":2023},"citing_paper":{"arxiv_id":"2605.27141","last_updated":"2026-05-26T15:07:38Z","snapshot_observed_at":"2026-07-06T23:36:53.330986Z","submitted_at":"2026-05-26T15:07:38Z","title":"VitaBench 2.0: Evaluating Personalized and Proactive Agents in Long-Term User Interactions","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-06-29T17:10:02.936605Z"},"links":{"cited_paper":"/paper/2311.10775","citing_paper":"/paper/2605.27141"},"observation_digest":"sha256:6d9d4e9810cc86d52e6e2c5df7236b884e5a679dc8c69d14fce6f845a28417d2","observation_id":"ccfb90fd-cff8-4789-ab4f-14b245af44ae","resolution":{"observed_at":"2026-06-29T17:13:44.666660Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.10775","last_updated":"2023-11-15T23:50:31Z","snapshot_observed_at":"2026-07-06T16:49:13.099946Z","submitted_at":"2023-11-15T23:50:31Z","title":"ToolTalk: Evaluating Tool-Usage in a Conversational Setting","version":1},"cited_work":{"arxiv_id":"2311.10775","doi":"10.48550/arxiv.2311.10775","metadata_source":"arxiv_reference","pith_arxiv_id":"2311.10775","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Tooltalk: Evaluating tool-usage in a conversational setting","venue":"arXiv (Cornell University)","work_id":"2d23670c-f4c0-4c1a-b8b8-7353e5892e84","year":2023},"citing_paper":{"arxiv_id":"2606.12191","last_updated":"2026-06-10T15:15:01Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2026-06-10T15:15:01Z","title":"Agentic Environment Engineering for Large Language Models: A Survey of Environment Modeling, Synthesis, Evaluation, and Application","version":1},"reference_index":132,"source":"pdf_text","source_observed_at":"2026-06-27T09:46:30.702256Z"},"links":{"cited_paper":"/paper/2311.10775","citing_paper":"/paper/2606.12191"},"observation_digest":"sha256:ca43871dc638d60d3fdd0bfa39d6177bf814d8f7f7747b2cf9d7e1bd38382273","observation_id":"5ebcb5f5-89c5-4658-8562-06f37d5ae675","resolution":{"observed_at":"2026-06-27T09:50:48.440044Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.10775","last_updated":"2023-11-15T23:50:31Z","snapshot_observed_at":"2026-07-06T16:49:13.099946Z","submitted_at":"2023-11-15T23:50:31Z","title":"ToolTalk: Evaluating Tool-Usage in a Conversational Setting","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.10775","snapshot_observed_at":"2026-07-14T11:21:48.935912Z","title":"Tooltalk: Eval- uating tool-usage in a conversational setting, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.10487","last_updated":"2026-07-11T21:48:53Z","snapshot_observed_at":"2026-08-08T12:06:45.222838Z","submitted_at":"2026-07-11T21:48:53Z","title":"Temporary Authority, Permanent Effects: Commit-Time Authorization for LLM Agents","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-07-14T11:21:48.935912Z"},"links":{"cited_paper":"/paper/2311.10775","citing_paper":"/paper/2607.10487"},"observation_digest":"sha256:26682f3b9246c050a44613568e966e609fbf60b7af3275b2f53b4604d708aa47","observation_id":"d68fe3b5-d6f9-4dd9-b547-03517a77c31b","resolution":{"observed_at":"2026-07-14T11:21:48.935912Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.10775","last_updated":"2023-11-15T23:50:31Z","snapshot_observed_at":"2026-07-06T16:49:13.099946Z","submitted_at":"2023-11-15T23:50:31Z","title":"ToolTalk: Evaluating Tool-Usage in a Conversational Setting","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.10775","snapshot_observed_at":"2026-08-02T10:30:55.384447Z","title":"arXiv preprint arXiv:2311.10775 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.22635","last_updated":"2026-06-22T09:02:49Z","snapshot_observed_at":"2026-08-07T21:10:56.788607Z","submitted_at":"2026-06-22T09:02:49Z","title":"CallBench: A Benchmark for Dual-Goal Coordination in Phone Call Assistants","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-02T10:30:55.384447Z"},"links":{"cited_paper":"/paper/2311.10775","citing_paper":"/paper/2607.22635"},"observation_digest":"sha256:d03cfd2e71eab3c1c8a9737230c27b91622c0954fef3edc8d7190a30c49b9314","observation_id":"f7762952-f3bc-46cd-8363-02fa2b4c8d45","resolution":{"observed_at":"2026-08-02T10:30:55.384447Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.10775","last_updated":"2023-11-15T23:50:31Z","snapshot_observed_at":"2026-07-06T16:49:13.099946Z","submitted_at":"2023-11-15T23:50:31Z","title":"ToolTalk: Evaluating Tool-Usage in a Conversational Setting","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.10775","snapshot_observed_at":"2026-08-01T03:38:14.110286Z","title":"Tooltalk: Evaluating tool-usage in a conversational setting.CoRR, abs/2311.10775, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.23124","last_updated":"2026-07-25T09:58:24Z","snapshot_observed_at":"2026-08-06T19:50:20.416891Z","submitted_at":"2026-07-25T09:58:24Z","title":"AgentOmnia: Scaling Agentic Models for Full-Scenario Applications","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-01T03:38:14.110286Z"},"links":{"cited_paper":"/paper/2311.10775","citing_paper":"/paper/2607.23124"},"observation_digest":"sha256:253455a0de9c1bbdce99a708772b94cec29ed3b721dc1c242833948ef0631989","observation_id":"74fe678d-b19d-406a-ad87-d5cfacca27cc","resolution":{"observed_at":"2026-08-01T03:38:14.110286Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2311.10775/citation-record","integrity":"/paper/2311.10775/integrity","json":"/paper/2311.10775/citation-record.json","paper":"/paper/2311.10775"},"outbound":[],"paper":{"arxiv_id":"2311.10775","last_updated":"2023-11-15T23:50:31Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-07-06T16:49:13.099946Z","submitted_at":"2023-11-15T23:50:31Z","title":"ToolTalk: Evaluating Tool-Usage in a Conversational Setting"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 12 inbound Pith citation observations for arXiv:2311.10775."}