{"as_of":"2026-08-09T12:49:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:bfaeb8f9e2b81fd522cd5de771449f287a9787e7d2b8f7bf108973cc8093f337","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":11,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":11,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":11,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":11,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T14:46:15.252193Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-04T00:39:16.733366Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2401.17167","last_updated":"2024-06-03T11:28:29Z","snapshot_observed_at":"2026-07-06T17:22:37.193255Z","submitted_at":"2024-01-30T16:52:56Z","title":"Planning, Creation, Usage: Benchmarking LLMs for Comprehensive Tool Utilization in Real-World Complex Scenarios","version":3},"cited_work":{"arxiv_id":"2401.17167","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2401.17167","snapshot_observed_at":"2026-07-04T00:39:16.733366Z","title":"Planning, creation, usage: Benchmark- ing llms for comprehensive tool utilization in real-world complex scenarios","venue":null,"work_id":"40334370-569c-4dd5-9e47-38ef3321da8b","year":2024},"citing_paper":{"arxiv_id":"2503.23278","last_updated":"2025-10-07T07:13:32Z","snapshot_observed_at":"2026-07-06T21:00:55.979837Z","submitted_at":"2025-03-30T01:58:22Z","title":"Model Context Protocol (MCP): Landscape, Security Threats, and Future Research Directions","version":3},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-05-13T09:02:40.294491Z"},"links":{"cited_paper":"/paper/2401.17167","citing_paper":"/paper/2503.23278"},"observation_digest":"sha256:1459b7b7c3f08576eefec510684151de0dfda00050276b80e40c1f577d35f516","observation_id":"a7f450c4-f13d-42b0-a42c-eb92c8f52191","resolution":{"observed_at":"2026-05-13T09:02:40.402803Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.17167","last_updated":"2024-06-03T11:28:29Z","snapshot_observed_at":"2026-07-06T17:22:37.193255Z","submitted_at":"2024-01-30T16:52:56Z","title":"Planning, Creation, Usage: Benchmarking LLMs for Comprehensive Tool Utilization in Real-World Complex Scenarios","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.17167","snapshot_observed_at":"2026-08-07T14:46:15.252193Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.17629","last_updated":"2025-05-27T07:41:51Z","snapshot_observed_at":"2026-08-08T14:46:10.484801Z","submitted_at":"2025-05-23T08:39:06Z","title":"TransBench: Breaking Barriers for Transferable Graphical User Interface Agents in Dynamic Digital Environments","version":2},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-07T14:46:15.252193Z"},"links":{"cited_paper":"/paper/2401.17167","citing_paper":"/paper/2505.17629"},"observation_digest":"sha256:b576b07376f54dd08eb5f505b3e648ee23d10a26098bf52ae9310d8b30949e87","observation_id":"5c5bf0e2-efbc-417e-9aa0-c76a55063d69","resolution":{"observed_at":"2026-08-07T14:46:15.252193Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.17167","last_updated":"2024-06-03T11:28:29Z","snapshot_observed_at":"2026-07-06T17:22:37.193255Z","submitted_at":"2024-01-30T16:52:56Z","title":"Planning, Creation, Usage: Benchmarking LLMs for Comprehensive Tool Utilization in Real-World Complex Scenarios","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.17167","snapshot_observed_at":"2026-08-07T14:34:34.802691Z","title":"Company:https://glaive","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.18471","last_updated":"2025-05-24T02:26:49Z","snapshot_observed_at":"2026-08-07T21:54:09.971572Z","submitted_at":"2025-05-24T02:26:49Z","title":"Invisible Tokens, Visible Bills: The Urgent Need to Audit Hidden Operations in Opaque LLM Services","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-07T14:34:34.802691Z"},"links":{"cited_paper":"/paper/2401.17167","citing_paper":"/paper/2505.18471"},"observation_digest":"sha256:2cc629b2ac891877c1fcc21b5f77d694eaf6f1c92826b6865acd23c890d4ca8d","observation_id":"4e7bea7b-2027-42a1-9dce-628002c669d4","resolution":{"observed_at":"2026-08-07T14:34:34.802691Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.17167","last_updated":"2024-06-03T11:28:29Z","snapshot_observed_at":"2026-07-06T17:22:37.193255Z","submitted_at":"2024-01-30T16:52:56Z","title":"Planning, Creation, Usage: Benchmarking LLMs for Comprehensive Tool Utilization in Real-World Complex Scenarios","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.17167","snapshot_observed_at":"2026-08-06T21:48:47.386705Z","title":"arXiv preprint arXiv:2401.17167","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.23394","last_updated":"2025-06-29T20:47:27Z","snapshot_observed_at":"2026-08-07T20:47:43.953021Z","submitted_at":"2025-06-29T20:47:27Z","title":"Teaching a Language Model to Speak the Language of Tools","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-06T21:48:47.386705Z"},"links":{"cited_paper":"/paper/2401.17167","citing_paper":"/paper/2506.23394"},"observation_digest":"sha256:6e34cc78a8c921b07b997af8bdefdb53a022562a69ace050952be4add8c97b93","observation_id":"4fc4bbf7-5c21-47fb-b7ea-9cf6057d8c3f","resolution":{"observed_at":"2026-08-06T21:48:47.386705Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.17167","last_updated":"2024-06-03T11:28:29Z","snapshot_observed_at":"2026-07-06T17:22:37.193255Z","submitted_at":"2024-01-30T16:52:56Z","title":"Planning, Creation, Usage: Benchmarking LLMs for Comprehensive Tool Utilization in Real-World Complex Scenarios","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.17167","snapshot_observed_at":"2026-08-06T21:22:43.715829Z","title":"Planning, Creation, Usage: Benchmarking LLMs for Comprehensive Tool Utilization in Real-World Complex Scenarios // arXiv preprint arXiv:2401.17167","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.00487","last_updated":"2025-07-02T04:35:44Z","snapshot_observed_at":"2026-08-07T22:30:31.357864Z","submitted_at":"2025-07-01T07:02:26Z","title":"MassTool: A Multi-Task Search-Based Tool Retrieval Framework for Large Language Models","version":2},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-06T21:22:43.715829Z"},"links":{"cited_paper":"/paper/2401.17167","citing_paper":"/paper/2507.00487"},"observation_digest":"sha256:e629485c3630070e207abf556b3c937af8df4f08901f39652777e0fc98080cd4","observation_id":"c646e42c-ffb6-48e4-a6c5-ed2d97f295fe","resolution":{"observed_at":"2026-08-06T21:22:43.715829Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.17167","last_updated":"2024-06-03T11:28:29Z","snapshot_observed_at":"2026-07-06T17:22:37.193255Z","submitted_at":"2024-01-30T16:52:56Z","title":"Planning, Creation, Usage: Benchmarking LLMs for Comprehensive Tool Utilization in Real-World Complex Scenarios","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.17167","snapshot_observed_at":"2026-08-06T15:39:56.955694Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.15296","last_updated":"2025-07-21T06:55:37Z","snapshot_observed_at":"2026-08-09T08:28:26.487927Z","submitted_at":"2025-07-21T06:55:37Z","title":"Butterfly Effects in Toolchains: A Comprehensive Analysis of Failed Parameter Filling in LLM Tool-Agent Systems","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-06T15:39:56.955694Z"},"links":{"cited_paper":"/paper/2401.17167","citing_paper":"/paper/2507.15296"},"observation_digest":"sha256:f0f47fcb1b1b0ff6033d0d45d03dab85089ec9b5c68fbcaae95fb4f5899e7c79","observation_id":"018f0567-62db-4bf4-82f9-7e0ac2f1ae47","resolution":{"observed_at":"2026-08-06T15:39:56.955694Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.17167","last_updated":"2024-06-03T11:28:29Z","snapshot_observed_at":"2026-07-06T17:22:37.193255Z","submitted_at":"2024-01-30T16:52:56Z","title":"Planning, Creation, Usage: Benchmarking LLMs for Comprehensive Tool Utilization in Real-World Complex Scenarios","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.17167","snapshot_observed_at":"2026-08-06T05:00:31.896011Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.02470","last_updated":"2025-08-04T14:36:31Z","snapshot_observed_at":"2026-08-07T16:07:22.433481Z","submitted_at":"2025-08-04T14:36:31Z","title":"AIAP: A No-Code Workflow Builder for Non-Experts with Natural Language and Multi-Agent Collaboration","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-06T05:00:31.896011Z"},"links":{"cited_paper":"/paper/2401.17167","citing_paper":"/paper/2508.02470"},"observation_digest":"sha256:60eea9e0a873d64c93e9dc5ab03e2b7c3bfdb0f7c107217af104c6def1097289","observation_id":"ddc8bbc5-b8cd-498b-95d8-46c6594ca00e","resolution":{"observed_at":"2026-08-06T05:00:31.896011Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.17167","last_updated":"2024-06-03T11:28:29Z","snapshot_observed_at":"2026-07-06T17:22:37.193255Z","submitted_at":"2024-01-30T16:52:56Z","title":"Planning, Creation, Usage: Benchmarking LLMs for Comprehensive Tool Utilization in Real-World Complex Scenarios","version":3},"cited_work":{"arxiv_id":"2401.17167","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2401.17167","snapshot_observed_at":"2026-07-04T00:39:16.733366Z","title":"Planning, creation, usage: Benchmark- ing llms for comprehensive tool utilization in real-world complex scenarios","venue":null,"work_id":"40334370-569c-4dd5-9e47-38ef3321da8b","year":2024},"citing_paper":{"arxiv_id":"2509.18847","last_updated":"2026-04-15T06:57:52Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-09-23T09:35:49Z","title":"Failure Makes the Agent Stronger: Enhancing Accuracy through Structured Reflection for Reliable Tool Interactions","version":3},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-05-18T15:00:51.162221Z"},"links":{"cited_paper":"/paper/2401.17167","citing_paper":"/paper/2509.18847"},"observation_digest":"sha256:550fa13717794d5abbd273c7d6b96d69b9bbdb57eafeb0b518e5bcccfa1210ca","observation_id":"8c0c40d3-4d15-4847-90b3-085dce7d6ee9","resolution":{"observed_at":"2026-05-18T15:01:31.407428Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.17167","last_updated":"2024-06-03T11:28:29Z","snapshot_observed_at":"2026-07-06T17:22:37.193255Z","submitted_at":"2024-01-30T16:52:56Z","title":"Planning, Creation, Usage: Benchmarking LLMs for Comprehensive Tool Utilization in Real-World Complex Scenarios","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.17167","snapshot_observed_at":"2026-08-04T10:08:56.601594Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2510.11560","last_updated":"2026-05-31T19:19:21Z","snapshot_observed_at":"2026-08-04T10:08:49.885656Z","submitted_at":"2025-10-13T16:04:03Z","title":"Characterizing Web Search in The Age of Generative AI","version":2},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-04T10:08:56.601594Z"},"links":{"cited_paper":"/paper/2401.17167","citing_paper":"/paper/2510.11560"},"observation_digest":"sha256:12541727798a05646cf470a1ae2da458484f506fdbc43f62af17b6820dbcc026","observation_id":"b67d2647-2420-438b-a309-59be4c6c8a27","resolution":{"observed_at":"2026-08-04T10:08:56.601594Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.17167","last_updated":"2024-06-03T11:28:29Z","snapshot_observed_at":"2026-07-06T17:22:37.193255Z","submitted_at":"2024-01-30T16:52:56Z","title":"Planning, Creation, Usage: Benchmarking LLMs for Comprehensive Tool Utilization in Real-World Complex Scenarios","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.17167","snapshot_observed_at":"2026-08-03T09:21:36.199978Z","title":"Planning, creation, usage: Benchmarking llms for comprehensive tool utilization in real-world complex scenarios, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2601.14192","last_updated":"2026-07-03T11:26:58Z","snapshot_observed_at":"2026-08-07T15:05:40.772054Z","submitted_at":"2026-01-20T17:51:56Z","title":"Toward Efficient Agents: Memory, Tool learning, and Planning","version":2},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-03T09:21:36.199978Z"},"links":{"cited_paper":"/paper/2401.17167","citing_paper":"/paper/2601.14192"},"observation_digest":"sha256:f3d5c50cb62d1596ccb10cebbe5034dc6bac7cbd30ecd37ff4f3fa1d28fa259d","observation_id":"ce6a98af-01ee-4af3-a5b5-50a5ca6356c1","resolution":{"observed_at":"2026-08-03T09:21:36.199978Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.17167","last_updated":"2024-06-03T11:28:29Z","snapshot_observed_at":"2026-07-06T17:22:37.193255Z","submitted_at":"2024-01-30T16:52:56Z","title":"Planning, Creation, Usage: Benchmarking LLMs for Comprehensive Tool Utilization in Real-World Complex Scenarios","version":3},"cited_work":{"arxiv_id":"2401.17167","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2401.17167","snapshot_observed_at":"2026-07-04T00:39:16.733366Z","title":"Planning, creation, usage: Benchmark- ing llms for comprehensive tool utilization in real-world complex scenarios","venue":null,"work_id":"40334370-569c-4dd5-9e47-38ef3321da8b","year":2024},"citing_paper":{"arxiv_id":"2606.18636","last_updated":"2026-06-17T03:17:34Z","snapshot_observed_at":"2026-08-02T06:26:56.533169Z","submitted_at":"2026-06-17T03:17:34Z","title":"PEC-Home: Interpretation of Progressively Elliptical Commands in Smart Homes","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-06-26T21:06:36.528009Z"},"links":{"cited_paper":"/paper/2401.17167","citing_paper":"/paper/2606.18636"},"observation_digest":"sha256:a1b672c5dab9711fc3df1ec971c2b8996b62b25df03aa42885f7cec3100eeb25","observation_id":"c79c263f-4de7-4840-bd50-7150438098fe","resolution":{"observed_at":"2026-07-04T00:39:16.735009Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2401.17167/citation-record","integrity":"/paper/2401.17167/integrity","json":"/paper/2401.17167/citation-record.json","paper":"/paper/2401.17167"},"outbound":[],"paper":{"arxiv_id":"2401.17167","last_updated":"2024-06-03T11:28:29Z","latest_version":3,"primary_category":"cs.CL","snapshot_observed_at":"2026-07-06T17:22:37.193255Z","submitted_at":"2024-01-30T16:52:56Z","title":"Planning, Creation, Usage: Benchmarking LLMs for Comprehensive Tool Utilization in Real-World Complex Scenarios"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 11 inbound Pith citation observations for arXiv:2401.17167."}