{"as_of":"2026-08-18T19:54:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:c0c4d2ec7e476f6eb6472515059d40ff35b70b66f1ac01e8cb9877f7fd0b3783","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":7,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":7,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-18T06:34:40.430872+00:00","state":"measured"},{"denominator":7,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":7,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-15T17:04:46.846452Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-02T03:36:29.696220Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2409.03797","last_updated":"2025-05-21T04:36:42Z","snapshot_observed_at":"2026-08-16T13:21:19.529282Z","submitted_at":"2024-09-04T17:53:24Z","title":"NESTFUL: A Benchmark for Evaluating LLMs on Nested Sequences of API Calls","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.03797","snapshot_observed_at":"2026-08-07T04:43:59.849002Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.13977","last_updated":"2025-06-11T17:59:18Z","snapshot_observed_at":"2026-08-17T10:45:33.058050Z","submitted_at":"2025-06-11T17:59:18Z","title":"CRITICTOOL: Evaluating Self-Critique Capabilities of Large Language Models in Tool-Calling Error Scenarios","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-07T04:43:59.849002Z"},"links":{"cited_paper":"/paper/2409.03797","citing_paper":"/paper/2506.13977"},"observation_digest":"sha256:89a78ed108f9de5b36aafd526d2b61cc43bf084fd8b68d7e14876daa773eac41","observation_id":"845a9e89-81e7-41c7-a4e2-7771fdf4b6f8","resolution":{"observed_at":"2026-08-07T04:43:59.849002Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.03797","last_updated":"2025-05-21T04:36:42Z","snapshot_observed_at":"2026-08-16T13:21:19.529282Z","submitted_at":"2024-09-04T17:53:24Z","title":"NESTFUL: A Benchmark for Evaluating LLMs on Nested Sequences of API Calls","version":3},"cited_work":{"arxiv_id":"2409.03797","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2409.03797","snapshot_observed_at":"2026-07-02T03:36:29.696220Z","title":"Nestful: Abenchmark for evaluating llms on nested sequences of api calls","venue":null,"work_id":"53f95caf-1007-46ac-b1af-73921fadaf8e","year":2024},"citing_paper":{"arxiv_id":"2507.13334","last_updated":"2025-07-21T17:48:18Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-07-17T17:50:36Z","title":"A Survey of Context Engineering for Large Language Models","version":2},"reference_index":58,"source":"pdf_text","source_observed_at":"2026-05-13T20:58:45.060041Z"},"links":{"cited_paper":"/paper/2409.03797","citing_paper":"/paper/2507.13334"},"observation_digest":"sha256:c9a6b7facf405a5ef451aee88cb98bb5c58344ae2d20e7d828dafc115c703d95","observation_id":"57fe1622-e7d9-4369-90da-9e236bc5ade3","resolution":{"observed_at":"2026-05-13T20:58:45.420327Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2409.03797","last_updated":"2025-05-21T04:36:42Z","snapshot_observed_at":"2026-08-16T13:21:19.529282Z","submitted_at":"2024-09-04T17:53:24Z","title":"NESTFUL: A Benchmark for Evaluating LLMs on Nested Sequences of API Calls","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.03797","snapshot_observed_at":"2026-08-15T17:04:46.846452Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.17692","last_updated":"2025-08-25T06:01:16Z","snapshot_observed_at":"2026-08-15T23:18:39.844763Z","submitted_at":"2025-08-25T06:01:16Z","title":"LLM-based Agentic Reasoning Frameworks: A Survey from Methods to Scenarios","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-15T17:04:46.846452Z"},"links":{"cited_paper":"/paper/2409.03797","citing_paper":"/paper/2508.17692"},"observation_digest":"sha256:7fdb8703f3b0f97a9483a86ffd85c1aa03881f75326392c442650d24a685ab45","observation_id":"89aaede8-7ad7-492b-ace9-1b6eeb8d658c","resolution":{"observed_at":"2026-08-15T17:04:46.846452Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.03797","last_updated":"2025-05-21T04:36:42Z","snapshot_observed_at":"2026-08-16T13:21:19.529282Z","submitted_at":"2024-09-04T17:53:24Z","title":"NESTFUL: A Benchmark for Evaluating LLMs on Nested Sequences of API Calls","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.03797","snapshot_observed_at":"2026-08-05T14:49:00.653584Z","title":"arXiv preprint arXiv:2409.03797","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.20931","last_updated":"2025-09-01T18:05:06Z","snapshot_observed_at":"2026-08-14T23:07:30.998043Z","submitted_at":"2025-08-28T15:57:33Z","title":"How Can Input Reformulation Improve Tool Usage Accuracy in a Complex Dynamic Environment? A Study on $\\tau$-bench","version":2},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-05T14:49:00.653584Z"},"links":{"cited_paper":"/paper/2409.03797","citing_paper":"/paper/2508.20931"},"observation_digest":"sha256:14c1c93c4ec14b94f5401283e6ff9af44dccbc1c3496bf149e0df23265613107","observation_id":"47a21541-db06-42f7-a64d-4d957cf2a0e7","resolution":{"observed_at":"2026-08-05T14:49:00.653584Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.03797","last_updated":"2025-05-21T04:36:42Z","snapshot_observed_at":"2026-08-16T13:21:19.529282Z","submitted_at":"2024-09-04T17:53:24Z","title":"NESTFUL: A Benchmark for Evaluating LLMs on Nested Sequences of API Calls","version":3},"cited_work":{"arxiv_id":"2409.03797","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2409.03797","snapshot_observed_at":"2026-07-02T03:36:29.696220Z","title":"Nestful: Abenchmark for evaluating llms on nested sequences of api calls","venue":null,"work_id":"53f95caf-1007-46ac-b1af-73921fadaf8e","year":2024},"citing_paper":{"arxiv_id":"2510.14703","last_updated":"2026-04-28T18:17:43Z","snapshot_observed_at":"2026-08-13T13:25:07.876055Z","submitted_at":"2025-10-16T14:06:03Z","title":"ToolPRM: Fine-Grained Inference Scaling of Structured Outputs for Function Calling","version":2},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-05-18T06:30:39.858246Z"},"links":{"cited_paper":"/paper/2409.03797","citing_paper":"/paper/2510.14703"},"observation_digest":"sha256:06d73e3788e35a71ab888a7bcf5424f1bbf6a6c230947ec3a27310c7a2d44b78","observation_id":"91a285a0-ab89-412b-9e4c-467a7bfe332a","resolution":{"observed_at":"2026-05-18T06:30:59.514386Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2409.03797","last_updated":"2025-05-21T04:36:42Z","snapshot_observed_at":"2026-08-16T13:21:19.529282Z","submitted_at":"2024-09-04T17:53:24Z","title":"NESTFUL: A Benchmark for Evaluating LLMs on Nested Sequences of API Calls","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.03797","snapshot_observed_at":"2026-08-04T06:09:50.756340Z","title":"NESTFUL: A Benchmark for Evaluating LLMs on Nested Sequences of API Calls.arXiv preprint arXiv:2409.03797,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2602.07086","last_updated":"2026-08-01T15:58:15Z","snapshot_observed_at":"2026-08-18T02:40:10.752648Z","submitted_at":"2026-02-06T08:37:06Z","title":"RAG Strategies for Natural Language-Based SQL Query and REST API Call Generation","version":2},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-04T06:09:50.756340Z"},"links":{"cited_paper":"/paper/2409.03797","citing_paper":"/paper/2602.07086"},"observation_digest":"sha256:89af9003383a3d433dfa54f7cdc9a710d9d7e9d88b0f2a0bb08da9aa93d96c30","observation_id":"71622b61-2a6f-4e43-8e98-6b82048bf7f5","resolution":{"observed_at":"2026-08-04T06:09:50.756340Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.03797","last_updated":"2025-05-21T04:36:42Z","snapshot_observed_at":"2026-08-16T13:21:19.529282Z","submitted_at":"2024-09-04T17:53:24Z","title":"NESTFUL: A Benchmark for Evaluating LLMs on Nested Sequences of API Calls","version":3},"cited_work":{"arxiv_id":"2409.03797","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2409.03797","snapshot_observed_at":"2026-07-02T03:36:29.696220Z","title":"Nestful: Abenchmark for evaluating llms on nested sequences of api calls","venue":null,"work_id":"53f95caf-1007-46ac-b1af-73921fadaf8e","year":2024},"citing_paper":{"arxiv_id":"2606.03892","last_updated":"2026-06-03T17:27:54Z","snapshot_observed_at":"2026-08-18T11:23:20.153602Z","submitted_at":"2026-06-02T16:52:31Z","title":"Synthesize and Reward -- Reinforcement Learning for Multi-Step Tool Use in Live Environments","version":2},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-06-28T09:54:00.111238Z"},"links":{"cited_paper":"/paper/2409.03797","citing_paper":"/paper/2606.03892"},"observation_digest":"sha256:5316a7db1658c2c1207b42cda1e4ccf557eb2f4367d5c529aa8c95cc8bc702e8","observation_id":"4a652ed7-9a22-404c-aa7b-60c8d909eb08","resolution":{"observed_at":"2026-07-02T03:36:29.697608Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2409.03797/citation-record","integrity":"/paper/2409.03797/integrity","json":"/paper/2409.03797/citation-record.json","paper":"/paper/2409.03797"},"outbound":[],"paper":{"arxiv_id":"2409.03797","last_updated":"2025-05-21T04:36:42Z","latest_version":3,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-16T13:21:19.529282Z","submitted_at":"2024-09-04T17:53:24Z","title":"NESTFUL: A Benchmark for Evaluating LLMs on Nested Sequences of API Calls"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"thesis":"As of 18 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 7 inbound Pith citation observations for arXiv:2409.03797."}