{"as_of":"2026-08-09T21:42:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:7d04d708fc82eb1fc047d575d0a768d9a780f791f6e009d8abdfb0f010a4cce1","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":7,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":7,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":7,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":7,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T22:02:40.986835Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":1,"source":"arxiv_reference","source_observed_at":"2026-08-05T02:28:24.338817Z","state":"measured"}],"external_citation_measurements":[{"count":39,"observed_at":"2026-08-05T02:28:24.338817Z","source":"arxiv_reference"}],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2306.13304","last_updated":"2023-06-23T05:43:28Z","snapshot_observed_at":"2026-08-09T04:08:10.447500Z","submitted_at":"2023-06-23T05:43:28Z","title":"ToolQA: A Dataset for LLM Question Answering with External Tools","version":1},"cited_work":{"arxiv_id":"2306.13304","doi":"10.48550/arxiv.2306.13304","metadata_source":"arxiv_reference","pith_arxiv_id":"2306.13304","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2306.13304","venue":"arXiv (Cornell University)","work_id":"6ed7e375-413b-460b-8d3c-506cc289cfbb","year":2023},"citing_paper":{"arxiv_id":"2304.08244","last_updated":"2023-10-25T06:54:12Z","snapshot_observed_at":"2026-08-02T00:07:12.855748Z","submitted_at":"2023-04-14T14:05:32Z","title":"API-Bank: A Comprehensive Benchmark for Tool-Augmented LLMs","version":2},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-05-15T20:51:41.198767Z"},"links":{"cited_paper":"/paper/2306.13304","citing_paper":"/paper/2304.08244"},"observation_digest":"sha256:ab772a6a604ae8ccfc60325f55e0af4d16e3532b390f340862302a1d78a733c0","observation_id":"44c9d07d-b1b4-4e14-9e1f-d4cfcb900f9b","resolution":{"observed_at":"2026-05-15T20:51:41.210477Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2306.13304","last_updated":"2023-06-23T05:43:28Z","snapshot_observed_at":"2026-08-09T04:08:10.447500Z","submitted_at":"2023-06-23T05:43:28Z","title":"ToolQA: A Dataset for LLM Question Answering with External Tools","version":1},"cited_work":{"arxiv_id":"2306.13304","doi":"10.48550/arxiv.2306.13304","metadata_source":"arxiv_reference","pith_arxiv_id":"2306.13304","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2306.13304","venue":"arXiv (Cornell University)","work_id":"6ed7e375-413b-460b-8d3c-506cc289cfbb","year":2023},"citing_paper":{"arxiv_id":"2311.12983","last_updated":"2023-11-21T20:34:47Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-11-21T20:34:47Z","title":"GAIA: a benchmark for General AI Assistants","version":1},"reference_index":72,"source":"arxiv_source","source_observed_at":"2026-05-12T15:46:03.247029Z"},"links":{"cited_paper":"/paper/2306.13304","citing_paper":"/paper/2311.12983"},"observation_digest":"sha256:50663908ca8b0131eb9215ca39c9efad5daa886986b42659227fda8612af8d2d","observation_id":"5851f73b-3105-4c26-94a8-e55a58e9eba2","resolution":{"observed_at":"2026-05-12T15:46:03.422284Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2306.13304","last_updated":"2023-06-23T05:43:28Z","snapshot_observed_at":"2026-08-09T04:08:10.447500Z","submitted_at":"2023-06-23T05:43:28Z","title":"ToolQA: A Dataset for LLM Question Answering with External Tools","version":1},"cited_work":{"arxiv_id":"2306.13304","doi":"10.48550/arxiv.2306.13304","metadata_source":"arxiv_reference","pith_arxiv_id":"2306.13304","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2306.13304","venue":"arXiv (Cornell University)","work_id":"6ed7e375-413b-460b-8d3c-506cc289cfbb","year":2023},"citing_paper":{"arxiv_id":"2402.06196","last_updated":"2025-03-23T14:51:01Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-02-09T05:37:09Z","title":"Large Language Models: A Survey","version":3},"reference_index":201,"source":"pdf_text","source_observed_at":"2026-05-11T15:22:54.023279Z"},"links":{"cited_paper":"/paper/2306.13304","citing_paper":"/paper/2402.06196"},"observation_digest":"sha256:7b83f89ba7674e9563099fbb4593cd9dd5c47e94c8a402f4e00a038dd67d335a","observation_id":"ae198f74-293a-4589-b2dc-19cc9699b27e","resolution":{"observed_at":"2026-05-11T15:22:55.911464Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2306.13304","last_updated":"2023-06-23T05:43:28Z","snapshot_observed_at":"2026-08-09T04:08:10.447500Z","submitted_at":"2023-06-23T05:43:28Z","title":"ToolQA: A Dataset for LLM Question Answering with External Tools","version":1},"cited_work":{"arxiv_id":"2306.13304","doi":"10.48550/arxiv.2306.13304","metadata_source":"arxiv_reference","pith_arxiv_id":"2306.13304","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2306.13304","venue":"arXiv (Cornell University)","work_id":"6ed7e375-413b-460b-8d3c-506cc289cfbb","year":2023},"citing_paper":{"arxiv_id":"2403.14608","last_updated":"2024-09-16T02:54:50Z","snapshot_observed_at":"2026-08-04T09:07:42.158421Z","submitted_at":"2024-03-21T17:55:50Z","title":"Parameter-Efficient Fine-Tuning for Large Models: A Comprehensive Survey","version":7},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-05-13T11:32:36.738536Z"},"links":{"cited_paper":"/paper/2306.13304","citing_paper":"/paper/2403.14608"},"observation_digest":"sha256:85495ae4f79a03feec138bff79b51cd66619590824f87775e9f60394265583c5","observation_id":"3a23a044-8a08-4cd1-bd2f-9eb5911eb59b","resolution":{"observed_at":"2026-05-13T11:32:36.961300Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2306.13304","last_updated":"2023-06-23T05:43:28Z","snapshot_observed_at":"2026-08-09T04:08:10.447500Z","submitted_at":"2023-06-23T05:43:28Z","title":"ToolQA: A Dataset for LLM Question Answering with External Tools","version":1},"cited_work":{"arxiv_id":"2306.13304","doi":"10.48550/arxiv.2306.13304","metadata_source":"arxiv_reference","pith_arxiv_id":"2306.13304","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2306.13304","venue":"arXiv (Cornell University)","work_id":"6ed7e375-413b-460b-8d3c-506cc289cfbb","year":2023},"citing_paper":{"arxiv_id":"2409.00557","last_updated":"2026-04-29T05:49:57Z","snapshot_observed_at":"2026-07-06T19:08:44.269514Z","submitted_at":"2024-08-31T23:06:12Z","title":"Learning to Ask: When LLM Agents Meet Unclear Instruction","version":4},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-05-23T21:08:42.276002Z"},"links":{"cited_paper":"/paper/2306.13304","citing_paper":"/paper/2409.00557"},"observation_digest":"sha256:9105985012085c1e9e325cb497719222669a4663561ce9f5bd93014309a0de59","observation_id":"bc9c5c3b-e457-41f0-8042-c3061a65302c","resolution":{"observed_at":"2026-05-23T21:13:28.044365Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2306.13304","last_updated":"2023-06-23T05:43:28Z","snapshot_observed_at":"2026-08-09T04:08:10.447500Z","submitted_at":"2023-06-23T05:43:28Z","title":"ToolQA: A Dataset for LLM Question Answering with External Tools","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.13304","snapshot_observed_at":"2026-08-06T22:02:40.986835Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.22853","last_updated":"2025-07-02T07:55:09Z","snapshot_observed_at":"2026-08-09T18:57:10.167031Z","submitted_at":"2025-06-28T11:28:04Z","title":"DICE-BENCH: Evaluating the Tool-Use Capabilities of Large Language Models in Multi-Round, Multi-Party Dialogues","version":2},"reference_index":54,"source":"arxiv_source","source_observed_at":"2026-08-06T22:02:40.986835Z"},"links":{"cited_paper":"/paper/2306.13304","citing_paper":"/paper/2506.22853"},"observation_digest":"sha256:01b98df0d6e68740894ae1cde029c768ee10d87b9e83c0b5e240640189956438","observation_id":"3e5d6cd4-2439-4fcc-9d6c-a6c20b2f61bf","resolution":{"observed_at":"2026-08-06T22:02:40.986835Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.13304","last_updated":"2023-06-23T05:43:28Z","snapshot_observed_at":"2026-08-09T04:08:10.447500Z","submitted_at":"2023-06-23T05:43:28Z","title":"ToolQA: A Dataset for LLM Question Answering with External Tools","version":1},"cited_work":{"arxiv_id":"2306.13304","doi":"10.48550/arxiv.2306.13304","metadata_source":"arxiv_reference","pith_arxiv_id":"2306.13304","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2306.13304","venue":"arXiv (Cornell University)","work_id":"6ed7e375-413b-460b-8d3c-506cc289cfbb","year":2023},"citing_paper":{"arxiv_id":"2604.05404","last_updated":"2026-04-14T06:24:16Z","snapshot_observed_at":"2026-07-06T22:54:08.897942Z","submitted_at":"2026-04-07T03:55:29Z","title":"Beyond Accuracy: Unveiling Inefficiency Patterns in Tool-Integrated Reasoning","version":2},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-05-10T19:24:46.023589Z"},"links":{"cited_paper":"/paper/2306.13304","citing_paper":"/paper/2604.05404"},"observation_digest":"sha256:b2399ccddca7ce2ad3069be8edad10b2281cc820ae7eb5c4ebc66d9fcbefbab7","observation_id":"bc564f66-5f97-43eb-9382-55e696c5a97e","resolution":{"observed_at":"2026-05-10T23:00:49.788025Z","resolver_source":"arxiv_id","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2306.13304/citation-record","integrity":"/paper/2306.13304/integrity","json":"/paper/2306.13304/citation-record.json","paper":"/paper/2306.13304"},"outbound":[],"paper":{"arxiv_id":"2306.13304","last_updated":"2023-06-23T05:43:28Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-09T04:08:10.447500Z","submitted_at":"2023-06-23T05:43:28Z","title":"ToolQA: A Dataset for LLM Question Answering with External Tools"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 7 inbound Pith citation observations for arXiv:2306.13304."}