{"as_of":"2026-08-21T00:15:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:6cd6f48601abcac7756cc3638f7ab553359c6c6801122755fadae3e07bdf2916","coverage":[{"denominator":41,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":41,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-16T10:12:48.125691Z","state":"measured"},{"denominator":45,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":45,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-20T06:33:59.587034+00:00","state":"measured"},{"denominator":4,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":4,"source":"paper_references, paper_reference_links","source_observed_at":"2026-06-27T09:57:46.960346Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-03T10:37:56.385829Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2504.18851","last_updated":"2025-04-26T08:30:02Z","snapshot_observed_at":"2026-08-18T11:07:37.063310Z","submitted_at":"2025-04-26T08:30:02Z","title":"When2Call: When (not) to Call Tools","version":1},"cited_work":{"arxiv_id":"2504.18851","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2504.18851","snapshot_observed_at":"2026-07-03T10:37:56.385829Z","title":"When2call: When (not) to call tools","venue":null,"work_id":"9e8b5081-03fa-4a59-914c-dc6d3bbc3f6b","year":2025},"citing_paper":{"arxiv_id":"2510.23853","last_updated":"2026-04-15T18:39:35Z","snapshot_observed_at":"2026-08-15T02:20:35.788665Z","submitted_at":"2025-10-27T20:51:58Z","title":"Your LLM Agents are Temporally Blind: The Misalignment Between Tool Use Decisions and Human Time Perception","version":3},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-05-18T03:46:03.228969Z"},"links":{"cited_paper":"/paper/2504.18851","citing_paper":"/paper/2510.23853"},"observation_digest":"sha256:7d63c7b451e611eebdb72b0987e0f7b92af2993f5f321bfbf65d52da5fe86921","observation_id":"dc8fbd9f-9b04-485f-b73d-1b999bd5ee34","resolution":{"observed_at":"2026-05-18T03:50:52.587528Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.18851","last_updated":"2025-04-26T08:30:02Z","snapshot_observed_at":"2026-08-18T11:07:37.063310Z","submitted_at":"2025-04-26T08:30:02Z","title":"When2Call: When (not) to Call Tools","version":1},"cited_work":{"arxiv_id":"2504.18851","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2504.18851","snapshot_observed_at":"2026-07-03T10:37:56.385829Z","title":"When2call: When (not) to call tools","venue":null,"work_id":"9e8b5081-03fa-4a59-914c-dc6d3bbc3f6b","year":2025},"citing_paper":{"arxiv_id":"2605.14038","last_updated":"2026-05-17T15:23:37Z","snapshot_observed_at":"2026-08-12T12:49:20.570541Z","submitted_at":"2026-05-13T18:59:28Z","title":"Model-Adaptive Tool Necessity Reveals the Knowing-Doing Gap in LLM Tool Use","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-05-15T05:31:54.252816Z"},"links":{"cited_paper":"/paper/2504.18851","citing_paper":"/paper/2605.14038"},"observation_digest":"sha256:a058734ad601072650676fcbe926a0016ec3e34f11ea52707bef36d620f9a097","observation_id":"db14bc08-fba0-4238-8b34-00e06beef2bb","resolution":{"observed_at":"2026-05-15T05:35:04.506290Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.18851","last_updated":"2025-04-26T08:30:02Z","snapshot_observed_at":"2026-08-18T11:07:37.063310Z","submitted_at":"2025-04-26T08:30:02Z","title":"When2Call: When (not) to Call Tools","version":1},"cited_work":{"arxiv_id":"2504.18851","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2504.18851","snapshot_observed_at":"2026-07-03T10:37:56.385829Z","title":"When2call: When (not) to call tools","venue":null,"work_id":"9e8b5081-03fa-4a59-914c-dc6d3bbc3f6b","year":2025},"citing_paper":{"arxiv_id":"2605.14038","last_updated":"2026-05-17T15:23:37Z","snapshot_observed_at":"2026-08-12T12:49:20.570541Z","submitted_at":"2026-05-13T18:59:28Z","title":"Model-Adaptive Tool Necessity Reveals the Knowing-Doing Gap in LLM Tool Use","version":2},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-05-20T20:52:20.975459Z"},"links":{"cited_paper":"/paper/2504.18851","citing_paper":"/paper/2605.14038"},"observation_digest":"sha256:a9ca6424e7c692f020f360b212b89e92038fc1aaad5dc966e6c8cb8c979e42fd","observation_id":"df95f43b-76dc-4bc8-9f8f-2a753ac0d36e","resolution":{"observed_at":"2026-05-20T20:53:43.561483Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.18851","last_updated":"2025-04-26T08:30:02Z","snapshot_observed_at":"2026-08-18T11:07:37.063310Z","submitted_at":"2025-04-26T08:30:02Z","title":"When2Call: When (not) to Call Tools","version":1},"cited_work":{"arxiv_id":"2504.18851","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2504.18851","snapshot_observed_at":"2026-07-03T10:37:56.385829Z","title":"When2call: When (not) to call tools","venue":null,"work_id":"9e8b5081-03fa-4a59-914c-dc6d3bbc3f6b","year":2025},"citing_paper":{"arxiv_id":"2606.12587","last_updated":"2026-06-10T18:34:36Z","snapshot_observed_at":"2026-08-12T19:09:27.593798Z","submitted_at":"2026-06-10T18:34:36Z","title":"Strategic Decision Support for AI Agents","version":1},"reference_index":73,"source":"pdf_text","source_observed_at":"2026-06-27T09:57:46.960346Z"},"links":{"cited_paper":"/paper/2504.18851","citing_paper":"/paper/2606.12587"},"observation_digest":"sha256:3f25563c2cc965d6613333c0eb2438c8e145f1691046a651b15a3e909b14e295","observation_id":"901174a2-d505-4f32-b6b3-34e9e8c6dc91","resolution":{"observed_at":"2026-07-03T10:37:56.387261Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2504.18851/citation-record","integrity":"/paper/2504.18851/integrity","json":"/paper/2504.18851/citation-record.json","paper":"/paper/2504.18851"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2407.00121","last_updated":"2024-06-27T17:47:26Z","snapshot_observed_at":"2026-08-16T13:38:58.581985Z","submitted_at":"2024-06-27T17:47:26Z","title":"Granite-Function Calling Model: Introducing Function Calling Abilities via Multi-task Learning of Granular Tasks","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.00121","snapshot_observed_at":"2026-08-16T10:12:47.977584Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18851","last_updated":"2025-04-26T08:30:02Z","snapshot_observed_at":"2026-08-18T11:07:37.063310Z","submitted_at":"2025-04-26T08:30:02Z","title":"When2Call: When (not) to Call Tools","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-16T10:12:47.977584Z"},"links":{"cited_paper":"/paper/2407.00121","citing_paper":"/paper/2504.18851"},"observation_digest":"sha256:9f52c0d6930f3877a023f566b08027ba5a5e9dfd2c06e3fe383538d985bf547b","observation_id":"1222d7fc-032b-49e7-904a-a5bb58507b4c","resolution":{"observed_at":"2026-08-16T10:12:47.977584Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T10:12:47.982237Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18851","last_updated":"2025-04-26T08:30:02Z","snapshot_observed_at":"2026-08-18T11:07:37.063310Z","submitted_at":"2025-04-26T08:30:02Z","title":"When2Call: When (not) to Call Tools","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-16T10:12:47.982237Z"},"links":{"citing_paper":"/paper/2504.18851"},"observation_digest":"sha256:b4c56e0eee223cc64a2c4e63cbf59f8ce2d068523daf66e8509e95a5934b50d0","observation_id":"2f0c32f3-4996-4dcd-be63-3cc4a009468d","resolution":{"observed_at":"2026-08-16T10:12:47.982237Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T10:12:48.683844Z","title":null,"venue":null,"work_id":"4ab6d176-9796-4bae-9abf-7eae1f5bfb20","year":2024},"citing_paper":{"arxiv_id":"2504.18851","last_updated":"2025-04-26T08:30:02Z","snapshot_observed_at":"2026-08-18T11:07:37.063310Z","submitted_at":"2025-04-26T08:30:02Z","title":"When2Call: When (not) to Call Tools","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-16T10:12:47.986534Z"},"links":{"citing_paper":"/paper/2504.18851"},"observation_digest":"sha256:23343d0d4e9b6e5c6f7a7c6cf3c409925675e47d56313b9cc91ebd417e3b8ffa","observation_id":"dffb5811-af48-4d5e-84b4-af7b0a3528fb","resolution":{"observed_at":"2026-08-16T10:12:48.688067Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.21783","last_updated":"2024-11-23T23:27:33Z","snapshot_observed_at":"2026-08-13T17:20:44.002518Z","submitted_at":"2024-07-31T17:54:27Z","title":"The Llama 3 Herd of Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.21783","snapshot_observed_at":"2026-08-16T10:12:47.990311Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18851","last_updated":"2025-04-26T08:30:02Z","snapshot_observed_at":"2026-08-18T11:07:37.063310Z","submitted_at":"2025-04-26T08:30:02Z","title":"When2Call: When (not) to Call Tools","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-16T10:12:47.990311Z"},"links":{"cited_paper":"/paper/2407.21783","citing_paper":"/paper/2504.18851"},"observation_digest":"sha256:76a88ed4a415ad6af78e6fc5a99fc1252e7b6df76b3ff8ab19ba91652cf22c95","observation_id":"58c020c1-19a1-49ac-894c-1ee17974f75d","resolution":{"observed_at":"2026-08-16T10:12:47.990311Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T10:12:47.993498Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18851","last_updated":"2025-04-26T08:30:02Z","snapshot_observed_at":"2026-08-18T11:07:37.063310Z","submitted_at":"2025-04-26T08:30:02Z","title":"When2Call: When (not) to Call Tools","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-16T10:12:47.993498Z"},"links":{"citing_paper":"/paper/2504.18851"},"observation_digest":"sha256:86d41a742fd0c98fcf506e18bbdd4d297aa2f9b87af8e9644bbcc34b6ccce0f7","observation_id":"01231220-d2a1-40be-bcdc-3ca64c0edebd","resolution":{"observed_at":"2026-08-16T10:12:47.993498Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T10:12:48.672031Z","title":null,"venue":null,"work_id":"e4841873-f38b-4ee8-8c2a-7cc2f8748e4e","year":2024},"citing_paper":{"arxiv_id":"2504.18851","last_updated":"2025-04-26T08:30:02Z","snapshot_observed_at":"2026-08-18T11:07:37.063310Z","submitted_at":"2025-04-26T08:30:02Z","title":"When2Call: When (not) to Call Tools","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-16T10:12:47.997340Z"},"links":{"citing_paper":"/paper/2504.18851"},"observation_digest":"sha256:7a4ca7f214d4b51e15b728f1954423abd5a873f1f2b23e0746e8d47af0f0ac0b","observation_id":"ca07f40e-8651-40fc-950e-012f158886f7","resolution":{"observed_at":"2026-08-16T10:12:48.675290Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2403.07714","last_updated":"2025-03-05T07:39:03Z","snapshot_observed_at":"2026-08-19T14:24:16.776673Z","submitted_at":"2024-03-12T14:57:40Z","title":"StableToolBench: Towards Stable Large-Scale Benchmarking on Tool Learning of Large Language Models","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.07714","snapshot_observed_at":"2026-08-16T10:12:48.001178Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18851","last_updated":"2025-04-26T08:30:02Z","snapshot_observed_at":"2026-08-18T11:07:37.063310Z","submitted_at":"2025-04-26T08:30:02Z","title":"When2Call: When (not) to Call Tools","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-16T10:12:48.001178Z"},"links":{"cited_paper":"/paper/2403.07714","citing_paper":"/paper/2504.18851"},"observation_digest":"sha256:b3385a09e8383fe51ad6c0fdc4a4adc2da76b13e14de76d645ac476e0292bab9","observation_id":"72572d5f-a3dc-4b64-b0ba-c18fb9588f09","resolution":{"observed_at":"2026-08-16T10:12:48.001178Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.19470","last_updated":"2024-11-11T02:27:54Z","snapshot_observed_at":"2026-08-19T06:50:57.472059Z","submitted_at":"2024-06-27T18:21:32Z","title":"Changing Answer Order Can Decrease MMLU Accuracy","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.19470","snapshot_observed_at":"2026-08-16T10:12:48.004394Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18851","last_updated":"2025-04-26T08:30:02Z","snapshot_observed_at":"2026-08-18T11:07:37.063310Z","submitted_at":"2025-04-26T08:30:02Z","title":"When2Call: When (not) to Call Tools","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-16T10:12:48.004394Z"},"links":{"cited_paper":"/paper/2406.19470","citing_paper":"/paper/2504.18851"},"observation_digest":"sha256:4edd8975803f7f2895b1fbd5292414389db6d50d8e681516b959a0f6cb56aab1","observation_id":"d2aeaa27-2c28-44be-bf32-3e6e1cb390c5","resolution":{"observed_at":"2026-08-16T10:12:48.004394Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T10:12:48.659792Z","title":null,"venue":null,"work_id":"e5b5a554-3731-4a0e-82e6-559cc4ada78d","year":2020},"citing_paper":{"arxiv_id":"2504.18851","last_updated":"2025-04-26T08:30:02Z","snapshot_observed_at":"2026-08-18T11:07:37.063310Z","submitted_at":"2025-04-26T08:30:02Z","title":"When2Call: When (not) to Call Tools","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-16T10:12:48.007741Z"},"links":{"citing_paper":"/paper/2504.18851"},"observation_digest":"sha256:b4d07a8587637bd4c428f61122b79147a956748b483af3a365e39542dba92274","observation_id":"306b6df7-0ab1-4749-819b-554941d306af","resolution":{"observed_at":"2026-08-16T10:12:48.663529Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.03128","last_updated":"2024-12-04T19:49:02Z","snapshot_observed_at":"2026-08-17T14:07:16.464856Z","submitted_at":"2023-10-04T19:39:26Z","title":"MetaTool Benchmark for Large Language Models: Deciding Whether to Use Tools and Which to Use","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.03128","snapshot_observed_at":"2026-08-16T10:12:48.010835Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18851","last_updated":"2025-04-26T08:30:02Z","snapshot_observed_at":"2026-08-18T11:07:37.063310Z","submitted_at":"2025-04-26T08:30:02Z","title":"When2Call: When (not) to Call Tools","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-16T10:12:48.010835Z"},"links":{"cited_paper":"/paper/2310.03128","citing_paper":"/paper/2504.18851"},"observation_digest":"sha256:c58d64a533c624b7920a31d07f9ff7bd05a391d200d243db11e988d34e91c35c","observation_id":"f8e8b2de-7d13-4cb2-974c-66d4b10d318c","resolution":{"observed_at":"2026-08-16T10:12:48.010835Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T10:12:48.648421Z","title":null,"venue":null,"work_id":"226fa6ed-4c3b-44a1-9ce6-c887f0b2157e","year":2024},"citing_paper":{"arxiv_id":"2504.18851","last_updated":"2025-04-26T08:30:02Z","snapshot_observed_at":"2026-08-18T11:07:37.063310Z","submitted_at":"2025-04-26T08:30:02Z","title":"When2Call: When (not) to Call Tools","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-16T10:12:48.014538Z"},"links":{"citing_paper":"/paper/2504.18851"},"observation_digest":"sha256:4df1152339b3f302cb5c234124f0054fc9b88b0b7fcb90b58b4c08565161c0c5","observation_id":"1ac2ce6d-3067-4b55-8be3-84f1edd4acab","resolution":{"observed_at":"2026-08-16T10:12:48.651969Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T10:12:48.018224Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2504.18851","last_updated":"2025-04-26T08:30:02Z","snapshot_observed_at":"2026-08-18T11:07:37.063310Z","submitted_at":"2025-04-26T08:30:02Z","title":"When2Call: When (not) to Call Tools","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-16T10:12:48.018224Z"},"links":{"citing_paper":"/paper/2504.18851"},"observation_digest":"sha256:46232325695c2910a7de3ef28f0afa444844e32abda8c69afa72166fc7b0c29f","observation_id":"ffd9c398-8d03-4b15-b1a0-56fbeafac61d","resolution":{"observed_at":"2026-08-16T10:12:48.018224Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.18518","last_updated":"2024-06-26T17:49:11Z","snapshot_observed_at":"2026-08-18T11:07:01.553907Z","submitted_at":"2024-06-26T17:49:11Z","title":"APIGen: Automated Pipeline for Generating Verifiable and Diverse Function-Calling Datasets","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.18518","snapshot_observed_at":"2026-08-16T10:12:48.021405Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18851","last_updated":"2025-04-26T08:30:02Z","snapshot_observed_at":"2026-08-18T11:07:37.063310Z","submitted_at":"2025-04-26T08:30:02Z","title":"When2Call: When (not) to Call Tools","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-16T10:12:48.021405Z"},"links":{"cited_paper":"/paper/2406.18518","citing_paper":"/paper/2504.18851"},"observation_digest":"sha256:fbba8096561607224af8ea846223612dd32bca24b0151b0dd3761bbd4a3b85bc","observation_id":"d9a7e386-fd2d-4360-ab92-c72af2827288","resolution":{"observed_at":"2026-08-16T10:12:48.021405Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04682","last_updated":"2025-04-16T22:20:21Z","snapshot_observed_at":"2026-08-16T13:27:47.353876Z","submitted_at":"2024-08-08T05:45:42Z","title":"ToolSandbox: A Stateful, Conversational, Interactive Evaluation Benchmark for LLM Tool Use Capabilities","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.04682","snapshot_observed_at":"2026-08-16T10:12:48.025171Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18851","last_updated":"2025-04-26T08:30:02Z","snapshot_observed_at":"2026-08-18T11:07:37.063310Z","submitted_at":"2025-04-26T08:30:02Z","title":"When2Call: When (not) to Call Tools","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-16T10:12:48.025171Z"},"links":{"cited_paper":"/paper/2408.04682","citing_paper":"/paper/2504.18851"},"observation_digest":"sha256:10474fdbebc2bbf07b4ecd1e51324d2c2ef248cac0abc8d42b93a950b7be8146","observation_id":"2b9a74e7-ea75-4326-ad4f-18ce6946824e","resolution":{"observed_at":"2026-08-16T10:12:48.025171Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T10:12:48.637375Z","title":null,"venue":null,"work_id":"23492fe8-f117-4f83-be75-2008a8285b4d","year":2024},"citing_paper":{"arxiv_id":"2504.18851","last_updated":"2025-04-26T08:30:02Z","snapshot_observed_at":"2026-08-18T11:07:37.063310Z","submitted_at":"2025-04-26T08:30:02Z","title":"When2Call: When (not) to Call Tools","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-16T10:12:48.028833Z"},"links":{"citing_paper":"/paper/2504.18851"},"observation_digest":"sha256:088d61d0d27320b541d695ef543ba51076f15e59c38719751cbc196844b5a11f","observation_id":"699f9c05-328b-4d3a-a8c3-e9205cf307e1","resolution":{"observed_at":"2026-08-16T10:12:48.640583Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T10:12:48.032012Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18851","last_updated":"2025-04-26T08:30:02Z","snapshot_observed_at":"2026-08-18T11:07:37.063310Z","submitted_at":"2025-04-26T08:30:02Z","title":"When2Call: When (not) to Call Tools","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-16T10:12:48.032012Z"},"links":{"citing_paper":"/paper/2504.18851"},"observation_digest":"sha256:bd1fd6476f0bcdc20928d8393d79a70aa5d1988c017538b2a8609a8e9f79da03","observation_id":"b16743d2-c9c7-4ff2-9efb-1153a8fc8f26","resolution":{"observed_at":"2026-08-16T10:12:48.032012Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T10:12:48.617192Z","title":null,"venue":null,"work_id":"9ddec82d-53c0-4f80-85c5-7635f7881c63","year":2024},"citing_paper":{"arxiv_id":"2504.18851","last_updated":"2025-04-26T08:30:02Z","snapshot_observed_at":"2026-08-18T11:07:37.063310Z","submitted_at":"2025-04-26T08:30:02Z","title":"When2Call: When (not) to Call Tools","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-16T10:12:48.034926Z"},"links":{"citing_paper":"/paper/2504.18851"},"observation_digest":"sha256:7d2d5c75e241a19d37c2324575e1bff2fd67484a0153d4c26e6550f02645fffc","observation_id":"6de53d6e-9a7c-487b-a988-8af54758566d","resolution":{"observed_at":"2026-08-16T10:12:48.620753Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T10:12:48.604938Z","title":null,"venue":null,"work_id":"8e9089f4-647c-4854-8ef8-e51b63739271","year":2023},"citing_paper":{"arxiv_id":"2504.18851","last_updated":"2025-04-26T08:30:02Z","snapshot_observed_at":"2026-08-18T11:07:37.063310Z","submitted_at":"2025-04-26T08:30:02Z","title":"When2Call: When (not) to Call Tools","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-16T10:12:48.039488Z"},"links":{"citing_paper":"/paper/2504.18851"},"observation_digest":"sha256:736bccd8393ca2a39f8d34b0b5f6c9a2ca0c663d2edd51eccb52c82cd7204c40","observation_id":"a35880f3-d07d-4885-b246-fe583a828f17","resolution":{"observed_at":"2026-08-16T10:12:48.609105Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.11704","last_updated":"2024-08-06T22:37:06Z","snapshot_observed_at":"2026-08-20T10:53:55.991490Z","submitted_at":"2024-06-17T16:25:04Z","title":"Nemotron-4 340B Technical Report","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.11704","snapshot_observed_at":"2026-08-16T10:12:48.042589Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18851","last_updated":"2025-04-26T08:30:02Z","snapshot_observed_at":"2026-08-18T11:07:37.063310Z","submitted_at":"2025-04-26T08:30:02Z","title":"When2Call: When (not) to Call Tools","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-16T10:12:48.042589Z"},"links":{"cited_paper":"/paper/2406.11704","citing_paper":"/paper/2504.18851"},"observation_digest":"sha256:d2a7a5e3f6177969c83fa7723c48d6a6a72a6fbffd843559a20b32c25b3c2569","observation_id":"80bcd859-61d5-4045-a3f0-ff960d3698c3","resolution":{"observed_at":"2026-08-16T10:12:48.042589Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.15334","last_updated":"2023-05-24T16:48:11Z","snapshot_observed_at":"2026-08-20T10:31:15.813764Z","submitted_at":"2023-05-24T16:48:11Z","title":"Gorilla: Large Language Model Connected with Massive APIs","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.15334","snapshot_observed_at":"2026-08-16T10:12:48.048331Z","title":"Patil, Tianjun Zhang, Xin Wang, and Joseph E","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2504.18851","last_updated":"2025-04-26T08:30:02Z","snapshot_observed_at":"2026-08-18T11:07:37.063310Z","submitted_at":"2025-04-26T08:30:02Z","title":"When2Call: When (not) to Call Tools","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-16T10:12:48.048331Z"},"links":{"cited_paper":"/paper/2305.15334","citing_paper":"/paper/2504.18851"},"observation_digest":"sha256:2bf8fef4ad59365a1b393e9d0e452c17887f00c7f04b3d632ee8033595c0198f","observation_id":"420c73b8-8b5f-4deb-9d88-af458c0a1b1e","resolution":{"observed_at":"2026-08-16T10:12:48.048331Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T10:12:48.051768Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18851","last_updated":"2025-04-26T08:30:02Z","snapshot_observed_at":"2026-08-18T11:07:37.063310Z","submitted_at":"2025-04-26T08:30:02Z","title":"When2Call: When (not) to Call Tools","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-16T10:12:48.051768Z"},"links":{"citing_paper":"/paper/2504.18851"},"observation_digest":"sha256:801f2568ea1cace2db06f041e074fcbc2d2c5ab2ed1f8595053af0c4d9abfa71","observation_id":"18bbece3-a51c-466d-a0a8-c67a69b91745","resolution":{"observed_at":"2026-08-16T10:12:48.051768Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.16789","last_updated":"2023-10-03T14:45:48Z","snapshot_observed_at":"2026-08-16T04:18:30.717622Z","submitted_at":"2023-07-31T15:56:53Z","title":"ToolLLM: Facilitating Large Language Models to Master 16000+ Real-world APIs","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.16789","snapshot_observed_at":"2026-08-16T10:12:48.055315Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2504.18851","last_updated":"2025-04-26T08:30:02Z","snapshot_observed_at":"2026-08-18T11:07:37.063310Z","submitted_at":"2025-04-26T08:30:02Z","title":"When2Call: When (not) to Call Tools","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-16T10:12:48.055315Z"},"links":{"cited_paper":"/paper/2307.16789","citing_paper":"/paper/2504.18851"},"observation_digest":"sha256:5e30e6bf02c50afed9b6d0c587394c0a10a99ac9648625792ff6e399cd3dd61d","observation_id":"998a9f14-e2bc-4798-810d-6eac005c89fa","resolution":{"observed_at":"2026-08-16T10:12:48.055315Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.17935","last_updated":"2024-11-04T15:07:18Z","snapshot_observed_at":"2026-08-20T07:02:24.234743Z","submitted_at":"2024-05-28T08:01:26Z","title":"Tool Learning with Large Language Models: A Survey","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.17935","snapshot_observed_at":"2026-08-16T10:12:48.059099Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18851","last_updated":"2025-04-26T08:30:02Z","snapshot_observed_at":"2026-08-18T11:07:37.063310Z","submitted_at":"2025-04-26T08:30:02Z","title":"When2Call: When (not) to Call Tools","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-16T10:12:48.059099Z"},"links":{"cited_paper":"/paper/2405.17935","citing_paper":"/paper/2504.18851"},"observation_digest":"sha256:5bf848219a2f8f2ed3fb0cd08912e9a5ed4df4239be7e4cb551b3599dce5c6d3","observation_id":"d61735ca-3bd7-483f-a239-79cc5624514e","resolution":{"observed_at":"2026-08-16T10:12:48.059099Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T10:12:48.063281Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18851","last_updated":"2025-04-26T08:30:02Z","snapshot_observed_at":"2026-08-18T11:07:37.063310Z","submitted_at":"2025-04-26T08:30:02Z","title":"When2Call: When (not) to Call Tools","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-16T10:12:48.063281Z"},"links":{"citing_paper":"/paper/2504.18851"},"observation_digest":"sha256:2deb46190172f13a42cffeab60180dadae3b16fabb45fb1372e69845029b4a29","observation_id":"4420f1fe-e88c-41f5-95b0-6d2aea120063","resolution":{"observed_at":"2026-08-16T10:12:48.063281Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T10:12:48.579428Z","title":null,"venue":null,"work_id":"70328f13-0197-4b07-b4e8-f3a0fdec8168","year":2005},"citing_paper":{"arxiv_id":"2504.18851","last_updated":"2025-04-26T08:30:02Z","snapshot_observed_at":"2026-08-18T11:07:37.063310Z","submitted_at":"2025-04-26T08:30:02Z","title":"When2Call: When (not) to Call Tools","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-16T10:12:48.066759Z"},"links":{"citing_paper":"/paper/2504.18851"},"observation_digest":"sha256:ba8ec1ab7e5f3c9beda935b44cac7d45765c73c6375cf79397681118cb6cd002","observation_id":"f1f9003c-98e6-4d92-862b-6de99a079e43","resolution":{"observed_at":"2026-08-16T10:12:48.582697Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.01481","last_updated":"2024-09-03T05:47:42Z","snapshot_observed_at":"2026-08-18T02:20:34.618916Z","submitted_at":"2024-05-02T17:13:40Z","title":"NeMo-Aligner: Scalable Toolkit for Efficient Model Alignment","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.01481","snapshot_observed_at":"2026-08-16T10:12:48.070634Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18851","last_updated":"2025-04-26T08:30:02Z","snapshot_observed_at":"2026-08-18T11:07:37.063310Z","submitted_at":"2025-04-26T08:30:02Z","title":"When2Call: When (not) to Call Tools","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-16T10:12:48.070634Z"},"links":{"cited_paper":"/paper/2405.01481","citing_paper":"/paper/2504.18851"},"observation_digest":"sha256:448bd3296c38cd7af7186411bf24d69175e1cb37e70af7bc21303025484f9557","observation_id":"679951d3-82a4-4ad9-b518-f9e90cb83997","resolution":{"observed_at":"2026-08-16T10:12:48.070634Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.11796","last_updated":"2024-12-09T18:31:01Z","snapshot_observed_at":"2026-08-19T19:56:27.750947Z","submitted_at":"2024-08-21T17:38:48Z","title":"LLM Pruning and Distillation in Practice: The Minitron Approach","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.11796","snapshot_observed_at":"2026-08-16T10:12:48.074395Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18851","last_updated":"2025-04-26T08:30:02Z","snapshot_observed_at":"2026-08-18T11:07:37.063310Z","submitted_at":"2025-04-26T08:30:02Z","title":"When2Call: When (not) to Call Tools","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-16T10:12:48.074395Z"},"links":{"cited_paper":"/paper/2408.11796","citing_paper":"/paper/2504.18851"},"observation_digest":"sha256:b797df4cd62a19c6f33a0088be31b8c63ce4aaa3d8c5a559f39e4d347aa054ae","observation_id":"bc967c61-5618-4937-aff0-d5a7294de89e","resolution":{"observed_at":"2026-08-16T10:12:48.074395Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.05301","last_updated":"2023-09-07T12:20:45Z","snapshot_observed_at":"2026-08-18T05:31:28.924191Z","submitted_at":"2023-06-08T15:46:32Z","title":"ToolAlpaca: Generalized Tool Learning for Language Models with 3000 Simulated Cases","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.05301","snapshot_observed_at":"2026-08-16T10:12:48.078209Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2504.18851","last_updated":"2025-04-26T08:30:02Z","snapshot_observed_at":"2026-08-18T11:07:37.063310Z","submitted_at":"2025-04-26T08:30:02Z","title":"When2Call: When (not) to Call Tools","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-16T10:12:48.078209Z"},"links":{"cited_paper":"/paper/2306.05301","citing_paper":"/paper/2504.18851"},"observation_digest":"sha256:5be1818cbd2e44743b821fb3aefb53e3a63891850a0b6bcb3bc921c5dd8e7a31","observation_id":"06b7928a-a0e9-433d-a014-f9d34514c488","resolution":{"observed_at":"2026-08-16T10:12:48.078209Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.18418","last_updated":"2025-02-12T05:42:09Z","snapshot_observed_at":"2026-08-16T13:30:56.300858Z","submitted_at":"2024-07-25T22:31:50Z","title":"Know Your Limits: A Survey of Abstention in Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.18418","snapshot_observed_at":"2026-08-16T10:12:48.081804Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18851","last_updated":"2025-04-26T08:30:02Z","snapshot_observed_at":"2026-08-18T11:07:37.063310Z","submitted_at":"2025-04-26T08:30:02Z","title":"When2Call: When (not) to Call Tools","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-16T10:12:48.081804Z"},"links":{"cited_paper":"/paper/2407.18418","citing_paper":"/paper/2504.18851"},"observation_digest":"sha256:623c0cea45fac98d1d2fe017228b99d4768ce52cb25e04e1221a3b684f86209e","observation_id":"97b0f954-f4b3-4717-8806-3d0fbfa82ae2","resolution":{"observed_at":"2026-08-16T10:12:48.081804Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.16504","last_updated":"2023-05-25T22:10:20Z","snapshot_observed_at":"2026-08-16T15:29:32.108538Z","submitted_at":"2023-05-25T22:10:20Z","title":"On the Tool Manipulation Capability of Open-source Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.16504","snapshot_observed_at":"2026-08-16T10:12:48.085263Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2504.18851","last_updated":"2025-04-26T08:30:02Z","snapshot_observed_at":"2026-08-18T11:07:37.063310Z","submitted_at":"2025-04-26T08:30:02Z","title":"When2Call: When (not) to Call Tools","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-16T10:12:48.085263Z"},"links":{"cited_paper":"/paper/2305.16504","citing_paper":"/paper/2504.18851"},"observation_digest":"sha256:fb18e1fde81c718d4ab8487ec4dcd204fbda254c89f962da62bb9fa5f41ed173","observation_id":"18706905-1040-47d4-9779-8211ee1d99f5","resolution":{"observed_at":"2026-08-16T10:12:48.085263Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T10:12:48.564034Z","title":"Gonzalez, Tianjun Zhang, and Shishir G","venue":null,"work_id":"140acc0c-5b8d-4b4c-959e-102e122a90d9","year":2024},"citing_paper":{"arxiv_id":"2504.18851","last_updated":"2025-04-26T08:30:02Z","snapshot_observed_at":"2026-08-18T11:07:37.063310Z","submitted_at":"2025-04-26T08:30:02Z","title":"When2Call: When (not) to Call Tools","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-16T10:12:48.088947Z"},"links":{"citing_paper":"/paper/2504.18851"},"observation_digest":"sha256:1836c04bdd51aaf7d11f19b9447724d9d20cedc8248e4b23ae72affaa625ec72","observation_id":"aa22764b-de5a-4677-91b0-458909502fd7","resolution":{"observed_at":"2026-08-16T10:12:48.570615Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T10:12:48.550352Z","title":null,"venue":null,"work_id":"81c1351f-1494-4568-bf36-671259c2aa4f","year":2023},"citing_paper":{"arxiv_id":"2504.18851","last_updated":"2025-04-26T08:30:02Z","snapshot_observed_at":"2026-08-18T11:07:37.063310Z","submitted_at":"2025-04-26T08:30:02Z","title":"When2Call: When (not) to Call Tools","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-16T10:12:48.092226Z"},"links":{"citing_paper":"/paper/2504.18851"},"observation_digest":"sha256:12126be876e1b2d46f610b5ec3c382e49093df3ebb0e7531bac85d119abc576c","observation_id":"844bee2a-7851-4e96-8ada-b26c80a0303f","resolution":{"observed_at":"2026-08-16T10:12:48.555046Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.12045","last_updated":"2024-06-17T19:33:08Z","snapshot_observed_at":"2026-08-17T20:31:29.818313Z","submitted_at":"2024-06-17T19:33:08Z","title":"$\\tau$-bench: A Benchmark for Tool-Agent-User Interaction in Real-World Domains","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.12045","snapshot_observed_at":"2026-08-16T10:12:48.095296Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18851","last_updated":"2025-04-26T08:30:02Z","snapshot_observed_at":"2026-08-18T11:07:37.063310Z","submitted_at":"2025-04-26T08:30:02Z","title":"When2Call: When (not) to Call Tools","version":1},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-16T10:12:48.095296Z"},"links":{"cited_paper":"/paper/2406.12045","citing_paper":"/paper/2504.18851"},"observation_digest":"sha256:3cbdd97f12624d26fec1210bed6b4cd863cf984ced55930cdfe4123d7b5e008f","observation_id":"00955a51-ee56-4d1f-9f2e-41e6deb8c7e8","resolution":{"observed_at":"2026-08-16T10:12:48.095296Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.00741","last_updated":"2024-12-05T07:05:59Z","snapshot_observed_at":"2026-08-16T17:40:14.613190Z","submitted_at":"2024-01-01T12:49:36Z","title":"ToolEyes: Fine-Grained Evaluation for Tool Learning Capabilities of Large Language Models in Real-world Scenarios","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.00741","snapshot_observed_at":"2026-08-16T10:12:48.100142Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18851","last_updated":"2025-04-26T08:30:02Z","snapshot_observed_at":"2026-08-18T11:07:37.063310Z","submitted_at":"2025-04-26T08:30:02Z","title":"When2Call: When (not) to Call Tools","version":1},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-16T10:12:48.100142Z"},"links":{"cited_paper":"/paper/2401.00741","citing_paper":"/paper/2504.18851"},"observation_digest":"sha256:7d9af610a28d2f1e4a39fb968c6e62895b12cf4571d4fc0fffcb656828b5164c","observation_id":"cb4db201-0705-488b-b4de-8c6936ba068b","resolution":{"observed_at":"2026-08-16T10:12:48.100142Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.03215","last_updated":"2024-09-05T03:22:22Z","snapshot_observed_at":"2026-08-20T09:11:45.256925Z","submitted_at":"2024-09-05T03:22:22Z","title":"xLAM: A Family of Large Action Models to Empower AI Agent Systems","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.03215","snapshot_observed_at":"2026-08-16T10:12:48.104369Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18851","last_updated":"2025-04-26T08:30:02Z","snapshot_observed_at":"2026-08-18T11:07:37.063310Z","submitted_at":"2025-04-26T08:30:02Z","title":"When2Call: When (not) to Call Tools","version":1},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-16T10:12:48.104369Z"},"links":{"cited_paper":"/paper/2409.03215","citing_paper":"/paper/2504.18851"},"observation_digest":"sha256:ae471fc3533cfac416400e9f5243e7dfc37306a3a612205f5ae12ff3977beb9a","observation_id":"e817ed38-ca35-4147-8a85-528c1c8338bb","resolution":{"observed_at":"2026-08-16T10:12:48.104369Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.20015","last_updated":"2024-10-04T07:51:29Z","snapshot_observed_at":"2026-08-18T13:56:56.933519Z","submitted_at":"2024-06-28T16:03:30Z","title":"ToolBeHonest: A Multi-level Hallucination Diagnostic Benchmark for Tool-Augmented Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.20015","snapshot_observed_at":"2026-08-16T10:12:48.107868Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18851","last_updated":"2025-04-26T08:30:02Z","snapshot_observed_at":"2026-08-18T11:07:37.063310Z","submitted_at":"2025-04-26T08:30:02Z","title":"When2Call: When (not) to Call Tools","version":1},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-16T10:12:48.107868Z"},"links":{"cited_paper":"/paper/2406.20015","citing_paper":"/paper/2504.18851"},"observation_digest":"sha256:306ff766e3ee810de666c2af67bf48ba7429613a7e836e02a9d315fb47a33749","observation_id":"79e100d3-f173-4ecf-8cad-bceb313c8fa4","resolution":{"observed_at":"2026-08-16T10:12:48.107868Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T10:12:48.111388Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.18851","last_updated":"2025-04-26T08:30:02Z","snapshot_observed_at":"2026-08-18T11:07:37.063310Z","submitted_at":"2025-04-26T08:30:02Z","title":"When2Call: When (not) to Call Tools","version":1},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-16T10:12:48.111388Z"},"links":{"citing_paper":"/paper/2504.18851"},"observation_digest":"sha256:e0da187e8e5270a79cad5f9086bffbed9a6b2a02bccc1d3af0903d2dac2d4689","observation_id":"62e74db4-f24d-4070-95ee-3156fc1691b1","resolution":{"observed_at":"2026-08-16T10:12:48.111388Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T10:12:48.523721Z","title":"Xing, Hao Zhang, Joseph E","venue":null,"work_id":"4e34d1c3-319a-4b35-b084-ac17959a1479","year":2024},"citing_paper":{"arxiv_id":"2504.18851","last_updated":"2025-04-26T08:30:02Z","snapshot_observed_at":"2026-08-18T11:07:37.063310Z","submitted_at":"2025-04-26T08:30:02Z","title":"When2Call: When (not) to Call Tools","version":1},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-16T10:12:48.114605Z"},"links":{"citing_paper":"/paper/2504.18851"},"observation_digest":"sha256:da22d05050648a269003b80e986eae89ddc6e5709cea297be79ddb3aaa7a5f7c","observation_id":"9233fa06-1c7a-40d5-ab39-2d4b58b6a60d","resolution":{"observed_at":"2026-08-16T10:12:48.527531Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T10:12:48.510840Z","title":null,"venue":null,"work_id":"c7d897a5-19c0-47c6-828a-9f75da7908c9","year":2023},"citing_paper":{"arxiv_id":"2504.18851","last_updated":"2025-04-26T08:30:02Z","snapshot_observed_at":"2026-08-18T11:07:37.063310Z","submitted_at":"2025-04-26T08:30:02Z","title":"When2Call: When (not) to Call Tools","version":1},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-16T10:12:48.118005Z"},"links":{"citing_paper":"/paper/2504.18851"},"observation_digest":"sha256:52c4c4704b213655ce93b74ae9f6ed87b8ac5c851ec4d620116ce64c46cd482d","observation_id":"f3962b8f-755c-44fb-ae91-622ab85a8d3b","resolution":{"observed_at":"2026-08-16T10:12:48.515889Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T10:12:48.121238Z","title":"online\" 'onlinestring :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2504.18851","last_updated":"2025-04-26T08:30:02Z","snapshot_observed_at":"2026-08-18T11:07:37.063310Z","submitted_at":"2025-04-26T08:30:02Z","title":"When2Call: When (not) to Call Tools","version":1},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-08-16T10:12:48.121238Z"},"links":{"citing_paper":"/paper/2504.18851"},"observation_digest":"sha256:6c26dbdeaf71639ec8d4e4943e6fe159038d6d103a7de77d0793247c1290fc83","observation_id":"83e93d30-71c3-45db-a33c-8602ab9760cb","resolution":{"observed_at":"2026-08-16T10:12:48.121238Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T10:12:48.125691Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2504.18851","last_updated":"2025-04-26T08:30:02Z","snapshot_observed_at":"2026-08-18T11:07:37.063310Z","submitted_at":"2025-04-26T08:30:02Z","title":"When2Call: When (not) to Call Tools","version":1},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-08-16T10:12:48.125691Z"},"links":{"citing_paper":"/paper/2504.18851"},"observation_digest":"sha256:be801e3e49d6b90813b421889d38e0cc783987d37f76c823f80a1a4c333d8b59","observation_id":"10a762fb-4e8a-4405-9ff0-f66ec856916b","resolution":{"observed_at":"2026-08-16T10:12:48.125691Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2504.18851","last_updated":"2025-04-26T08:30:02Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-18T11:07:37.063310Z","submitted_at":"2025-04-26T08:30:02Z","title":"When2Call: When (not) to Call Tools"},"reference_resolution":{"displayed":41,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":39,"verified_exact":0,"verified_fuzzy":2},"total_outbound_references":41},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"thesis":"As of 21 August 2026, this Paper Citation Record lists 41 of 41 outbound references and 4 inbound Pith citation observations for arXiv:2504.18851."}