{"as_of":"2026-08-21T02:19:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:cc4f5067756d1b16bec3c610b94994a8f708e2b51332fa777ddd5b46347a5969","coverage":[{"denominator":52,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":52,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-16T00:15:48.335936Z","state":"measured"},{"denominator":52,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":52,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-20T06:33:59.587034+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2608.12282/citation-record","integrity":"/paper/2608.12282/integrity","json":"/paper/2608.12282/citation-record.json","paper":"/paper/2608.12282"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.977220Z","title":"So, any query which could be connected via an retriever question was only used for the pur- pose of constructing API-RAG style joint rea- soning queries","venue":null,"work_id":"fd4f2f9c-1ee0-4845-9e34-4f6cdd62275d","year":2021},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.167724Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:58a6a237299e55cdd48fb0ba82393b94592a31a66a391b1be6323924ec971d80","observation_id":"a144cf17-dbfa-4a46-a987-0caa18d01b0f","resolution":{"observed_at":"2026-08-16T00:15:48.981520Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:49.001154Z","title":"InFindings of the Association for Computational Linguistics: ACL 2025, pages 5880–5895","venue":null,"work_id":"175be51f-c4cc-40d6-9ff3-9c2ac57a6613","year":2025},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.140817Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:3d347b0183e8e3084600b21ce0085265d207b57476dc136a255cca3349960f6d","observation_id":"edd901f4-a886-4194-81c6-b69df37ec82d","resolution":{"observed_at":"2026-08-16T00:15:49.005362Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.955484Z","title":null,"venue":null,"work_id":"5749320e-86c7-4dfe-8e56-c64ba17e7855","year":null},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.175683Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:5a992f54e83b8bd71e70389a5289b91dd989eebcd47665fb7dbb5a5bcd9a336a","observation_id":"443b25f0-922c-462d-88a0-2548742f3b9e","resolution":{"observed_at":"2026-08-16T00:15:48.959604Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.989682Z","title":"InProceedings of the 62nd Annual Meeting of the Association for Computational Linguistics (V olume 1: Long Papers), pages 16022–16076, Bangkok, Thai- land","venue":null,"work_id":"6aa8637e-7f5a-4db7-a8db-c526b05c4cda","year":2021},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.150172Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:b005b30e5cc3e12f1929792a507712bf0cdcb3e91bef0375347cd70593718920","observation_id":"3bcf12a4-1264-4bca-9503-e5069fb01654","resolution":{"observed_at":"2026-08-16T00:15:48.994125Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2508.20453","last_updated":"2025-08-28T05:58:57Z","snapshot_observed_at":"2026-08-16T13:26:56.641456Z","submitted_at":"2025-08-28T05:58:57Z","title":"MCP-Bench: Benchmarking Tool-Using LLM Agents with Complex Real-World Tasks via MCP Servers","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2508.20453","snapshot_observed_at":"2026-08-16T00:15:48.154137Z","title":"arXiv preprint arXiv:2508.20453","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.154137Z"},"links":{"cited_paper":"/paper/2508.20453","citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:066bd59b9b0605426407596acfe5e520ee3f33669e2ccd9583ea1c0bfaf63674","observation_id":"eb54e9e3-c2c9-4565-9de7-17caffeff54a","resolution":{"observed_at":"2026-08-16T00:15:48.154137Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.966645Z","title":null,"venue":null,"work_id":"d1212329-bfb8-46c1-b603-79f40abdbc46","year":null},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.171605Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:cba394c28292a66184dcf60814e663647086d20f87f0f1c55a1b50638e547626","observation_id":"1c796044-c708-4899-b437-65df1ba0e3ae","resolution":{"observed_at":"2026-08-16T00:15:48.970481Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.944004Z","title":"SEL and SLOT) already leads to a relatively more difficult task the queries used for this split of the dataset could be overlapping with other settings","venue":null,"work_id":"8d1841d2-b08c-4a81-a7a9-9b98cb5ec78c","year":null},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.179690Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:887576487178cdee59ab6d9120d7734e4a47616969d816df760b0c9182269742","observation_id":"b7721114-fb04-461c-8a1a-76dd27c07ab2","resolution":{"observed_at":"2026-08-16T00:15:48.948383Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.932846Z","title":"Do not use documents to answer questions related to movies","venue":null,"work_id":"a4b52d62-2966-463c-bfec-91cf844c783b","year":2022},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.183567Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:a1a0255e1b8454a25956bc86a6ca7438586ca0aaaaaa41eb246791e56a66f57b","observation_id":"b0b3615a-0b78-4086-8c63-1dad4f4757d7","resolution":{"observed_at":"2026-08-16T00:15:48.936732Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.921989Z","title":"Following is the grounded- ness prompt used for stage 2 : GroundednessPrompt =\"\"\" The following tasks each contains document and a response","venue":null,"work_id":"d6296311-0250-43d3-87bd-fb9ef5d2d54f","year":null},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.187634Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:7ac255e5f1480d78e8de78822e614637a320fec031aee52d53ad80512a66c4d0","observation_id":"62d0697e-b038-42c0-b006-a6a7eeb760aa","resolution":{"observed_at":"2026-08-16T00:15:48.925941Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.910962Z","title":"I'm a helpful assistant","venue":null,"work_id":"9a8980d2-a5e3-48c8-a56a-455c9e2126f0","year":null},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.191316Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:cfbc939ba4e56a49d88e606f6b3cf6745c00d1a3d2feb1cd605d858f0519b6be","observation_id":"a87314cb-d044-4c1d-adb6-ceb7bb132733","resolution":{"observed_at":"2026-08-16T00:15:48.914794Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.900694Z","title":null,"venue":null,"work_id":"ea08bf8d-19a9-4815-87ab-4333239ced45","year":null},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.195353Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:6988902910ba03b23a8cfefaf868c1ca4d20e22f817413ec32b26edcaa5606a0","observation_id":"10cedbcf-2b2b-45ef-96ee-33fb67d4d633","resolution":{"observed_at":"2026-08-16T00:15:48.904267Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.890293Z","title":"yes\" is for grounded, -","venue":null,"work_id":"69b2d6b9-4911-4d8c-ac63-34f7feeb1b5e","year":2022},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.199194Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:8003ef3c680a884fa6a988f89968d1cffb7e150f9db81b5b60d047059e4cfe26","observation_id":"e812efa8-cacf-4f48-b6ee-e728f6330245","resolution":{"observed_at":"2026-08-16T00:15:48.894259Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.879874Z","title":null,"venue":null,"work_id":"ee65cdb2-2e6c-4e04-ad9f-09b1bb88098d","year":null},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.203278Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:5ed6ee911faaf872a26efc5c15f1476d387bbbc9623075f009c72724175dadab","observation_id":"a56d22cd-dd1d-4fe2-9d95-43b30a6047ec","resolution":{"observed_at":"2026-08-16T00:15:48.883561Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.869235Z","title":null,"venue":null,"work_id":"982d6ede-836a-460a-852e-2437545899be","year":null},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.206743Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:e561371411e0b27d8ac267e518ea58bccbd2907348432ae61df1baf646629ab6","observation_id":"d138ece8-c343-4b06-b0e8-21d225f66bf6","resolution":{"observed_at":"2026-08-16T00:15:48.873015Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.858252Z","title":null,"venue":null,"work_id":"521824e1-6c43-409f-80e7-c1e796afca83","year":null},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.210200Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:768a15ed48509570fea12fb2c9d113c7e8309450e22489c85cd28408ae053997","observation_id":"e635475f-a5de-4b7b-8a4e-72285f1889e9","resolution":{"observed_at":"2026-08-16T00:15:48.862114Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.847969Z","title":null,"venue":null,"work_id":"f80cc138-5069-492f-b8dc-c7c8af5aebee","year":null},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.213760Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:0566caa6ec9cc5e7e97c342809b848162f9809d4b424657bb568165944ac5211","observation_id":"a1cb43bd-7c79-4207-9de3-7a9e2666caf4","resolution":{"observed_at":"2026-08-16T00:15:48.851670Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.837277Z","title":null,"venue":null,"work_id":"49eb56bd-9877-41dc-8edc-a6e519048fb3","year":null},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.217294Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:f06a8bffc48c0483b871590f58450bd0a854fe2d71272524dd14bb3c66288074","observation_id":"000f49ad-5bfa-4116-a0da-802ceac7946e","resolution":{"observed_at":"2026-08-16T00:15:48.840804Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.825737Z","title":null,"venue":null,"work_id":"f44394fe-ec63-4698-9f54-1f98dfdb6dad","year":null},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.220900Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:76cebbd35d7dfda2149775a9d268acea7dca180969418ad67b5a454848964b8a","observation_id":"c5d84810-3d05-41b8-9b75-6d99a1d3b49e","resolution":{"observed_at":"2026-08-16T00:15:48.829280Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.813630Z","title":null,"venue":null,"work_id":"c217a8bf-9db8-4a35-80ed-6173569ca82b","year":null},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.224575Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:78a81bf7fb95638917f6e38f772959e0b2560d52862bd25925bdef68ffb23f8a","observation_id":"cbe66f3c-ef33-43ff-931c-57663740367e","resolution":{"observed_at":"2026-08-16T00:15:48.818481Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.802034Z","title":null,"venue":null,"work_id":"bb051e9c-e498-4e9e-b2cd-67f32fe8bd18","year":null},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.228586Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:8fe033ba7579b8a2499ab48c92ef921a96da158d7ea2850cc83e29e9c1844c02","observation_id":"aecac5dc-456c-4f1c-8394-faecd0b6cc78","resolution":{"observed_at":"2026-08-16T00:15:48.805981Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.791162Z","title":"Step 2: RAG Response GenerationThe RAG Agent:","venue":null,"work_id":"1077eae0-1138-4ce1-905f-31f84b05eec4","year":null},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.232385Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:898daa2770fb3c8c2b00fc6c58e13c4c2df4dccdcb33606ee5c832c381f5462b","observation_id":"b0cd5eee-f542-43c3-80d8-0698a239abbc","resolution":{"observed_at":"2026-08-16T00:15:48.794913Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.779705Z","title":null,"venue":null,"work_id":"687dc84e-bfca-4104-b1c5-cbf60e7414c0","year":null},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.236706Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:f86a9cc729b74ec95c010f6381135bafd6a255094fdf1fa65a2db2fd626b0ddc","observation_id":"d0a54089-5b8b-4d66-a477-37d9fb75070b","resolution":{"observed_at":"2026-08-16T00:15:48.783713Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.767670Z","title":"Uses the prompt template shown in Appendix J.7.3 Step 3: Multi-hop Query MergingFor creating multi-hop queries, the system can merge sequential question-answer pairs:","venue":null,"work_id":"c7653faa-e9b8-4d69-9e02-98909d7f6d7d","year":null},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.240129Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:baa34bf006e9eb4d0c4eb58e6f410d8caa5f19cec97689cabb8a189216e24679","observation_id":"50e4327c-a444-46cf-8cf5-d4ce757fbef4","resolution":{"observed_at":"2026-08-16T00:15:48.772356Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.756190Z","title":null,"venue":null,"work_id":"0baf6b68-2a3b-479c-9c2f-a8a12ee372bc","year":null},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.244931Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:018819e9913e189ea69c5cb990dd845415d369621f9a6507df3b193f11c28655","observation_id":"89c471f5-9bb8-482e-a4bb-c07914695414","resolution":{"observed_at":"2026-08-16T00:15:48.760069Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.745553Z","title":null,"venue":null,"work_id":"84c5e330-12e0-4489-999b-99c8b49a8227","year":null},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.248434Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:3754d045da45b62005b8ac44eb7f27631986f6684252472be4a80bfe39fd94e2","observation_id":"49565cda-e0a3-4bb5-9df1-28f96d930bf1","resolution":{"observed_at":"2026-08-16T00:15:48.749021Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.734586Z","title":null,"venue":null,"work_id":"ea16d883-ee39-4173-8c3e-9572b2e233ff","year":null},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.251884Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:90d45bbc3774b33145ad3ae1458ba9ce1c29a46e499ec2e48341983c5f59cc7e","observation_id":"cac8110b-2a9e-47db-8f78-9804764e74e1","resolution":{"observed_at":"2026-08-16T00:15:48.738169Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.724456Z","title":null,"venue":null,"work_id":"6d59f32d-3ac1-426a-8918-a1e1f7d81daa","year":null},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.255314Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:bd6f746ccc5eb87f544a6292f202fef8e6c54c9bc3cf133932b637c196af84cc","observation_id":"bf4ecceb-164f-4e08-9d27-b687df1643d5","resolution":{"observed_at":"2026-08-16T00:15:48.727903Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.713905Z","title":null,"venue":null,"work_id":"15c964a3-b1ce-4db4-9477-288ce8eb8f09","year":null},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.258746Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:9a39cd6732ada95ad6eb4451e8a6cef46f5ea2ce1e3a378b119423f204ce7a6a","observation_id":"3154eee6-1cdb-4e27-803e-5e47f221b0da","resolution":{"observed_at":"2026-08-16T00:15:48.717598Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.703446Z","title":null,"venue":null,"work_id":"30bb747c-6769-4687-84ee-eae04a1b3c5a","year":null},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.262334Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:64c9ac5eed3ff00d7774a0e4dac6aaf46b1ca0b06659a85293c2fda9528908ca","observation_id":"e6ae4677-5ef4-4bdb-b717-de2afed4e9fe","resolution":{"observed_at":"2026-08-16T00:15:48.706943Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.692585Z","title":"I can not answer","venue":null,"work_id":"f7a0f346-5720-4ca9-9106-496652555576","year":null},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.265966Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:68d0caac3c82d98d39c927d2cedf8af3b963b44aaa1bae9d27b9c3f5b98078f5","observation_id":"756769e5-c639-4f0d-a8e1-678d5712b4c2","resolution":{"observed_at":"2026-08-16T00:15:48.696401Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.680853Z","title":null,"venue":null,"work_id":"7d403733-bb89-4f6e-8f69-b3f4b5d46d8c","year":null},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.269728Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:6776a4b026f9f7efb64a68e3f31abcd8f8b6bada59658a70399f7e235c2caf91","observation_id":"d0f6194a-c2d2-424f-8bd4-fbf6a3c268c6","resolution":{"observed_at":"2026-08-16T00:15:48.684670Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.670096Z","title":"task_name","venue":null,"work_id":"7270a27e-8fe0-40fe-b9a5-a8c6d174784f","year":null},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.273429Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:3d6487a1aa19608988dc66c65dad74a712ea722cf6cff9ebe440650fe17e2427","observation_id":"14b15f3d-0bb3-4623-af8e-4b342503b0fa","resolution":{"observed_at":"2026-08-16T00:15:48.673989Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.658938Z","title":null,"venue":null,"work_id":"cc156a8c-783a-44c6-b535-af33d3ba7379","year":null},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.276620Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:0eff324e3b2be75c132295c614bc9c0e76081a9b300c66016bc2a57dfcde9bd1","observation_id":"293eac3d-90e1-4452-bb3c-c7a18c0afa23","resolution":{"observed_at":"2026-08-16T00:15:48.662754Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.647059Z","title":null,"venue":null,"work_id":"45140199-c8cb-4ce8-b650-3f8cf890057c","year":null},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.280137Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:6d5444edf40838a3db7cc09c439e8b127ba812c76a68b0635187e95f0d647d25","observation_id":"cf082ecb-2023-451b-892b-e455bc0a6a28","resolution":{"observed_at":"2026-08-16T00:15:48.650895Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.635717Z","title":"And can not be other entities","venue":null,"work_id":"292f9c2d-51b3-43ae-bdac-c1b79fe1db05","year":null},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.283879Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:4d9c8807c561a6322705505bdd334aea71efc9653ef7981d620edc20d28c7f7e","observation_id":"333883bc-e875-4cab-b01f-b54c6adcfd50","resolution":{"observed_at":"2026-08-16T00:15:48.639555Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.624732Z","title":"This\", \"That","venue":null,"work_id":"7c288c1c-57a7-4f54-abec-90382878d453","year":null},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.287283Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:4951511e3824067a2cb91a9d49739e769945741fdf6921d8b8b2d28270638054","observation_id":"1dc6fe60-ba87-4815-b5c7-8e9fecac303d","resolution":{"observed_at":"2026-08-16T00:15:48.628601Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.591789Z","title":null,"venue":null,"work_id":"4ecfed9e-629b-45b9-9bcd-c160ddfee350","year":null},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.297424Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:7ba7c7ae1dcc45801a8928170c1973723faf18fb7e31cd24a2395f78cb1d62b7","observation_id":"a813fd2a-2927-4641-99e1-0b32c3afcd50","resolution":{"observed_at":"2026-08-16T00:15:48.595433Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.579557Z","title":"Please generate output following below format: <question> generate question considering below rules:","venue":null,"work_id":"da36e700-4b52-4a90-996b-80c615e277a4","year":null},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.301073Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:e13e3e68aa81ce35ff056541e1dc478e9ae26a8c4a83804cd569f7fe4651b53f","observation_id":"2d216c89-7c10-44a5-a090-b1e580200b1c","resolution":{"observed_at":"2026-08-16T00:15:48.583906Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.568206Z","title":null,"venue":null,"work_id":"6e761e44-b06f-4045-b813-02966e60cd45","year":null},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.304325Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:ce03d3cd40d54fedb17387bd115346898a9d3742795be3f25f265aacfaa0a114","observation_id":"54f62d28-efc4-4394-a20c-224f85bd61c7","resolution":{"observed_at":"2026-08-16T00:15:48.571846Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.556854Z","title":"what other","venue":null,"work_id":"3d026be3-5250-47d4-a2b3-4655aa839b07","year":null},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.307765Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:9f503ec0ca8a497d7945562a5d20d959c05746e6519c6ca56a23fc1a23fe8f1b","observation_id":"6591f6cd-5d77-4ed7-8ed5-631e9b68ddc8","resolution":{"observed_at":"2026-08-16T00:15:48.560477Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.545436Z","title":"This\", \"That","venue":null,"work_id":"346b8ee1-04ef-4342-9517-c00f8fe07efb","year":null},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.311115Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:aa053e9b2382ae0573775dd99525a537fd932f965ba4c956429abf2bbfa349cc","observation_id":"729459bf-48fd-4bfe-b28a-35669bbe90ca","resolution":{"observed_at":"2026-08-16T00:15:48.549418Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.614767Z","title":null,"venue":null,"work_id":"72c72988-47bb-4930-a39c-fcd54e7ab18a","year":null},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.315237Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:363bc0744f77a9f0ebd79195008b6e742670e2dd4252f95528c67b517355bab9","observation_id":"9e4bf437-c8b1-4f47-a3ee-6ed06b528dee","resolution":{"observed_at":"2026-08-16T00:15:48.618265Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.603771Z","title":null,"venue":null,"work_id":"95cdc7e3-cafb-45a8-93a0-ea77024fcbe2","year":null},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.318598Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:d6601776b87e9bb3eba58473531451dbda76084b7f9910e00763216ba6bdf7f1","observation_id":"bbca65d1-aa05-4b05-9a5b-f4c5b233ccda","resolution":{"observed_at":"2026-08-16T00:15:48.607591Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.532319Z","title":null,"venue":null,"work_id":"30811beb-5a47-4fe2-9654-7785ae98cb94","year":null},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.321897Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:067fe195251057ed0e12ded9aef48fe40d5dddf522bbee94777a1152b9111a1c","observation_id":"c0e309ac-14a6-46ee-9057-d932d81c2d72","resolution":{"observed_at":"2026-08-16T00:15:48.536242Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.521507Z","title":"This\", \"That","venue":null,"work_id":"a811755b-3ac1-4276-8ed3-5ccc178aeaf4","year":null},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.325230Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:33476e827a442e6127994eb680eb723fcc9511c1bcc6187680c3e791da6c53ef","observation_id":"2908d0d0-34f7-4559-901a-db1468be78bd","resolution":{"observed_at":"2026-08-16T00:15:48.525086Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.510270Z","title":"I'm a helpful assistant","venue":null,"work_id":"7d279c71-5282-4f64-b6bd-f8a61ec6109a","year":null},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.328957Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:fdc29003f7a93ba991b2944edf2216ccd4a59b49ccc6d0b524f42baec16a9291","observation_id":"722c6d51-86e1-480b-abf1-896ea236f349","resolution":{"observed_at":"2026-08-16T00:15:48.514257Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.498870Z","title":null,"venue":null,"work_id":"10c45105-082b-47b0-900d-7885aaa0f1e2","year":null},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.332432Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:5e1f0ec1b40d53a137c8eea11aacf606cf50d29a9c3ea2dbd395855c2c4327f9","observation_id":"243214ff-d454-455b-ae67-b9e4351dd33d","resolution":{"observed_at":"2026-08-16T00:15:48.502685Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.487732Z","title":"yes\" is for grounded, -","venue":null,"work_id":"d6970ffb-6714-4637-acf3-92af4d5e597d","year":null},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.335936Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:78e5afed216d520b966b9c76aeccdfe0fa800286fc93da7deef42172e23cd18a","observation_id":"f0bba42c-144a-41b7-ba70-58c8f846677f","resolution":{"observed_at":"2026-08-16T00:15:48.491512Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.13854","last_updated":"2024-04-16T15:13:18Z","snapshot_observed_at":"2026-08-14T11:14:55.351653Z","submitted_at":"2023-07-25T22:59:32Z","title":"WebArena: A Realistic Web Environment for Building Autonomous Agents","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.13854","snapshot_observed_at":"2026-08-16T00:15:48.162879Z","title":"Shuyan Zhou, Frank F","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.162879Z"},"links":{"cited_paper":"/paper/2307.13854","citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:7e80127bf22bb098b0e6ee657dd57da1e0ac0b72912f68fd8d9d1f275c892c3b","observation_id":"0a99517c-d8ab-4b81-9c33-3d177178e2a4","resolution":{"observed_at":"2026-08-16T00:15:48.162879Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.11500","last_updated":"2024-09-17T19:02:39Z","snapshot_observed_at":"2026-08-20T08:16:47.634562Z","submitted_at":"2024-09-17T19:02:39Z","title":"Multi-Document Grounded Multi-Turn Synthetic Dialog Generation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.11500","snapshot_observed_at":"2026-08-16T00:15:48.144820Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.144820Z"},"links":{"cited_paper":"/paper/2409.11500","citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:8ca4595104461fb61afd3ef106a9ab4d619116bd12d802cb0c6e30572f930ea0","observation_id":"93439739-7884-4c18-9383-e42e23f21a4b","resolution":{"observed_at":"2026-08-16T00:15:48.144820Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:15:48.135124Z","title":"Kinjal Basu, Ibrahim Abdelaziz, Kiran Kate, Mayank Agarwal, Maxwell Crouse, Yara Rizk, Kelsey Brad- ford, Asim Munawar, Sadhana Kumaravel, Saurabh Goyal, Xin Wang, Luis A","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":2025,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.135124Z"},"links":{"citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:691584e3418e5ee3acfd51d270bb7a0c3c843e260c9eaf212a2246ee3c6cb8b3","observation_id":"54d63b67-0ec4-4bc0-8181-4b26f7aa008c","resolution":{"observed_at":"2026-08-16T00:15:48.135124Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2602.19218","last_updated":"2026-06-09T15:02:00Z","snapshot_observed_at":"2026-08-16T00:40:00.714865Z","submitted_at":"2026-02-22T15:02:00Z","title":"Gecko: A Simulation Environment with Stateful Feedback for Refining Agent Tool Calls","version":2},"cited_work":{"arxiv_id":"2602.19218","doi":null,"metadata_source":"pith","pith_arxiv_id":"2602.19218","snapshot_observed_at":"2026-08-16T00:15:48.376913Z","title":"Gecko: A Simulation Environment with Stateful Feedback for Refining Agent Tool Calls","venue":"cs.SE","work_id":"7f44fc98-811e-48b8-88e9-29a5a299d881","year":2026},"citing_paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies","version":1},"reference_index":2026,"source":"pdf_text","source_observed_at":"2026-08-16T00:15:48.158304Z"},"links":{"cited_paper":"/paper/2602.19218","citing_paper":"/paper/2608.12282"},"observation_digest":"sha256:1a273d2c901a269a732d73d4804e1ffeb2f18f11616ce28b667c5beefc4d3f52","observation_id":"31a1d864-a39e-419e-8047-7584fb0757e9","resolution":{"observed_at":"2026-08-16T00:15:48.383173Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2608.12282","last_updated":"2026-08-12T17:27:27Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-19T07:44:15.322966Z","submitted_at":"2026-08-12T17:27:27Z","title":"VAKRA: Evaluating Multi-Hop Reasoning Across APIs and Retrieval Under Tool-Use Policies"},"reference_resolution":{"displayed":52,"state_counts":{"malformed_identifier":0,"metadata_mismatch":1,"parse_uncertain":0,"unresolved":31,"verified_exact":0,"verified_fuzzy":20},"total_outbound_references":52},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"thesis":"As of 21 August 2026, this Paper Citation Record lists 52 of 52 outbound references and 0 inbound Pith citation observations for arXiv:2608.12282."}