{"as_of":"2026-08-19T21:27:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:594c93c85356a2714cfa8fb61740ba3a202a9d05e6446bb1b8d738339e4efab0","coverage":[{"denominator":55,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":55,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-04T15:17:03.027678Z","state":"measured"},{"denominator":55,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":55,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-19T06:32:44.657259+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2509.20172/citation-record","integrity":"/paper/2509.20172/integrity","json":"/paper/2509.20172/citation-record.json","paper":"/paper/2509.20172"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.784474Z","title":"API management market by platform, service – global forecast to 2029,","venue":null,"work_id":null,"year":2029},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.784474Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:2c2f21cc7b1e9cda408d4d69efb1de529df7385efc82b168f34b48cad136476f","observation_id":"9f886ea7-139f-471f-b4d5-efac0f22ccb5","resolution":{"observed_at":"2026-08-04T15:17:02.784474Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.795355Z","title":"2024 state of the API report,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.795355Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:2598c3b488289c80ba06179af3771e70584d6818a44a930134c7c3771409a300","observation_id":"dba591db-f393-4c2e-951d-4f16beefdce7","resolution":{"observed_at":"2026-08-04T15:17:02.795355Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.800338Z","title":"What Makes APIs Hard to Learn? Answers from Developers,","venue":null,"work_id":null,"year":2009},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.800338Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:d364392ac0706c91bb920f6a8b702fca8da1103c9847b20288698eff915f7ff3","observation_id":"c6877404-2ef4-408f-b85f-ecfd9595bd2c","resolution":{"observed_at":"2026-08-04T15:17:02.800338Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.805264Z","title":"A systematic mapping study of API usability evaluation methods,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.805264Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:189c801813c480a0c30e66a159f0e8b7687a35ee701abcbf24bab08a0a3640d5","observation_id":"ef2cf524-5ef9-4c32-a9f5-c2aedb6eabfb","resolution":{"observed_at":"2026-08-04T15:17:02.805264Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.814527Z","title":"The effects of generative ai on high skilled work: Evidence from three field experiments with software developers,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.814527Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:66c2be94bbc335af660990c8fb8f4dd524cb7a4d0b084cdd6e19c56b61075a30","observation_id":"c8568913-b302-44f2-906b-2ea176771fab","resolution":{"observed_at":"2026-08-04T15:17:02.814527Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.818875Z","title":"What’s Wrong with Your Code Generated by Large Language Models? An Extensive Study,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.818875Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:9aa646e6b672ff446801b5c51fe81cecd8943f8686f8e151efc2affc9d211c84","observation_id":"61591074-5619-4069-9546-f0ed32b2ed79","resolution":{"observed_at":"2026-08-04T15:17:02.818875Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.823934Z","title":"Bugs in large language models generated code: an empirical study,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.823934Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:45c74280b082ef91b2b2693eefc23aba64293ed199163778d35e4ddfb7fe4f35","observation_id":"9f532dfe-af01-4237-917f-3ed45e852067","resolution":{"observed_at":"2026-08-04T15:17:02.823934Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.828106Z","title":"Asleep at the Keyboard? Assessing the Security of GitHub Copilot’s Code Contributions,","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.828106Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:9aba3d34fa982045645a10731dbfc3d79e1cbe8fd502193edd82b689ae187f11","observation_id":"2b0e08dc-6769-465e-8e05-257a82087b2a","resolution":{"observed_at":"2026-08-04T15:17:02.828106Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.832773Z","title":"Do Users Write More Insecure Code with AI Assistants?","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.832773Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:a0827e22a5883747a3c0137d12d9447e86920ab17e84b81bc86b02603d742582","observation_id":"2a0082ef-0b6a-4a6e-93ef-86a1d8e24ed4","resolution":{"observed_at":"2026-08-04T15:17:02.832773Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.837114Z","title":"AI copilot code quality: Evaluating 2024’s increased defect rate with data,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.837114Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:4a86a0308233e9361373b319860fe5506d3ae9be389d0993c4fbcde31ad34b60","observation_id":"9b8d2475-35ed-45f6-974f-195565f3c70f","resolution":{"observed_at":"2026-08-04T15:17:02.837114Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.07804","last_updated":"2023-09-14T15:46:41Z","snapshot_observed_at":"2026-08-16T15:00:40.762201Z","submitted_at":"2023-09-14T15:46:41Z","title":"Pop Quiz! Do Pre-trained Code Models Possess Knowledge of Correct API Names?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.07804","snapshot_observed_at":"2026-08-04T15:17:02.841432Z","title":"Pop Quiz! Do Pre-trained Code Models Possess Knowledge of Correct API Names?","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.841432Z"},"links":{"cited_paper":"/paper/2309.07804","citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:dfaa8f6970fa42586a84bcd108b953199f51f4d1d5562362979d9fa11a9f23e0","observation_id":"d5c1fc81-383d-4453-8aa6-dcf5b47d19a5","resolution":{"observed_at":"2026-08-04T15:17:02.841432Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.846135Z","title":"StarCoder: may the source be with you!","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.846135Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:f976458a4bf4c57b4ce5235e7a5e4cbd7eb621288f7f8339f67d779a17961f2e","observation_id":"19a3e1c7-667e-4b07-8f1c-66d5a820375c","resolution":{"observed_at":"2026-08-04T15:17:02.846135Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.19173","last_updated":"2024-02-29T13:53:35Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-02-29T13:53:35Z","title":"StarCoder 2 and The Stack v2: The Next Generation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.19173","snapshot_observed_at":"2026-08-04T15:17:02.850547Z","title":"StarCoder 2 and The Stack v2: The Next Generation,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.850547Z"},"links":{"cited_paper":"/paper/2402.19173","citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:94f0c750f8ac10401da4ce0946b44e0b3e2a177b20e9d8fb1e65d05791fe0c13","observation_id":"a838c7a1-7976-474d-a22c-5ac750b25be0","resolution":{"observed_at":"2026-08-04T15:17:02.850547Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.14196","last_updated":"2024-01-26T09:23:11Z","snapshot_observed_at":"2026-08-06T22:40:28.707813Z","submitted_at":"2024-01-25T14:17:53Z","title":"DeepSeek-Coder: When the Large Language Model Meets Programming -- The Rise of Code Intelligence","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.14196","snapshot_observed_at":"2026-08-04T15:17:02.854919Z","title":"DeepSeek-Coder: When the Large Language Model Meets Programming - The Rise of Code Intelligence,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.854919Z"},"links":{"cited_paper":"/paper/2401.14196","citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:e2dae5114f061588a5d0c31ca770dc7a9c49848c8cd3543d32c72b5746568fd5","observation_id":"f9dcc660-32aa-4528-b40b-9397484c39a3","resolution":{"observed_at":"2026-08-04T15:17:02.854919Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.11931","last_updated":"2024-06-17T13:51:35Z","snapshot_observed_at":"2026-08-14T04:42:19.578053Z","submitted_at":"2024-06-17T13:51:35Z","title":"DeepSeek-Coder-V2: Breaking the Barrier of Closed-Source Models in Code Intelligence","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.11931","snapshot_observed_at":"2026-08-04T15:17:02.859765Z","title":"DeepSeek- Coder-V2: Breaking the Barrier of Closed-Source Models in Code Intelligence,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.859765Z"},"links":{"cited_paper":"/paper/2406.11931","citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:719652fd5d1e3d9046da8eebf1c1f0f413ba6778c6402dd2056e6b00fa9f5f96","observation_id":"bffdae35-b5e3-47a9-aadb-895ce4ffa1b2","resolution":{"observed_at":"2026-08-04T15:17:02.859765Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.12186","last_updated":"2024-11-12T13:24:25Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-09-18T17:57:57Z","title":"Qwen2.5-Coder Technical Report","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.12186","snapshot_observed_at":"2026-08-04T15:17:02.864013Z","title":"Qwen2.5-Coder Technical Report,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.864013Z"},"links":{"cited_paper":"/paper/2409.12186","citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:fe794b82706f44490a4832062264852f23e255ce539cb1a6c16b7abd700dbd18","observation_id":"e90037e7-61e7-4d36-adc9-719bfec59e2b","resolution":{"observed_at":"2026-08-04T15:17:02.864013Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.12950","last_updated":"2024-01-31T19:47:26Z","snapshot_observed_at":"2026-08-18T03:59:39.242039Z","submitted_at":"2023-08-24T17:39:13Z","title":"Code Llama: Open Foundation Models for Code","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.12950","snapshot_observed_at":"2026-08-04T15:17:02.868666Z","title":"Code Llama: Open Foundation Models for Code,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.868666Z"},"links":{"cited_paper":"/paper/2308.12950","citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:3362ec110544af5094f1dd8dcd14ee69a7325a67e3780e786b08f36470d0940c","observation_id":"94f27f53-fdfd-47a3-9503-ce81b3e1588c","resolution":{"observed_at":"2026-08-04T15:17:02.868666Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.21783","last_updated":"2024-11-23T23:27:33Z","snapshot_observed_at":"2026-08-13T17:20:44.002518Z","submitted_at":"2024-07-31T17:54:27Z","title":"The Llama 3 Herd of Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.21783","snapshot_observed_at":"2026-08-04T15:17:02.873156Z","title":"The Llama 3 Herd of Models,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.873156Z"},"links":{"cited_paper":"/paper/2407.21783","citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:aa860a61ef9b08db1af89a4358ecd6c828fc0b7550c4b2fcb0239a41ae2731aa","observation_id":"f95bb112-add7-44ca-ba2b-cffb82d6dc76","resolution":{"observed_at":"2026-08-04T15:17:02.873156Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.877760Z","title":"The state of API 2020 report,","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.877760Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:04fb9afa2bb468fae74b1bc3190204eb16c5b8b07576b26be4f173fe91bb4469","observation_id":"03dc8307-8c15-4c0b-95fc-df7c082322b4","resolution":{"observed_at":"2026-08-04T15:17:02.877760Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.882298Z","title":"Most used programming languages among developers worldwide as of 2024,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.882298Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:f0a8f11e72268e9b3d65f301916a1a8e411e60130968d1ef373e3050cd7c1f87","observation_id":"5bad4fd9-360c-4169-8b15-02a44fd7184d","resolution":{"observed_at":"2026-08-04T15:17:02.882298Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.886551Z","title":"State of JavaScript 2022,","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.886551Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:5f55a6f3205e5474e22e34d4d42419dfd54dddbdd628a70b05d4a4b30bfbca99","observation_id":"5e5bcab7-0833-4ec9-b8d5-c2a7709d812b","resolution":{"observed_at":"2026-08-04T15:17:02.886551Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.891288Z","title":"Prompt Programming for Large Language Models: Beyond the Few-Shot Paradigm,","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.891288Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:dce2ace9013a5029cb9fd52c24a17f238cc7d37181b44765f3beb0532127dcb5","observation_id":"1aeb97e2-1dff-4070-b7cb-d008866ff414","resolution":{"observed_at":"2026-08-04T15:17:02.891288Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.896101Z","title":"Out of the BLEU: How should we assess quality of the Code Generation models?","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.896101Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:e3121d8665fd2c4d7e2014607f39e24664b7411596c5ea3233b958a87b117205","observation_id":"0c79bca0-be8f-4b6f-ac8c-72c3221aa796","resolution":{"observed_at":"2026-08-04T15:17:02.896101Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2107.03374","last_updated":"2021-07-14T17:16:02Z","snapshot_observed_at":"2026-08-08T11:58:24.516369Z","submitted_at":"2021-07-07T17:41:24Z","title":"Evaluating Large Language Models Trained on Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2107.03374","snapshot_observed_at":"2026-08-04T15:17:02.900348Z","title":"Evaluating Large Language Models Trained on Code,","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.900348Z"},"links":{"cited_paper":"/paper/2107.03374","citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:d0265ea141d609b1d0e21b0053d6701ddb3abd56ee37d5673344420eb94292f6","observation_id":"435cebe3-8a7f-4db7-9483-81c0fff94edd","resolution":{"observed_at":"2026-08-04T15:17:02.900348Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.905378Z","title":"When to Stop? Towards Efficient Code Generation in LLMs with Excess Token Prevention,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.905378Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:2124d7b5c39e96b245068e7fdf83b8e2e15fcd69dde6bdd43329d1de11dd37b4","observation_id":"4b1edb8c-fb35-4a96-b846-a627def3e87e","resolution":{"observed_at":"2026-08-04T15:17:02.905378Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.909387Z","title":"CodeT5+: Open Code Large Language Models for Code Understanding and Generation,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.909387Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:0d9bc2624dbd848e8352d1ad98b82ea42b248cb7f30769daadb215d1e6fb2ec4","observation_id":"7f3fae43-74c2-4bb0-a78b-c343996b35e8","resolution":{"observed_at":"2026-08-04T15:17:02.909387Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.913985Z","title":"Building Natural Language Interfaces to Web APIs,","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.913985Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:1d57342911bd17cd6fa76bf53484d8a0928cdc56e45927b10e57e6883e0aa890","observation_id":"71cc2664-3144-45cb-a621-bc4fac3dca4c","resolution":{"observed_at":"2026-08-04T15:17:02.913985Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.918274Z","title":"Natural Language Interfaces with Fine-Grained User Interaction: A Case Study on Web APIs,","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.918274Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:35eec73000574746d9d0c3939f576670a3e1ebf2b50f86af1d061b7a73d2d1d8","observation_id":"5cca95d0-d948-4326-8580-78931d3e2bf5","resolution":{"observed_at":"2026-08-04T15:17:02.918274Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2112.05209","last_updated":"2021-12-09T20:49:01Z","snapshot_observed_at":"2026-08-16T17:35:46.963682Z","submitted_at":"2021-12-09T20:49:01Z","title":"Compositional Generalization for Natural Language Interfaces to Web APIs","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2112.05209","snapshot_observed_at":"2026-08-04T15:17:02.922831Z","title":"Compositional Generalization for Natural Language Interfaces to Web APIs,","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.922831Z"},"links":{"cited_paper":"/paper/2112.05209","citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:0776323e70b4b2686d4ac4e6ecefe3485ac06352b1f3141e563ae6e3ab33a57a","observation_id":"f47ab8ae-8ae9-46c6-b0c1-4a409dce0010","resolution":{"observed_at":"2026-08-04T15:17:02.922831Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2212.09946","last_updated":"2022-12-20T01:52:46Z","snapshot_observed_at":"2026-08-18T15:05:53.375844Z","submitted_at":"2022-12-20T01:52:46Z","title":"Dialog2API: Task-Oriented Dialogue with API Description and Example Programs","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2212.09946","snapshot_observed_at":"2026-08-04T15:17:02.927544Z","title":"Dialog2API: Task-Oriented Dialogue with API Description and Example Programs,","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.927544Z"},"links":{"cited_paper":"/paper/2212.09946","citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:1cd1ea1adccf6e86cedc97a53d0ef83993ac4007be6b888cb17423ba1b2e1626","observation_id":"1219ab74-f096-45eb-b829-27bc03a563d9","resolution":{"observed_at":"2026-08-04T15:17:02.927544Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.932409Z","title":"On Mitigating Code LLM Hallucinations with API Documentation,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.932409Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:fa9b4fe226d46d3466bd593ec86652f29f8ed35b3dfffe53d5354b7f37bedb74","observation_id":"08c8fb11-0e0c-4107-a21e-6383c4024be2","resolution":{"observed_at":"2026-08-04T15:17:02.932409Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.936688Z","title":"Private- library-oriented code generation with large language models,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.936688Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:e6abbb3e926ffcaec1a4159692bae972678ce79a2e0765df96dfa50178765e56","observation_id":"6db12b16-4228-4be1-81a1-028f0323574c","resolution":{"observed_at":"2026-08-04T15:17:02.936688Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.01701","last_updated":"2024-06-19T07:54:15Z","snapshot_observed_at":"2026-08-16T14:30:07.017033Z","submitted_at":"2024-01-03T12:09:43Z","title":"De-Hallucinator: Mitigating LLM Hallucinations in Code Generation Tasks via Iterative Grounding","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.01701","snapshot_observed_at":"2026-08-04T15:17:02.940649Z","title":"De-Hallucinator: Iterative Grounding for LLM-Based Code Completion,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.940649Z"},"links":{"cited_paper":"/paper/2401.01701","citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:aa2c252505375bc0095088f3cc0dc37df585c330202c004a475cfd28b5b3036d","observation_id":"5e331a65-27dc-4011-93fb-2cde3e66f2ff","resolution":{"observed_at":"2026-08-04T15:17:02.940649Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.20060","last_updated":"2024-06-28T17:16:03Z","snapshot_observed_at":"2026-08-16T13:38:40.321106Z","submitted_at":"2024-06-28T17:16:03Z","title":"Applying RLAIF for Code Generation with API-usage in Lightweight LLMs","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.20060","snapshot_observed_at":"2026-08-04T15:17:02.945072Z","title":"Applying RLAIF for Code Generation with API-usage in Lightweight LLMs,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.945072Z"},"links":{"cited_paper":"/paper/2406.20060","citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:90c931efa04156c305fc96d574041099b395965f8936ed0dcfc4c711c0a99c0c","observation_id":"a2e8ae3e-ec0d-44ac-b4bb-24a00d688114","resolution":{"observed_at":"2026-08-04T15:17:02.945072Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.16416","last_updated":"2026-04-23T17:36:18Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-03-20T17:59:23Z","title":"Survey on Evaluation of LLM-based Agents","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.16416","snapshot_observed_at":"2026-08-04T15:17:02.949931Z","title":"Survey on Evaluation of LLM-based Agents,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.949931Z"},"links":{"cited_paper":"/paper/2503.16416","citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:de0e239bd4505c1c9fa0f620c30b4cd3d23b8e5bb7d119479d0dd2bf938339ef","observation_id":"2ceb8590-d1f0-4e07-b11d-7259049fae68","resolution":{"observed_at":"2026-08-04T15:17:02.949931Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.954461Z","title":"Toolformer: Language Models Can Teach Themselves to Use Tools,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.954461Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:a58dffbdf07354712723f3f12a83810e43148d0b7f9fc194afdcf842fe211adf","observation_id":"5c5b9dbb-f00c-4f32-a965-1d319fd2a9d0","resolution":{"observed_at":"2026-08-04T15:17:02.954461Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.06624","last_updated":"2023-08-27T02:55:36Z","snapshot_observed_at":"2026-08-17T18:23:42.349595Z","submitted_at":"2023-06-11T08:53:12Z","title":"RestGPT: Connecting Large Language Models with Real-World RESTful APIs","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.06624","snapshot_observed_at":"2026-08-04T15:17:02.962463Z","title":"RestGPT: Connecting Large Language Models with Real-World Applications via RESTful APIs,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.962463Z"},"links":{"cited_paper":"/paper/2306.06624","citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:862a9e035f425f529a9d85865336249e8e1547918f3dcc1eeba25cc3b1556336","observation_id":"04c7791b-5d00-4a55-a633-fc158382929f","resolution":{"observed_at":"2026-08-04T15:17:02.962463Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.966755Z","title":"API-Bank: A Comprehensive Benchmark for Tool-Augmented LLMs,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.966755Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:57a3f867c8beba9d70d69cc8ed340631d7899be330db76ed13ffde60ac51307b","observation_id":"5312b8c1-7cce-4bc2-ad72-504a2ad3cd83","resolution":{"observed_at":"2026-08-04T15:17:02.966755Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.971040Z","title":"ToolLLM: Facilitating Large Language Models to Master 16000+ Real-world APIs,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.971040Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:7798e518ba09b6c3f7f28855c616ed160a8c6bdf23830d47c8214c6c3afc773b","observation_id":"e828686c-b513-4af0-a88c-d0d5d082f7bd","resolution":{"observed_at":"2026-08-04T15:17:02.971040Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.975368Z","title":"Gorilla: Large Language Model Connected with Massive APIs,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.975368Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:bf1a9ff9f5b13ae0c6c719bbcd8cb1eaafb9e719407445218f262d7e7234c397","observation_id":"a680b009-e907-498b-9568-7ea9b14e69d7","resolution":{"observed_at":"2026-08-04T15:17:02.975368Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.979234Z","title":"Berkeley function calling leaderboard,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.979234Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:20ea60316a5b5e05e110cb6cdd73900eb53dde1dd737419e55a837dee242899a","observation_id":"9f5e2faf-5ff2-4195-a381-f0049494b897","resolution":{"observed_at":"2026-08-04T15:17:02.979234Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.983645Z","title":"ToolCoder: A Systematic Code-Empowered Tool Learning Framework for Large Language Models,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.983645Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:c6acaa0bdd92ef421e97ab7d7d82782ff990973cc6138797cacef8e57fdfc6a9","observation_id":"93ec74f4-7fff-45a2-ae60-b626e64584ad","resolution":{"observed_at":"2026-08-04T15:17:02.983645Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.988126Z","title":"Unveiling Memorization in Code Models,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.988126Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:4c0eadf5a10c1196238a1cb1e408bfb8dc777c053af188ddbb0bf616502165eb","observation_id":"a4172447-56e8-4da9-a5f9-b5cd4243d4b9","resolution":{"observed_at":"2026-08-04T15:17:02.988126Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.992232Z","title":"Exploring and Evaluating Hallucinations in LLM-Powered Code Generation,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.992232Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:6ba2d65e3969302ef859edf5b39e521e6cddf3e4d1f71f17796312cadead316e","observation_id":"7e7fb5f7-a81d-4411-bca6-8c980192cd98","resolution":{"observed_at":"2026-08-04T15:17:02.992232Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.996433Z","title":"SAFEWAPI: web API misuse detector for web applications,","venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.996433Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:aef20b41b08a908a6d1545eef56ca92075042ae0abf2f504aa754729db3d7a0f","observation_id":"9a1502a5-27fd-4a73-a67e-dee8b3bce411","resolution":{"observed_at":"2026-08-04T15:17:02.996433Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:03.000691Z","title":"A Large-scale Study on API Misuses in the Wild,","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:03.000691Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:e8351a20084aec565b223a27a1c781fc6ef82b34085170c92397165c96464950","observation_id":"014cbe32-2936-4ec2-ba0c-6724d5c5629b","resolution":{"observed_at":"2026-08-04T15:17:03.000691Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:03.004716Z","title":"APICAD: Augmenting API Misuse Detection through Specifications from Code and Documents,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:03.004716Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:134b536843099709570974c42666a79af934daecb4222db442ef76b3323d2680","observation_id":"34866bfb-3cc5-413e-8767-d7bf9b64e74f","resolution":{"observed_at":"2026-08-04T15:17:03.004716Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:03.009843Z","title":"jGuard: Program- ming Misuse-Resilient APIs,","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:03.009843Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:bfbc371ead44c3d2ced02d479cf2d49ce078b951acd69dc8286ac5124a195912","observation_id":"9616dd24-ced3-43dd-a726-4beded3c57a0","resolution":{"observed_at":"2026-08-04T15:17:03.009843Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:03.014571Z","title":"Retrieval-Augmented Generation for Knowledge-Intensive NLP Tasks,","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:03.014571Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:b431ef563bf2d0cb8efa09c18b72cd670f4babfab562624dcb6e52a066e2bfca","observation_id":"0ae3d1d3-b9cf-42ad-b160-58433402a419","resolution":{"observed_at":"2026-08-04T15:17:03.014571Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:03.023165Z","title":"Lexically Constrained Decoding for Sequence Generation Using Grid Beam Search,","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:03.023165Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:5f0bef87abb3d55e3b1fd37290778b38df3e3a65682080a64d102bdb154e13ec","observation_id":"891d55c3-d6e1-441e-a430-b33ce8812cad","resolution":{"observed_at":"2026-08-04T15:17:03.023165Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:03.027678Z","title":"A General-Purpose Algorithm for Constrained Sequential Inference,","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:03.027678Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:60579344d2b4062bc2af31368a7b3c786a92b7603bdaf821aadc63db318ab85b","observation_id":"52371a09-1bda-4989-9bc3-ec4783d975b3","resolution":{"observed_at":"2026-08-04T15:17:03.027678Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.809879Z","title":"Available: https://doi.org/10.1016/j.cosrev.2019.05.001","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":2019,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.809879Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:a564840b8eebfdc2b54571795a2047bff9fd747f73313639be273741248c60c8","observation_id":"f48d7445-ae37-4e7d-9f8f-68907f545dc5","resolution":{"observed_at":"2026-08-04T15:17:02.809879Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:03.018949Z","title":"Available: https://proceedings .neurips.cc/paper/2020/ hash/6b493230205f780e1bc26945df7481e5-Abstract.html","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":2020,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:03.018949Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:fbc9ecf39438d925bd0c65a0c34b41e26a8b6e40b7762fa66c59ff70b36d097e","observation_id":"18129e41-dc94-4c81-8b5b-e5e86e3266ac","resolution":{"observed_at":"2026-08-04T15:17:03.018949Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.958425Z","title":"Available: http://papers .nips.cc/paper files/paper/2023/ hash/d842425e4bf79ba039352da0f658a906-Abstract-Conference.html","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.958425Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:d52095141becaaaa6627a7ff0e610670a2022f78995aea39c4eabbff5097a9b1","observation_id":"7a272bdd-7f2d-4de3-90dc-e6f452439e96","resolution":{"observed_at":"2026-08-04T15:17:02.958425Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.790386Z","title":"Available: https://www .marketsandmarkets.com/Market- Reports/api-management-market-178266736.html","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.790386Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:b7b61a343c4fcd4e33c13871d42ef3088b170bf3f492fe2fc1e45e387c45e238","observation_id":"de6341d1-3f4b-40fb-838c-312fb97da6e4","resolution":{"observed_at":"2026-08-04T15:17:02.790386Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","latest_version":7,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-14T22:22:33.271373Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation"},"reference_resolution":{"displayed":55,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":55,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":55},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"thesis":"As of 19 August 2026, this Paper Citation Record lists 55 of 55 outbound references and 0 inbound Pith citation observations for arXiv:2509.20172."}