{"as_of":"2026-08-15T02:35:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:0c1546476476f14eb686a27cf486fb3ac50ab98d6fe7f51ef8b29f3d7cdd2774","coverage":[{"denominator":55,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":55,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-11T13:38:04.551852Z","state":"measured"},{"denominator":56,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":56,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-14T06:32:32.682623+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-10T18:12:28.316470Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"pith","source_observed_at":"2026-08-10T18:12:28.374832Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"cited_work":{"arxiv_id":"2412.13233","doi":null,"metadata_source":"pith","pith_arxiv_id":"2412.13233","snapshot_observed_at":"2026-08-10T18:12:28.374832Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","venue":"cs.SE","work_id":"a3e581aa-b195-4f33-88b3-3d0f6f31e58f","year":2024},"citing_paper":{"arxiv_id":"2501.13955","last_updated":"2025-01-20T15:11:03Z","snapshot_observed_at":"2026-08-14T04:14:54.986310Z","submitted_at":"2025-01-20T15:11:03Z","title":"Guided Persona-based AI Surveys: Can we replicate personal mobility preferences at scale using LLMs?","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-10T18:12:28.316470Z"},"links":{"cited_paper":"/paper/2412.13233","citing_paper":"/paper/2501.13955"},"observation_digest":"sha256:dea83089192ff928a343d54358b65f288bb18510ba712e94a6b6c5652c8e84be","observation_id":"5f01666d-99a1-45f2-9df6-72a9ea08a039","resolution":{"observed_at":"2026-08-10T18:12:28.382548Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2412.13233/citation-record","integrity":"/paper/2412.13233/integrity","json":"/paper/2412.13233/citation-record.json","paper":"/paper/2412.13233"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2309.07864","last_updated":"2023-09-19T08:29:18Z","snapshot_observed_at":"2026-08-09T18:54:02.679174Z","submitted_at":"2023-09-14T17:12:03Z","title":"The Rise and Potential of Large Language Model Based Agents: A Survey","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.07864","snapshot_observed_at":"2026-08-11T13:38:04.207611Z","title":"The rise and potential of large language model based agents: A survey,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.207611Z"},"links":{"cited_paper":"/paper/2309.07864","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:0c553221f7e0886a4e944ab1faf3a69f1ac5d6d623108d0eed7e0e68132854d0","observation_id":"c29bca7f-fd01-4880-a5ee-57feed573266","resolution":{"observed_at":"2026-08-11T13:38:04.207611Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:06.016171Z","title":null,"venue":null,"work_id":"1f3a1fe5-b98a-4ad3-b432-f30525f0d345","year":2024},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.214248Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:c00041f4aee9f1928d03501faaee45284678f8c3e88e9d3291d7469ad212a8b0","observation_id":"c7a1fd3f-d7e9-40c7-9b62-9dacdc4d0826","resolution":{"observed_at":"2026-08-11T13:38:06.022804Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2304.08244","last_updated":"2023-10-25T06:54:12Z","snapshot_observed_at":"2026-08-02T00:07:12.855748Z","submitted_at":"2023-04-14T14:05:32Z","title":"API-Bank: A Comprehensive Benchmark for Tool-Augmented LLMs","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.08244","snapshot_observed_at":"2026-08-11T13:38:04.220484Z","title":"Api -bank: A benchmark for tool- augmented llms,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.220484Z"},"links":{"cited_paper":"/paper/2304.08244","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:2b3c0696b9332ae864b8517bd44748e2880fc57ea408f9845e30b8d8952c4374","observation_id":"70ded954-323c-4103-8342-6a20c7a3b36c","resolution":{"observed_at":"2026-08-11T13:38:04.220484Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:05.995038Z","title":"A survey on large language model based autonomous agents,","venue":null,"work_id":"6628d9b8-f9e9-4c10-a0dd-863b7a9d8bcc","year":2024},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.226930Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:63ca377116cabf5af8eeb6cd66e740990ba716d17761033f7f1cb9f6fd9d4b12","observation_id":"caf1346f-ff6a-41f5-8510-c56174d80886","resolution":{"observed_at":"2026-08-11T13:38:06.003014Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.16789","last_updated":"2023-10-03T14:45:48Z","snapshot_observed_at":"2026-07-06T16:00:46.542753Z","submitted_at":"2023-07-31T15:56:53Z","title":"ToolLLM: Facilitating Large Language Models to Master 16000+ Real-world APIs","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.16789","snapshot_observed_at":"2026-08-11T13:38:04.232720Z","title":"Toolllm: Facilitating large language models to master 16000+ real-world apis,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.232720Z"},"links":{"cited_paper":"/paper/2307.16789","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:b00113e56f88cca1f9bb2469409a54039eb07c900fec34f006c7079512fc9644","observation_id":"d78314c0-510d-46e8-80c9-01b9b2462378","resolution":{"observed_at":"2026-08-11T13:38:04.232720Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:05.974956Z","title":"Musescore","venue":null,"work_id":"d4163ce1-081e-4f0d-a758-216f17da407c","year":2024},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.239305Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:ff3f9adaf7e75fb9ca6643690a9196f7a07013e9c7f8eb78d3452a5901208f8c","observation_id":"b0418f53-9e13-4a28-bd10-d1b764535ff7","resolution":{"observed_at":"2026-08-11T13:38:05.981783Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.08774","last_updated":"2024-03-04T06:01:33Z","snapshot_observed_at":"2026-08-07T07:30:12.213965Z","submitted_at":"2023-03-15T17:15:04Z","title":"GPT-4 Technical Report","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.08774","snapshot_observed_at":"2026-08-11T13:38:04.247890Z","title":"Gpt-4 technical report,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.247890Z"},"links":{"cited_paper":"/paper/2303.08774","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:dcb37604c29c009fff3a30d42fef949f292e23fa3919b5481cbc026d1d8021da","observation_id":"17e3662b-3ddb-4e21-ad6d-b4ed25288adf","resolution":{"observed_at":"2026-08-11T13:38:04.247890Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1810.04805","last_updated":"2019-05-24T20:37:26Z","snapshot_observed_at":"2026-08-14T18:16:28.847993Z","submitted_at":"2018-10-11T00:50:01Z","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1810.04805","snapshot_observed_at":"2026-08-11T13:38:04.253711Z","title":"Bert: Pre-training of deep bidirectional transformers for language understanding,","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.253711Z"},"links":{"cited_paper":"/paper/1810.04805","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:94d4aafb6f7855c8c69cb68e29ddab1ff0cf2d094a72ff11ffede247818bda4b","observation_id":"722b2b73-7fe6-4a54-acb2-75454f07918c","resolution":{"observed_at":"2026-08-11T13:38:04.253711Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.09288","last_updated":"2023-07-19T17:08:59Z","snapshot_observed_at":"2026-08-07T12:56:43.323460Z","submitted_at":"2023-07-18T14:31:57Z","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.09288","snapshot_observed_at":"2026-08-11T13:38:04.260054Z","title":"Llama 2: Open foundation and fine-tuned chat models,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.260054Z"},"links":{"cited_paper":"/paper/2307.09288","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:9ad906d7c566f24d0bf0ea377dfa9310bb6bd14113a1e3d1318e2a569501a68e","observation_id":"fb8d4f9d-0631-4e42-b43b-16aeba0c80f7","resolution":{"observed_at":"2026-08-11T13:38:04.260054Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:05.954650Z","title":"Human-level control through deep re- inforcement learning,","venue":null,"work_id":"1911c249-c51e-4b3a-b5e3-ab1b417cda90","year":2015},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.265732Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:0ca1acd7d531682c6a8e9472f69ce95db65a6f2eefced9e524e07850bc6de9f5","observation_id":"bf18b6bc-8272-49d6-8b02-4eaa7cc58f09","resolution":{"observed_at":"2026-08-11T13:38:05.961277Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1509.02971","last_updated":"2019-07-05T10:47:27Z","snapshot_observed_at":"2026-07-06T04:29:24.362640Z","submitted_at":"2015-09-09T23:01:36Z","title":"Continuous control with deep reinforcement learning","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1509.02971","snapshot_observed_at":"2026-08-11T13:38:04.277591Z","title":"Continuous control with deep reinforcement learning,","venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.277591Z"},"links":{"cited_paper":"/paper/1509.02971","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:b233239c2f783c86d347ce86e7031acee50d2dddf5908a3fee151061b105b0fc","observation_id":"772cfd2c-8215-44c8-8781-0b80ae8beb8f","resolution":{"observed_at":"2026-08-11T13:38:04.277591Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1707.06347","last_updated":"2017-08-28T09:20:06Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2017-07-20T02:32:33Z","title":"Proximal Policy Optimization Algorithms","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1707.06347","snapshot_observed_at":"2026-08-11T13:38:04.284390Z","title":"Proximal policy optimization algorithms,","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.284390Z"},"links":{"cited_paper":"/paper/1707.06347","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:def19f04f033077c360e4cc6e8a0509de7981adaa4625847ee8d8c04c67a4dde","observation_id":"cf9df920-918f-4c1d-a3ba-b4a3f4afa83d","resolution":{"observed_at":"2026-08-11T13:38:04.284390Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:05.934267Z","title":"Language models are few-shot learners,","venue":null,"work_id":"6d520307-0470-420b-844d-867cce909a6e","year":1901},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.290314Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:726eb22396224b51b1aa207afa5fdfcb0b62bad1500aab041f1c395df39a1ba3","observation_id":"e1e9c874-472e-44d8-8b13-5a4a25fb2999","resolution":{"observed_at":"2026-08-11T13:38:05.940588Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2308.00352","last_updated":"2024-11-01T14:36:52Z","snapshot_observed_at":"2026-08-12T16:02:21.969968Z","submitted_at":"2023-08-01T07:49:10Z","title":"MetaGPT: Meta Programming for A Multi-Agent Collaborative Framework","version":7},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.00352","snapshot_observed_at":"2026-08-11T13:38:04.295926Z","title":"Metagpt: Meta programming for multi-agent collaborative framework,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.295926Z"},"links":{"cited_paper":"/paper/2308.00352","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:ab1d08799ceeb02f8167c4ba27164e509f2b484416fd5b516ec29b4da8301628","observation_id":"aa7ef800-cf6f-48b3-90f7-b251220488fe","resolution":{"observed_at":"2026-08-11T13:38:04.295926Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:05.896737Z","title":"Gpt is an effective tool for multilingual psychological text analysis,","venue":null,"work_id":"90c1f711-81a0-4738-9096-938db85a0ab9","year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.301300Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:1dffd2eb91cf338db73e8060e5c59a17c9f7efa30b1b1b2d32c18e547ecc2574","observation_id":"77d5263d-7b37-475b-a37f-503765e01a2a","resolution":{"observed_at":"2026-08-11T13:38:05.903872Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.08560","last_updated":"2024-02-12T18:59:46Z","snapshot_observed_at":"2026-08-14T18:03:37.032997Z","submitted_at":"2023-10-12T17:51:32Z","title":"MemGPT: Towards LLMs as Operating Systems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.08560","snapshot_observed_at":"2026-08-11T13:38:04.306000Z","title":"Memgpt: Towards llms as operating systems,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.306000Z"},"links":{"cited_paper":"/paper/2310.08560","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:ba069fbd97160affe8ee6a5c2c73fe9339f4fec11eaaf6e6ab266c6ca6e14ace","observation_id":"b3d67cb1-577c-4dd9-8911-ec608696d5c4","resolution":{"observed_at":"2026-08-11T13:38:04.306000Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:05.873510Z","title":"Hugginggpt: Solving ai tasks with chatgpt and its friends in hugging face,","venue":null,"work_id":"d1ef3d42-942f-477e-be3c-770085f3aa1e","year":2024},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.311478Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:701c32f2135b52e5f0c4d55ee94595aad3b5e71417c449e561fbeb8763fb3c0e","observation_id":"956012af-517a-42c8-a9f4-e472668876ff","resolution":{"observed_at":"2026-08-11T13:38:05.880414Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:05.851004Z","title":"Toolformer: Language models can teach themselves to use tools,","venue":null,"work_id":"24cccf09-df70-43b2-90c3-46524cfb6bf8","year":2024},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.316802Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:5656d3d59c5de882e8f329553165a42a293156a48cdd0ceb3af48f41d64d9829","observation_id":"9d39d1de-e688-416b-839f-6bccbd15405d","resolution":{"observed_at":"2026-08-11T13:38:05.858542Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:04.321890Z","title":"Language models are unsupervised multitask learners,","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.321890Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:e93b5c7e01606ecf317f800ac732dc062396617110d66fbb3ff56c914186e19c","observation_id":"9f3af744-7e85-4187-8fec-d2b710a0a944","resolution":{"observed_at":"2026-08-11T13:38:04.321890Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.14268","last_updated":"2024-08-14T00:48:43Z","snapshot_observed_at":"2026-08-13T04:34:41.396770Z","submitted_at":"2024-01-25T16:02:56Z","title":"GPTVoiceTasker: Advancing Multi-step Mobile Task Efficiency Through Dynamic Interface Exploration and Learning","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.14268","snapshot_observed_at":"2026-08-11T13:38:04.326981Z","title":"Gptvoicetasker: Llm- powered virtual assistant for smartphone,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.326981Z"},"links":{"cited_paper":"/paper/2401.14268","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:4f114b76cbfdf1a47da938ddb12cf2f686c301fddaf5a9b13491122f075cafb4","observation_id":"0b422daa-8e47-4ed6-97cd-67c0701e81ba","resolution":{"observed_at":"2026-08-11T13:38:04.326981Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:05.803038Z","title":"Opendevin: A github repository","venue":null,"work_id":"4704a13e-bb92-4984-ab75-ca8afba5c386","year":2024},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.332571Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:7de03951264c1c3ad8544799bf4cb2d50985d1b137dee59065fdeb1e278333e0","observation_id":"43e46696-9a8e-49f0-8184-8bb9fc48ca03","resolution":{"observed_at":"2026-08-11T13:38:05.810876Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:05.775143Z","title":"Devika: A github repository by stition ai","venue":null,"work_id":"28933635-e660-40f1-990f-74cb02482ed1","year":2024},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.337782Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:bdb3a0b98cad4494818ccb8ec01b834860014e9a93936403dee4b31a209a82f3","observation_id":"20bedfed-a6d8-42e2-8b74-3b223fda0779","resolution":{"observed_at":"2026-08-11T13:38:05.783449Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:05.745660Z","title":"Hugging face: Open source machine learning tools","venue":null,"work_id":"69693765-df26-44e4-9b8b-55add48feb90","year":2024},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.343258Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:0020b4a5f60e2ef135c9c305c451185e0eb1c52f87f9e338da7858b8f9d42e47","observation_id":"41dcd948-cca2-4264-80eb-2a01f89e01ef","resolution":{"observed_at":"2026-08-11T13:38:05.754421Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.18223","last_updated":"2026-03-18T05:34:39Z","snapshot_observed_at":"2026-08-14T10:40:26.323157Z","submitted_at":"2023-03-31T17:28:46Z","title":"A Survey of Large Language Models","version":19},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.18223","snapshot_observed_at":"2026-08-11T13:38:04.348672Z","title":"A survey of large language models,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.348672Z"},"links":{"cited_paper":"/paper/2303.18223","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:e629bb28c93b3e3c2cefbab61f631015dc52c64af4e74aacaa67006775efb26f","observation_id":"6f901a71-573d-4667-8fed-739d9ff3d814","resolution":{"observed_at":"2026-08-11T13:38:04.348672Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:05.720289Z","title":"Language model behavior: A comprehensive survey,","venue":null,"work_id":"0d124e63-0710-490b-b2d5-a1adfd537b69","year":2024},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.354677Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:1f887a1df252ef9d4f0ac0e4ffbd41306131d9285f9caefadf174e3e877b7c69","observation_id":"d4b0a703-4b46-4fd9-b6a8-1290c609c6f3","resolution":{"observed_at":"2026-08-11T13:38:05.726947Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:04.360668Z","title":"Harnessing the power of llms in practice: A survey on chatgpt and beyond,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.360668Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:704e1a82f8a9d8dcfe937bd2511b5b7147b99be121ac589b35ebb4952d7d5d10","observation_id":"94e00fa1-1e5a-4992-a6f0-4d7f45119e09","resolution":{"observed_at":"2026-08-11T13:38:04.360668Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.12966","last_updated":"2023-07-24T17:44:58Z","snapshot_observed_at":"2026-08-14T14:27:25.466650Z","submitted_at":"2023-07-24T17:44:58Z","title":"Aligning Large Language Models with Human: A Survey","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.12966","snapshot_observed_at":"2026-08-11T13:38:04.366729Z","title":"Aligning large language models with human: A survey,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.366729Z"},"links":{"cited_paper":"/paper/2307.12966","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:1a80d6d16f1c643f49ef38749fe2e32c0d848f40ac27a5121b0b6286598d0626","observation_id":"4cf7b096-3905-4aa3-93c8-d2bef147eb84","resolution":{"observed_at":"2026-08-11T13:38:04.366729Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2212.10403","last_updated":"2023-05-26T17:59:33Z","snapshot_observed_at":"2026-08-06T19:23:30.079167Z","submitted_at":"2022-12-20T16:29:03Z","title":"Towards Reasoning in Large Language Models: A Survey","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2212.10403","snapshot_observed_at":"2026-08-11T13:38:04.373118Z","title":"Towards reasoning in large language models: A survey,","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.373118Z"},"links":{"cited_paper":"/paper/2212.10403","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:b4aac4226694955782ad666a413972017b505ce5849414d205886574fbdce2a7","observation_id":"f31df250-1ceb-4dc0-b0e0-d10ff91b6f5f","resolution":{"observed_at":"2026-08-11T13:38:04.373118Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2302.07842","last_updated":"2023-02-15T18:25:52Z","snapshot_observed_at":"2026-07-30T02:11:00.198428Z","submitted_at":"2023-02-15T18:25:52Z","title":"Augmented Language Models: a Survey","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.07842","snapshot_observed_at":"2026-08-11T13:38:04.380210Z","title":"Augmented language models: a survey,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.380210Z"},"links":{"cited_paper":"/paper/2302.07842","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:a2ff4bf21b6ff48bcc96cbcc8c02ab51b063dc0c8dd6d71a61b4a5d23c6d7e44","observation_id":"97b440f4-a22c-4a11-a2a8-abb5533ea87b","resolution":{"observed_at":"2026-08-11T13:38:04.380210Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:05.680389Z","title":"A survey on evaluation of large language models,","venue":null,"work_id":"dca29d42-9917-4012-81cd-2ee5c3aa4f76","year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.386026Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:ff0777be313326969b3662044d6ea2ccb6c7242f71c782c14500568cd688c190","observation_id":"16cae9c3-4804-424c-8859-66edcf38e885","resolution":{"observed_at":"2026-08-11T13:38:05.689021Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:05.660571Z","title":"Rapid’s api hub","venue":null,"work_id":"c394887b-79c7-41ed-8302-0fad7c707697","year":2024},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.392165Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:e83c4e2c4390f107b6c032919631e72562515774ff8bcd38314f66b6e0030fa7","observation_id":"e69ea016-f3fc-4dbe-95a9-5cf7e3affdd9","resolution":{"observed_at":"2026-08-11T13:38:05.666081Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2302.02676","last_updated":"2023-10-18T07:11:12Z","snapshot_observed_at":"2026-08-14T11:31:48.543841Z","submitted_at":"2023-02-06T10:28:16Z","title":"Chain of Hindsight Aligns Language Models with Feedback","version":8},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.02676","snapshot_observed_at":"2026-08-11T13:38:04.398514Z","title":"Chain of hindsight aligns language models with feedback,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.398514Z"},"links":{"cited_paper":"/paper/2302.02676","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:8a01e806803199a36432c30defac1cb7b358d66d1aadb6845ce2d3dbc9b37b50","observation_id":"fb952474-2ed1-46da-a955-4ebbabf38e69","resolution":{"observed_at":"2026-08-11T13:38:04.398514Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2210.03629","last_updated":"2023-03-10T01:00:17Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2022-10-06T01:00:32Z","title":"ReAct: Synergizing Reasoning and Acting in Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2210.03629","snapshot_observed_at":"2026-08-11T13:38:04.404749Z","title":"React: Synergizing reasoning and acting in language models,","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.404749Z"},"links":{"cited_paper":"/paper/2210.03629","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:6981f2feeea7d3a1ec39f63c26f362247a7431db7baafa0a9edd37b16287521e","observation_id":"137eaf7f-a21b-44b9-b0e6-ac17b880e738","resolution":{"observed_at":"2026-08-11T13:38:04.404749Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:05.638646Z","title":"Tree of thoughts: Deliberate problem solving with large language models,","venue":null,"work_id":"1b7667af-a94e-4707-886c-e511f2a7f484","year":2024},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.411154Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:dc3ccefc3147ff97ff8fbed36bf16b02bf6b30717343d0bba8a48ee20f32217e","observation_id":"bad85518-6594-432f-a1ab-16fcb6df0f98","resolution":{"observed_at":"2026-08-11T13:38:05.646112Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.01434","last_updated":"2023-09-29T16:30:49Z","snapshot_observed_at":"2026-08-13T10:02:00.084745Z","submitted_at":"2023-09-29T16:30:49Z","title":"Revolutionizing Mobile Interaction: Enabling a 3 Billion Parameter GPT LLM on Mobile","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.01434","snapshot_observed_at":"2026-08-11T13:38:04.417490Z","title":"Revolutionizing mobile interaction: Enabling a 3 billion parameter gpt llm on mobile,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.417490Z"},"links":{"cited_paper":"/paper/2310.01434","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:b2013ebca145bab4012baeb21cb02c023bb2727bd89184f4c502abd33a47b48c","observation_id":"7b66095c-3092-4e6e-87f2-b7c0654d8c5f","resolution":{"observed_at":"2026-08-11T13:38:04.417490Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.11514","last_updated":"2024-07-30T23:37:20Z","snapshot_observed_at":"2026-08-13T15:23:42.211600Z","submitted_at":"2023-12-12T18:57:08Z","title":"LLM in a flash: Efficient Large Language Model Inference with Limited Memory","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.11514","snapshot_observed_at":"2026-08-11T13:38:04.423298Z","title":"Llm in a flash: Efficient large language model inference with limited memory,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.423298Z"},"links":{"cited_paper":"/paper/2312.11514","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:eb3433fdda740af957d5a7186d7efbe93b4df18d812e263848b14619c0d16da1","observation_id":"834f1932-cb9d-4cf3-a64b-1056f4291f18","resolution":{"observed_at":"2026-08-11T13:38:04.423298Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.11805","last_updated":"2024-03-18T14:03:23Z","snapshot_observed_at":"2026-08-13T16:07:43.474674Z","submitted_at":"2024-03-18T14:03:23Z","title":"LLM as a System Service on Mobile Devices","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.11805","snapshot_observed_at":"2026-08-11T13:38:04.428916Z","title":"Llm as a system service on mobile devices,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.428916Z"},"links":{"cited_paper":"/paper/2403.11805","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:94c64f6dfcded7cbcb5c65b28c723067e5ea18b9028250c9ceec46207609114b","observation_id":"88f8a6a5-ba72-477a-9559-19b661b598a2","resolution":{"observed_at":"2026-08-11T13:38:04.428916Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2205.00445","last_updated":"2022-05-01T11:01:28Z","snapshot_observed_at":"2026-08-12T06:42:48.798440Z","submitted_at":"2022-05-01T11:01:28Z","title":"MRKL Systems: A modular, neuro-symbolic architecture that combines large language models, external knowledge sources and discrete reasoning","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2205.00445","snapshot_observed_at":"2026-08-11T13:38:04.435253Z","title":"Mrkl systems: A modular, neuro-symbolic architecture that combines large language models, external knowledge sources and discrete reasoning,","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.435253Z"},"links":{"cited_paper":"/paper/2205.00445","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:6a9d8807cf137ef4b9fb77bf313c0f30f3b3d924af7cf6c4791ec1e12c7dfd8f","observation_id":"42dd7d6b-30c3-43cd-8792-4891996d32cb","resolution":{"observed_at":"2026-08-11T13:38:04.435253Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:05.617378Z","title":"Camel: Communicative agents for","venue":null,"work_id":"89e52429-706e-4186-b547-8e8ab881198b","year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.441831Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:ee4e8d25f56e6814fa465c3b065cc3a683d127e47bad53dca4292a78418b7d1d","observation_id":"9cb1557f-0822-49ec-8be3-52d837ee3151","resolution":{"observed_at":"2026-08-11T13:38:05.624492Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.07924","last_updated":"2024-06-05T13:23:49Z","snapshot_observed_at":"2026-07-06T15:54:28.831510Z","submitted_at":"2023-07-16T02:11:34Z","title":"ChatDev: Communicative Agents for Software Development","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.07924","snapshot_observed_at":"2026-08-11T13:38:04.447643Z","title":"Communicative agents for software development,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.447643Z"},"links":{"cited_paper":"/paper/2307.07924","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:123645db2f6845d939713a448f2d7bed75382f17bbf56e00545c1dc638456472","observation_id":"a2e69097-f147-46e4-b431-43e12eeeea78","resolution":{"observed_at":"2026-08-11T13:38:04.447643Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:05.591045Z","title":"Generative agents: Interactive simulacra of human behavior,","venue":null,"work_id":"d321432d-faec-448e-a46f-9cf2a043f2b4","year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.454687Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:04bd3c48285cb71151d908471f9c085c5eab2b315499b03bbada5d45ae20c76d","observation_id":"9dd02fd8-5da0-447d-b9c1-29ada39f7ee2","resolution":{"observed_at":"2026-08-11T13:38:05.598401Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10501","last_updated":"2023-10-16T15:20:30Z","snapshot_observed_at":"2026-08-13T22:48:44.761206Z","submitted_at":"2023-10-16T15:20:30Z","title":"NeMo Guardrails: A Toolkit for Controllable and Safe LLM Applications with Programmable Rails","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.10501","snapshot_observed_at":"2026-08-11T13:38:04.460651Z","title":"Nemo guardrails: A toolkit for controllable and safe llm applications with programmable rails,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.460651Z"},"links":{"cited_paper":"/paper/2310.10501","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:d262588d3ebb9d0ebe5eaabdbf4b434a54b34aab0b56a31e00a6d4ea80314a70","observation_id":"ad328f1d-067e-4eda-bc03-901d4593ca5b","resolution":{"observed_at":"2026-08-11T13:38:04.460651Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:05.563955Z","title":"Reflexion: Language agents with verbal reinforcement learning,","venue":null,"work_id":"4cc527f7-0ca4-4d83-b435-1360cf0958f9","year":2024},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.467181Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:94a28c727151a8f0756c468ee18031a56d5c39a4973ff4b64c72bcdc2b644f08","observation_id":"72201a7f-8d3b-4426-bde2-71a940ae2185","resolution":{"observed_at":"2026-08-11T13:38:05.570949Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.07697","last_updated":"2024-03-24T06:42:47Z","snapshot_observed_at":"2026-08-13T10:55:07.973102Z","submitted_at":"2023-07-15T03:31:38Z","title":"Think-on-Graph: Deep and Responsible Reasoning of Large Language Model on Knowledge Graph","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.07697","snapshot_observed_at":"2026-08-11T13:38:04.474160Z","title":"Think-on-graph: Deep and responsible reasoning of large language model with knowledge graph,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.474160Z"},"links":{"cited_paper":"/paper/2307.07697","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:694a5931c31ad55ccc31e742453c139c76e641346490aa26ca7f5b7ef380576d","observation_id":"da84a0a1-ffcd-42fe-9add-2d2862967ee6","resolution":{"observed_at":"2026-08-11T13:38:04.474160Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.16291","last_updated":"2023-10-19T16:27:03Z","snapshot_observed_at":"2026-08-13T16:55:46.498156Z","submitted_at":"2023-05-25T17:46:38Z","title":"Voyager: An Open-Ended Embodied Agent with Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.16291","snapshot_observed_at":"2026-08-11T13:38:04.480939Z","title":"Voyager: An open-ended embodied agent with large language models,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.480939Z"},"links":{"cited_paper":"/paper/2305.16291","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:ac6d0fc187d9ce299fdbd542956ea5119dfae0390c790ca75bfae4cef5750ec9","observation_id":"6448a6df-d3fd-4e4d-adcd-d237fc2ea664","resolution":{"observed_at":"2026-08-11T13:38:04.480939Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:05.538190Z","title":"Proof-carrying code,","venue":null,"work_id":"8d2200e8-1687-45ac-8805-436167d318ed","year":1997},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.489001Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:5e846c4d9eab57caaa417cda4e16e9aa26b91175110b2975779776f539e64110","observation_id":"7992619f-f324-49aa-b0a7-9dc612110f26","resolution":{"observed_at":"2026-08-11T13:38:05.546793Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1907.11692","last_updated":"2019-07-26T17:48:29Z","snapshot_observed_at":"2026-07-31T22:31:37.910868Z","submitted_at":"2019-07-26T17:48:29Z","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1907.11692","snapshot_observed_at":"2026-08-11T13:38:04.495677Z","title":"Roberta: A robustly optimized bert pretraining approach,","venue":null,"work_id":null,"year":1907},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.495677Z"},"links":{"cited_paper":"/paper/1907.11692","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:d54a1f156733d2a419cd312545f701406b2c4793f4425dfc2a9e0d65e259cb72","observation_id":"e3fa0bde-436d-4ccd-907a-030780091a38","resolution":{"observed_at":"2026-08-11T13:38:04.495677Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:05.512511Z","title":"Xlnet: Gener- alized autoregressive pretraining for language understanding,","venue":null,"work_id":"5a3b8f1b-8eea-4dd6-bd49-597e52b60f8f","year":2019},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.501429Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:1ea546095ab0ce09c6482a977abe22ac56a9756982dec7f5dde835331e1e0af1","observation_id":"a50f132f-487c-448d-932f-47a4604e1f65","resolution":{"observed_at":"2026-08-11T13:38:05.519107Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.02301","last_updated":"2023-07-05T16:59:31Z","snapshot_observed_at":"2026-07-06T15:22:55.122322Z","submitted_at":"2023-05-03T17:50:56Z","title":"Distilling Step-by-Step! Outperforming Larger Language Models with Less Training Data and Smaller Model Sizes","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.02301","snapshot_observed_at":"2026-08-11T13:38:04.506950Z","title":"Distilling step-by-step! outperforming larger language models with less training data and smaller model sizes,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.506950Z"},"links":{"cited_paper":"/paper/2305.02301","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:f3e5a275b5b5e9da4820a2ea6f6c8be45e60432b3a6f78b38c5bdd99f1f9ffa4","observation_id":"98677527-fc08-4826-ad40-2c480be885d3","resolution":{"observed_at":"2026-08-11T13:38:04.506950Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:05.483677Z","title":"Prompting is all you need: Automated android bug replay with large language models,","venue":null,"work_id":"03deae5c-fbf8-4e20-a995-5ce763c62076","year":2024},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.513532Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:7a0589cec04c2bceff23fcbc85ece447f896cbb334d338079070ed184583e8c2","observation_id":"05b23cb8-2fcd-46ea-88e3-610824c69c44","resolution":{"observed_at":"2026-08-11T13:38:05.490609Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:05.456155Z","title":"Soft actor-critic: Off-policy maximum entropy deep reinforcement learning with a stochastic actor,","venue":null,"work_id":"9a804851-a68e-40be-81c5-a0bbfd5680e5","year":2018},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.527244Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:19bf75135f6af23eac80d853e7c61c5341740377bcd8603cd0db6da972aaff13","observation_id":"06437fc2-2f83-4fbf-b5da-4bba4718abd1","resolution":{"observed_at":"2026-08-11T13:38:05.464044Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:05.434299Z","title":"Generative adversarial user mod el for reinforcement learning based recommendation system,","venue":null,"work_id":"8aeafde2-f65b-49e9-94a3-e71e02d30142","year":2019},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.532738Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:1712f74ef130a2ef971de0e7ab8dbabab2ac3030a55bf25c350e5f522fa95b3b","observation_id":"82156dd5-fc35-4590-ba63-053f99fe4feb","resolution":{"observed_at":"2026-08-11T13:38:05.441760Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.11366","last_updated":"2023-10-10T05:21:45Z","snapshot_observed_at":"2026-08-10T17:44:16.302071Z","submitted_at":"2023-03-20T18:08:50Z","title":"Reflexion: Language Agents with Verbal Reinforcement Learning","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.11366","snapshot_observed_at":"2026-08-11T13:38:04.539372Z","title":"Reflexion: an autonomous agent with dynamic memory and self-reflection,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.539372Z"},"links":{"cited_paper":"/paper/2303.11366","citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:408fad0338d4c90590d3355409574ee205011964e180b7bf989d003b5640aa37","observation_id":"bed10c64-15fc-4ba3-8dbf-0b3233dc03a4","resolution":{"observed_at":"2026-08-11T13:38:04.539372Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:04.545825Z","title":"Instruction tuning for large language models: A survey,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.545825Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:53848d6312cbc5e3e80de995fd4d0fbb278f353f696cb32c42540129ca01ac2d","observation_id":"82ad3086-61da-4ffb-bfdf-fb14e09e0f75","resolution":{"observed_at":"2026-08-11T13:38:04.545825Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T13:38:05.410278Z","title":"Langchain: A github reposit ory by langchain ai","venue":null,"work_id":"a3fa1c0d-1ccd-4d65-95e3-7d00887ea463","year":2024},"citing_paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs","version":2},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-08-11T13:38:04.551852Z"},"links":{"citing_paper":"/paper/2412.13233"},"observation_digest":"sha256:4dd3b820ffad9aa97dcb593e7b617214d1d58a832efb4a405659fd965a3c028a","observation_id":"5893ce0b-132e-454b-ba43-68c5972fe895","resolution":{"observed_at":"2026-08-11T13:38:05.419024Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2412.13233","last_updated":"2024-12-21T21:08:29Z","latest_version":2,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-14T08:38:10.862421Z","submitted_at":"2024-12-17T14:14:04Z","title":"Creating an LLM-based AI-agent: A high-level methodology towards enhancing LLMs with APIs"},"reference_resolution":{"displayed":55,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":32,"verified_exact":0,"verified_fuzzy":23},"total_outbound_references":55},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"thesis":"As of 15 August 2026, this Paper Citation Record lists 55 of 55 outbound references and 1 inbound Pith citation observation for arXiv:2412.13233."}