{"as_of":"2026-08-21T09:36:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:ff1bc976d8436459be38aeb3876d94055d9916c32841f970a7f5f662ab546710","coverage":[{"denominator":16,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":16,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T15:12:37.571410Z","state":"measured"},{"denominator":17,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":17,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-21T06:32:19.484+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-06-26T09:15:50.722199Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-04T09:59:45.569733Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2505.16086","last_updated":"2025-08-06T22:30:21Z","snapshot_observed_at":"2026-08-18T03:12:43.457988Z","submitted_at":"2025-05-22T00:00:27Z","title":"Optimizing LLM-Based Multi-Agent System with Textual Feedback: A Case Study on Software Development","version":2},"cited_work":{"arxiv_id":"2505.16086","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2505.16086","snapshot_observed_at":"2026-07-04T09:59:45.569733Z","title":"arXiv preprint arXiv:2505.16086 , year=","venue":null,"work_id":"2514b2d4-1112-4071-9be5-013a6ad51c26","year":null},"citing_paper":{"arxiv_id":"2606.23664","last_updated":"2026-06-22T17:48:40Z","snapshot_observed_at":"2026-08-11T07:23:29.810451Z","submitted_at":"2026-06-22T17:48:40Z","title":"MAS-PromptBench: When Does Prompt Optimization Improve Multi-Agent LLM Systems?","version":1},"reference_index":51,"source":"arxiv_source","source_observed_at":"2026-06-26T09:15:50.722199Z"},"links":{"cited_paper":"/paper/2505.16086","citing_paper":"/paper/2606.23664"},"observation_digest":"sha256:c1ea9741bcc51879e1721f8b89a18f259f0bfee24e383e0bbbaae4b7e00eb661","observation_id":"99e7ba12-07d0-4657-a0d8-cac8af1da849","resolution":{"observed_at":"2026-07-04T09:59:45.571119Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2505.16086/citation-record","integrity":"/paper/2505.16086/integrity","json":"/paper/2505.16086/citation-record.json","paper":"/paper/2505.16086"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:12:38.749697Z","title":null,"venue":null,"work_id":"51d23533-da80-43dc-8b55-0a90799badae","year":null},"citing_paper":{"arxiv_id":"2505.16086","last_updated":"2025-08-06T22:30:21Z","snapshot_observed_at":"2026-08-18T03:12:43.457988Z","submitted_at":"2025-05-22T00:00:27Z","title":"Optimizing LLM-Based Multi-Agent System with Textual Feedback: A Case Study on Software Development","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-07T15:12:36.358440Z"},"links":{"citing_paper":"/paper/2505.16086"},"observation_digest":"sha256:3e7277a777102cc97a822cd097dae837ca074379af8764d004481f65fb361ecb","observation_id":"57b00b07-afb6-4d20-ba64-ea9719ff3a75","resolution":{"observed_at":"2026-08-07T15:12:38.782597Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.00215","last_updated":"2024-06-28T19:53:17Z","snapshot_observed_at":"2026-08-16T13:38:37.638259Z","submitted_at":"2024-06-28T19:53:17Z","title":"LLM Critics Help Catch LLM Bugs","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.00215","snapshot_observed_at":"2026-08-07T15:12:36.041322Z","title":"Nat McAleese, Rai Michael Pokorny, Juan Felipe Cer’on Uribe, Evgenia Nitishinskaya, Maja Trebacz, and Jan Leike","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.16086","last_updated":"2025-08-06T22:30:21Z","snapshot_observed_at":"2026-08-18T03:12:43.457988Z","submitted_at":"2025-05-22T00:00:27Z","title":"Optimizing LLM-Based Multi-Agent System with Textual Feedback: A Case Study on Software Development","version":2},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-07T15:12:36.041322Z"},"links":{"cited_paper":"/paper/2407.00215","citing_paper":"/paper/2505.16086"},"observation_digest":"sha256:2312f4d7329dcedde8bc9137b192d5e39245a6a54588070116b1e04f2e39db80","observation_id":"71262754-d894-4f4a-a2d8-3c63aa8ffb1a","resolution":{"observed_at":"2026-08-07T15:12:36.041322Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:12:38.543771Z","title":null,"venue":null,"work_id":"f3e01dc5-d5e7-4ba2-b25a-9bab571b4e5f","year":null},"citing_paper":{"arxiv_id":"2505.16086","last_updated":"2025-08-06T22:30:21Z","snapshot_observed_at":"2026-08-18T03:12:43.457988Z","submitted_at":"2025-05-22T00:00:27Z","title":"Optimizing LLM-Based Multi-Agent System with Textual Feedback: A Case Study on Software Development","version":2},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-07T15:12:36.586932Z"},"links":{"citing_paper":"/paper/2505.16086"},"observation_digest":"sha256:813e9565c2c120ea34cab6adeea24bccbaf4a718a4b7292b08b92f2d9ebe7e5f","observation_id":"98e47070-f628-431a-ac88-05df882335ec","resolution":{"observed_at":"2026-08-07T15:12:38.585217Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.15978","last_updated":"2024-08-28T17:49:29Z","snapshot_observed_at":"2026-08-16T13:23:07.854251Z","submitted_at":"2024-08-28T17:49:29Z","title":"WebPilot: A Versatile and Autonomous Multi-Agent System for Web Task Execution with Strategic Exploration","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.15978","snapshot_observed_at":"2026-08-07T15:12:36.251017Z","title":"Programmer who can write/create computer software or applications with extensive computing and coding experience","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.16086","last_updated":"2025-08-06T22:30:21Z","snapshot_observed_at":"2026-08-18T03:12:43.457988Z","submitted_at":"2025-05-22T00:00:27Z","title":"Optimizing LLM-Based Multi-Agent System with Textual Feedback: A Case Study on Software Development","version":2},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-07T15:12:36.251017Z"},"links":{"cited_paper":"/paper/2408.15978","citing_paper":"/paper/2505.16086"},"observation_digest":"sha256:ef97153c783ea7f5e8912994832800a5423e737cee65aad1d2538de9dd255c42","observation_id":"1d40cc74-272d-4687-9d18-d4850bbb55ae","resolution":{"observed_at":"2026-08-07T15:12:36.251017Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:12:38.360519Z","title":null,"venue":null,"work_id":"08d1981b-528f-4ffd-ac18-070100e1ee29","year":null},"citing_paper":{"arxiv_id":"2505.16086","last_updated":"2025-08-06T22:30:21Z","snapshot_observed_at":"2026-08-18T03:12:43.457988Z","submitted_at":"2025-05-22T00:00:27Z","title":"Optimizing LLM-Based Multi-Agent System with Textual Feedback: A Case Study on Software Development","version":2},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-07T15:12:36.791139Z"},"links":{"citing_paper":"/paper/2505.16086"},"observation_digest":"sha256:02c6ab53becf487dc5dcce24193d8635befe6cdae6a1227928fffa4081c412cb","observation_id":"9f28627f-3974-402b-964b-0fe607ad1f7b","resolution":{"observed_at":"2026-08-07T15:12:38.404875Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:12:38.633452Z","title":null,"venue":null,"work_id":"27cdd3d5-1696-4f5d-bb3b-42f1f407521c","year":null},"citing_paper":{"arxiv_id":"2505.16086","last_updated":"2025-08-06T22:30:21Z","snapshot_observed_at":"2026-08-18T03:12:43.457988Z","submitted_at":"2025-05-22T00:00:27Z","title":"Optimizing LLM-Based Multi-Agent System with Textual Feedback: A Case Study on Software Development","version":2},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-07T15:12:36.481980Z"},"links":{"citing_paper":"/paper/2505.16086"},"observation_digest":"sha256:70c5d5fc05bc82e754599802ad98ccab6ea5147ca6fe08e0265a1d9e32fec63a","observation_id":"36dee761-64ea-4b8d-9d41-123262036a44","resolution":{"observed_at":"2026-08-07T15:12:38.679996Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:12:38.193931Z","title":null,"venue":null,"work_id":"2462279b-af05-4d26-aaca-eab1279cc8a1","year":null},"citing_paper":{"arxiv_id":"2505.16086","last_updated":"2025-08-06T22:30:21Z","snapshot_observed_at":"2026-08-18T03:12:43.457988Z","submitted_at":"2025-05-22T00:00:27Z","title":"Optimizing LLM-Based Multi-Agent System with Textual Feedback: A Case Study on Software Development","version":2},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-07T15:12:37.064525Z"},"links":{"citing_paper":"/paper/2505.16086"},"observation_digest":"sha256:c71431fe083214e57a683eb332dd1ff29e295dfaf98142a404b09bab9f2d5b5e","observation_id":"f4e3ab12-0489-4a29-b318-a70e628e31d8","resolution":{"observed_at":"2026-08-07T15:12:38.237594Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:12:38.449211Z","title":null,"venue":null,"work_id":"71743eda-96b4-44f2-98b4-e7c0cd9ec816","year":null},"citing_paper":{"arxiv_id":"2505.16086","last_updated":"2025-08-06T22:30:21Z","snapshot_observed_at":"2026-08-18T03:12:43.457988Z","submitted_at":"2025-05-22T00:00:27Z","title":"Optimizing LLM-Based Multi-Agent System with Textual Feedback: A Case Study on Software Development","version":2},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-07T15:12:36.703811Z"},"links":{"citing_paper":"/paper/2505.16086"},"observation_digest":"sha256:19d4e838661aeded3d46d183d1221558d8db8a0fb73bda2134db1c52be50df71","observation_id":"4d2f308d-738b-49af-a260-1f452613de33","resolution":{"observed_at":"2026-08-07T15:12:38.494608Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:12:38.010576Z","title":"[/Experts pool] You need to recruit a total of ${number of agents} experts from the above expert pool to collaboratively solve the given task","venue":null,"work_id":"b7f2cb42-0811-47ed-a06f-4b2e9a056ae0","year":2025},"citing_paper":{"arxiv_id":"2505.16086","last_updated":"2025-08-06T22:30:21Z","snapshot_observed_at":"2026-08-18T03:12:43.457988Z","submitted_at":"2025-05-22T00:00:27Z","title":"Optimizing LLM-Based Multi-Agent System with Textual Feedback: A Case Study on Software Development","version":2},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-07T15:12:37.285129Z"},"links":{"citing_paper":"/paper/2505.16086"},"observation_digest":"sha256:ed3392b9a37b3134df5cdf608b7ff4a5f16a0f88ebc89bd1f8e9072828806712","observation_id":"6cc156d8-ba53-45b8-bbba-2e984b9963bc","resolution":{"observed_at":"2026-08-07T15:12:38.045532Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:12:38.280179Z","title":null,"venue":null,"work_id":"67f3a666-cb04-4f49-a558-d680a41c10ba","year":null},"citing_paper":{"arxiv_id":"2505.16086","last_updated":"2025-08-06T22:30:21Z","snapshot_observed_at":"2026-08-18T03:12:43.457988Z","submitted_at":"2025-05-22T00:00:27Z","title":"Optimizing LLM-Based Multi-Agent System with Textual Feedback: A Case Study on Software Development","version":2},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-07T15:12:36.917159Z"},"links":{"citing_paper":"/paper/2505.16086"},"observation_digest":"sha256:fcd35ccb3a3daa9bf9c0a2aaf3ba69baf4dcd71654bef05e0ec2c212391d617d","observation_id":"681e4ec4-8574-48fa-a8a7-a27b9b38d9b3","resolution":{"observed_at":"2026-08-07T15:12:38.306417Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:12:38.093051Z","title":null,"venue":null,"work_id":"ffcf0bdd-879e-40a7-aecc-601fc770ba6f","year":null},"citing_paper":{"arxiv_id":"2505.16086","last_updated":"2025-08-06T22:30:21Z","snapshot_observed_at":"2026-08-18T03:12:43.457988Z","submitted_at":"2025-05-22T00:00:27Z","title":"Optimizing LLM-Based Multi-Agent System with Textual Feedback: A Case Study on Software Development","version":2},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-07T15:12:37.154983Z"},"links":{"citing_paper":"/paper/2505.16086"},"observation_digest":"sha256:ecfbc88c0e8ecf36bdd59ebcbc8b5eec61b33368bb0098d70a32ed27d350b230","observation_id":"10a5ce6f-4cb1-41e6-b48b-535240aad065","resolution":{"observed_at":"2026-08-07T15:12:38.132630Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:12:37.916106Z","title":"Also, make sure that you only give a high score when the solution code is really good at satisfying the definition of the evaluation dimension","venue":null,"work_id":"c3112c06-d88e-4e8e-8172-33723ebf1120","year":2025},"citing_paper":{"arxiv_id":"2505.16086","last_updated":"2025-08-06T22:30:21Z","snapshot_observed_at":"2026-08-18T03:12:43.457988Z","submitted_at":"2025-05-22T00:00:27Z","title":"Optimizing LLM-Based Multi-Agent System with Textual Feedback: A Case Study on Software Development","version":2},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-07T15:12:37.407708Z"},"links":{"citing_paper":"/paper/2505.16086"},"observation_digest":"sha256:054ee044e953b598257ebebac90afc082a174edefd9c33a45aa68a609dfacfa7","observation_id":"f8935d43-7e96-4562-8f22-c4d6afbb098e","resolution":{"observed_at":"2026-08-07T15:12:37.969111Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:12:37.826331Z","title":null,"venue":null,"work_id":"97e2a4ed-3ebd-475a-aa5b-1cf2b6fe93c5","year":null},"citing_paper":{"arxiv_id":"2505.16086","last_updated":"2025-08-06T22:30:21Z","snapshot_observed_at":"2026-08-18T03:12:43.457988Z","submitted_at":"2025-05-22T00:00:27Z","title":"Optimizing LLM-Based Multi-Agent System with Textual Feedback: A Case Study on Software Development","version":2},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-07T15:12:37.514578Z"},"links":{"citing_paper":"/paper/2505.16086"},"observation_digest":"sha256:4ff653cfbd510d6a1cedbfb87f1cd3281ab9ca10ae70c84f62795d24a57dc60a","observation_id":"d7b08d7d-f738-412f-aef9-f665d7bb29af","resolution":{"observed_at":"2026-08-07T15:12:37.871770Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:12:37.722926Z","title":"Figure 11: System and user prompt for the locator","venue":null,"work_id":"1cf0275a-2086-428d-ac16-357ea4b5fa86","year":2025},"citing_paper":{"arxiv_id":"2505.16086","last_updated":"2025-08-06T22:30:21Z","snapshot_observed_at":"2026-08-18T03:12:43.457988Z","submitted_at":"2025-05-22T00:00:27Z","title":"Optimizing LLM-Based Multi-Agent System with Textual Feedback: A Case Study on Software Development","version":2},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-07T15:12:37.571410Z"},"links":{"citing_paper":"/paper/2505.16086"},"observation_digest":"sha256:ae9c6ee237c13f5243304a7c7e43e992e82b2ba282ccb71252cc0caf0d4bf894","observation_id":"1353e1ea-4895-410a-a754-6a1c95e2341a","resolution":{"observed_at":"2026-08-07T15:12:37.771103Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:12:36.161058Z","title":"gradient descent","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.16086","last_updated":"2025-08-06T22:30:21Z","snapshot_observed_at":"2026-08-18T03:12:43.457988Z","submitted_at":"2025-05-22T00:00:27Z","title":"Optimizing LLM-Based Multi-Agent System with Textual Feedback: A Case Study on Software Development","version":2},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-07T15:12:36.161058Z"},"links":{"citing_paper":"/paper/2505.16086"},"observation_digest":"sha256:261a7476a3f0280318ea99aed2624b78a0bc1134d18bae4df26ca2ef8ccc6ba4","observation_id":"3d8921f6-1766-48cb-933d-8a5b6c724a3d","resolution":{"observed_at":"2026-08-07T15:12:36.161058Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.02101","last_updated":"2024-02-03T09:48:54Z","snapshot_observed_at":"2026-08-16T20:57:09.863184Z","submitted_at":"2024-02-03T09:48:54Z","title":"Are Large Language Models Good Prompt Optimizers?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.02101","snapshot_observed_at":"2026-08-07T15:12:35.988542Z","title":"Ruotian Ma, Xiaolei Wang, Xin Zhou, Jian Li, Nan Du, Tao Gui, Qi Zhang, and Xuanjing Huang","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.16086","last_updated":"2025-08-06T22:30:21Z","snapshot_observed_at":"2026-08-18T03:12:43.457988Z","submitted_at":"2025-05-22T00:00:27Z","title":"Optimizing LLM-Based Multi-Agent System with Textual Feedback: A Case Study on Software Development","version":2},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-07T15:12:35.988542Z"},"links":{"cited_paper":"/paper/2402.02101","citing_paper":"/paper/2505.16086"},"observation_digest":"sha256:cc8a17e62fcecb7c7296bc5fdd76e9b7934a819ceff5eb363a58cdea616195dd","observation_id":"91b3e1b9-12ac-4838-af70-ffc9c0e8bcb1","resolution":{"observed_at":"2026-08-07T15:12:35.988542Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2505.16086","last_updated":"2025-08-06T22:30:21Z","latest_version":2,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-18T03:12:43.457988Z","submitted_at":"2025-05-22T00:00:27Z","title":"Optimizing LLM-Based Multi-Agent System with Textual Feedback: A Case Study on Software Development"},"reference_resolution":{"displayed":16,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":13,"verified_exact":0,"verified_fuzzy":3},"total_outbound_references":16},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"thesis":"As of 21 August 2026, this Paper Citation Record lists 16 of 16 outbound references and 1 inbound Pith citation observation for arXiv:2505.16086."}