{"as_of":"2026-08-11T03:44:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:5bd7123a98fd8b5272c558539bddba5c31fad727eb8f02256dbd69d783996e9c","coverage":[{"denominator":24,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":24,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T16:32:46.738028Z","state":"measured"},{"denominator":24,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":24,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-10T06:31:04.303077+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2507.13190/citation-record","integrity":"/paper/2507.13190/integrity","json":"/paper/2507.13190/citation-record.json","paper":"/paper/2507.13190"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2303.08774","last_updated":"2024-03-04T06:01:33Z","snapshot_observed_at":"2026-08-07T07:30:12.213965Z","submitted_at":"2023-03-15T17:15:04Z","title":"GPT-4 Technical Report","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.08774","snapshot_observed_at":"2026-08-06T16:32:45.283390Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-10T13:47:13.446925Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:45.283390Z"},"links":{"cited_paper":"/paper/2303.08774","citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:b0cda0181191a5e5fac9b698ad9b14fa114af55bd81cd93f637d04792198c2c1","observation_id":"58d6ab0e-0c90-4790-b4b3-ceeb014d5590","resolution":{"observed_at":"2026-08-06T16:32:45.283390Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.16609","last_updated":"2023-09-28T17:07:49Z","snapshot_observed_at":"2026-08-09T21:25:20.369782Z","submitted_at":"2023-09-28T17:07:49Z","title":"Qwen Technical Report","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.16609","snapshot_observed_at":"2026-08-06T16:32:45.338160Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-10T13:47:13.446925Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:45.338160Z"},"links":{"cited_paper":"/paper/2309.16609","citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:e05585ed40e76d42836bdf8b208c48502d811fcac9f5d2a2aa9b167b651e1820","observation_id":"07449451-32c7-488c-a017-59e43ca001d9","resolution":{"observed_at":"2026-08-06T16:32:45.338160Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.10848","last_updated":"2023-10-23T05:05:15Z","snapshot_observed_at":"2026-07-06T16:08:37.443746Z","submitted_at":"2023-08-21T16:47:11Z","title":"AgentVerse: Facilitating Multi-Agent Collaboration and Exploring Emergent Behaviors","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.10848","snapshot_observed_at":"2026-08-06T16:32:45.475210Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-10T13:47:13.446925Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:45.475210Z"},"links":{"cited_paper":"/paper/2308.10848","citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:0959fab3cced947cc4cf35539140d36ee0c26c1c27f6e25b02ecc606ff74ade9","observation_id":"5c9a6b5e-8d3c-485b-a556-63da74bd110b","resolution":{"observed_at":"2026-08-06T16:32:45.475210Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2110.14168","last_updated":"2021-11-18T00:23:45Z","snapshot_observed_at":"2026-08-07T01:45:38.840969Z","submitted_at":"2021-10-27T04:49:45Z","title":"Training Verifiers to Solve Math Word Problems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2110.14168","snapshot_observed_at":"2026-08-06T16:32:45.546141Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-10T13:47:13.446925Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:45.546141Z"},"links":{"cited_paper":"/paper/2110.14168","citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:9bd06022a200c78bf30db5d3e1952c481c8a07f9fb15aaa31054d26be9992f45","observation_id":"4d11d178-5f5d-4b4d-bdc3-d211244ca9ab","resolution":{"observed_at":"2026-08-06T16:32:45.546141Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T16:32:45.643734Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-10T13:47:13.446925Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:45.643734Z"},"links":{"citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:70f3c5729c795cfa3e94f9dc4db67d8ad981c73edc1948c06c3b1d4c0b154e6e","observation_id":"8bc62629-9426-4f48-96c3-c16794dacb28","resolution":{"observed_at":"2026-08-06T16:32:45.643734Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T16:32:45.729759Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-10T13:47:13.446925Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:45.729759Z"},"links":{"citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:1a513d333ec5a08fa8598e744c1cfc3220d00ac39d3dcddcacc661262c0c820f","observation_id":"81d3c6a1-761c-4d88-bad6-77e9022d741e","resolution":{"observed_at":"2026-08-06T16:32:45.729759Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.21783","last_updated":"2024-11-23T23:27:33Z","snapshot_observed_at":"2026-08-10T16:40:37.411115Z","submitted_at":"2024-07-31T17:54:27Z","title":"The Llama 3 Herd of Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.21783","snapshot_observed_at":"2026-08-06T16:32:45.816466Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-10T13:47:13.446925Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:45.816466Z"},"links":{"cited_paper":"/paper/2407.21783","citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:b98b5d2172d7fd6e4c09f4e02f5ab7c6f504fe4f35ae92ff129699ed84648dbb","observation_id":"83afe228-ee6d-4c49-b5ff-7565bf8a5ccf","resolution":{"observed_at":"2026-08-06T16:32:45.816466Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T16:32:45.925496Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-10T13:47:13.446925Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:45.925496Z"},"links":{"citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:7eaf3e5156435373f1653bab03f73970338a8124e0afa0e75bfc467a4d7df2ec","observation_id":"0eecd898-7752-4d60-8ff6-31a7eb44ee93","resolution":{"observed_at":"2026-08-06T16:32:45.925496Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1510.03055","last_updated":"2016-06-10T22:03:28Z","snapshot_observed_at":"2026-07-06T04:32:42.614338Z","submitted_at":"2015-10-11T14:04:57Z","title":"A Diversity-Promoting Objective Function for Neural Conversation Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1510.03055","snapshot_observed_at":"2026-08-06T16:32:45.993247Z","title":null,"venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-10T13:47:13.446925Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:45.993247Z"},"links":{"cited_paper":"/paper/1510.03055","citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:7ecf59e5436d8f3b968f07ddb63df651ca680295202e6ad68e820d7ebaa2696d","observation_id":"e192a4f0-075f-40db-8531-88ad272a7453","resolution":{"observed_at":"2026-08-06T16:32:45.993247Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T16:32:46.054573Z","title":null,"venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-10T13:47:13.446925Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:46.054573Z"},"links":{"citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:23f3bf04c8ba3c5aab701e0427b70769b3aa2e82219b454ca45b193fde7c4c26","observation_id":"074ee321-72cb-43ee-8d37-8ae80fd88cf0","resolution":{"observed_at":"2026-08-06T16:32:46.054573Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.03688","last_updated":"2025-10-04T03:54:18Z","snapshot_observed_at":"2026-08-06T20:36:41.418114Z","submitted_at":"2023-08-07T16:08:11Z","title":"AgentBench: Evaluating LLMs as Agents","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.03688","snapshot_observed_at":"2026-08-06T16:32:46.103936Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-10T13:47:13.446925Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:46.103936Z"},"links":{"cited_paper":"/paper/2308.03688","citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:a0e5d54f96d7648c62978da275e81d0be97f2302fde5099848870c4a7859c7f2","observation_id":"8fd73add-634f-4902-b74d-52e9b3f0d8cb","resolution":{"observed_at":"2026-08-06T16:32:46.103936Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.15797","last_updated":"2024-12-20T11:14:29Z","snapshot_observed_at":"2026-08-09T23:05:07.508297Z","submitted_at":"2024-12-20T11:14:29Z","title":"Ensembling Large Language Models with Process Reward-Guided Tree Search for Better Complex Reasoning","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.15797","snapshot_observed_at":"2026-08-06T16:32:46.143917Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-10T13:47:13.446925Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:46.143917Z"},"links":{"cited_paper":"/paper/2412.15797","citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:dbafbc665f887c385e5cd02f30ab7af7b0f9f87f7385b3652625ae2a5f4838fc","observation_id":"e72261ed-8f67-4ffe-93ac-33156ce75bb4","resolution":{"observed_at":"2026-08-06T16:32:46.143917Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T16:32:46.205789Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-10T13:47:13.446925Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:46.205789Z"},"links":{"citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:b8af6650e4f391e9cf95a0d3eb5fbd7ad4e72a9195e70dab0fc7133dfd4153de","observation_id":"893baf41-7972-4e8e-909e-2388a8d46366","resolution":{"observed_at":"2026-08-06T16:32:46.205789Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T16:32:46.266733Z","title":null,"venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-10T13:47:13.446925Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:46.266733Z"},"links":{"citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:078c46684cb187f37e819ae665d078447c77887fea597a6502fb5ac8e5899479","observation_id":"9b28ae04-2316-4f0d-b974-c685b09b41c1","resolution":{"observed_at":"2026-08-06T16:32:46.266733Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T16:32:46.282362Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-10T13:47:13.446925Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:46.282362Z"},"links":{"citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:141004c88d36de7b9050f5a000ba0accd55984961a65c95f55665eb92c4dea11","observation_id":"fd6e25a2-9f51-4b9f-87e2-dac3aaf22a78","resolution":{"observed_at":"2026-08-06T16:32:46.282362Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T16:32:46.341320Z","title":null,"venue":null,"work_id":null,"year":1972},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-10T13:47:13.446925Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:46.341320Z"},"links":{"citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:b612b9777018c80ee163911598bfa1333e4e0133e85e77b4faf83eb8375d2d3a","observation_id":"0f523a21-9b4f-44bd-8a1a-b89adbe70bbc","resolution":{"observed_at":"2026-08-06T16:32:46.341320Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2302.13971","last_updated":"2023-02-27T17:11:15Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-02-27T17:11:15Z","title":"LLaMA: Open and Efficient Foundation Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.13971","snapshot_observed_at":"2026-08-06T16:32:46.406606Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-10T13:47:13.446925Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:46.406606Z"},"links":{"cited_paper":"/paper/2302.13971","citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:525e1283c7902ee8e5c6bd926d3b40aff97a3ae2a28380adeadd00be374d88ef","observation_id":"36654da7-4944-44ec-87eb-dca38f12e7aa","resolution":{"observed_at":"2026-08-06T16:32:46.406606Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.18891","last_updated":"2025-03-24T17:04:55Z","snapshot_observed_at":"2026-08-07T16:40:35.401237Z","submitted_at":"2025-03-24T17:04:55Z","title":"AgentDropout: Dynamic Agent Elimination for Token-Efficient and High-Performance LLM-Based Multi-Agent Collaboration","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.18891","snapshot_observed_at":"2026-08-06T16:32:46.438272Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-10T13:47:13.446925Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:46.438272Z"},"links":{"cited_paper":"/paper/2503.18891","citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:dbc88cd7a78f34c43a785e7e657a8e3444ed869fd90a0e5c31659b0d8b3c6283","observation_id":"d5556b73-0d1a-451d-b9f4-09c04befa02e","resolution":{"observed_at":"2026-08-06T16:32:46.438272Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2505.09388","last_updated":"2025-05-14T13:41:34Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-05-14T13:41:34Z","title":"Qwen3 Technical Report","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.09388","snapshot_observed_at":"2026-08-06T16:32:46.499381Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-10T13:47:13.446925Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:46.499381Z"},"links":{"cited_paper":"/paper/2505.09388","citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:167a2340e3c56bb3fc6baee27d3e8199bfe1e1c28e2ccc0022554e36dd1ba337","observation_id":"a4154ee9-0e04-4976-b907-674121c03cae","resolution":{"observed_at":"2026-08-06T16:32:46.499381Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.02506","last_updated":"2024-10-03T14:14:31Z","snapshot_observed_at":"2026-08-06T07:05:30.821556Z","submitted_at":"2024-10-03T14:14:31Z","title":"Cut the Crap: An Economical Communication Pipeline for LLM-based Multi-Agent Systems","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.02506","snapshot_observed_at":"2026-08-06T16:32:46.559716Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-10T13:47:13.446925Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:46.559716Z"},"links":{"cited_paper":"/paper/2410.02506","citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:19aebef7a35e04c94d233808f9c189511bde85dccaf06418fca2fc6b38a905b4","observation_id":"a7e4301c-0efb-4db5-8d2b-41717004db85","resolution":{"observed_at":"2026-08-06T16:32:46.559716Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.11782","last_updated":"2025-02-06T15:37:52Z","snapshot_observed_at":"2026-08-04T04:02:29.838505Z","submitted_at":"2024-10-15T17:01:21Z","title":"G-Designer: Architecting Multi-agent Communication Topologies via Graph Neural Networks","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.11782","snapshot_observed_at":"2026-08-06T16:32:46.583795Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-10T13:47:13.446925Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:46.583795Z"},"links":{"cited_paper":"/paper/2410.11782","citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:32c76f927d96b69f8ba65e582b2a8c8e05230983fcfdd2d2bdde64219f92314a","observation_id":"a87486a9-6178-49a6-a886-216b62f48280","resolution":{"observed_at":"2026-08-06T16:32:46.583795Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T16:32:46.644031Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-10T13:47:13.446925Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:46.644031Z"},"links":{"citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:f66bc41ab00527aefda3c8888b16c1a2dd97b73723a1eeddaa9a4ebe14c5747d","observation_id":"bf227277-b30b-4217-8e9d-ec0e940627db","resolution":{"observed_at":"2026-08-06T16:32:46.644031Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T16:32:46.704892Z","title":"online\" 'onlinestring :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-10T13:47:13.446925Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:46.704892Z"},"links":{"citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:78f868bc54d5c53e37ec8307fa72d958178c1983c465da656f40d155bf0eae84","observation_id":"cd993823-0b3f-44c6-9ae6-006e5e06ebff","resolution":{"observed_at":"2026-08-06T16:32:46.704892Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T16:32:46.738028Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-10T13:47:13.446925Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:46.738028Z"},"links":{"citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:4885012c2b920df0892c0c0f2e6aa5dc0215d6879e2050f2727b9fceec3e4d3b","observation_id":"9bcfec94-560f-4a08-a2db-dc03f78c66e0","resolution":{"observed_at":"2026-08-06T16:32:46.738028Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-10T13:47:13.446925Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems"},"reference_resolution":{"displayed":24,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":24,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":24},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"thesis":"As of 11 August 2026, this Paper Citation Record lists 24 of 24 outbound references and 0 inbound Pith citation observations for arXiv:2507.13190."}