{"as_of":"2026-08-10T09:07:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:0fd0b8cebe1a1f5eea2b2131294738d29b7432e36b4b374795794531577bf7fc","coverage":[{"denominator":72,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":72,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T14:56:20.169929Z","state":"measured"},{"denominator":83,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":83,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-10T06:31:04.303077+00:00","state":"measured"},{"denominator":11,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":11,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T18:12:59.939425Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":1,"source":"arxiv_reference","source_observed_at":"2026-08-05T02:28:24.338817Z","state":"measured"}],"external_citation_measurements":[{"count":2,"observed_at":"2026-08-05T02:28:24.338817Z","source":"arxiv_reference"}],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.16997","snapshot_observed_at":"2026-08-06T18:12:59.939425Z","title":"X-mas: Towards building multi-agent systems with heterogeneous llms.arXiv preprint arXiv:2505.16997, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.08960","last_updated":"2025-07-11T18:34:07Z","snapshot_observed_at":"2026-08-06T18:05:47.861506Z","submitted_at":"2025-07-11T18:34:07Z","title":"How to Train a Leader: Hierarchical Reasoning in Multi-Agent LLMs","version":1},"reference_index":68,"source":"pdf_text","source_observed_at":"2026-08-06T18:12:59.939425Z"},"links":{"cited_paper":"/paper/2505.16997","citing_paper":"/paper/2507.08960"},"observation_digest":"sha256:38540f001c848de4a96458d7227d7b2d459f850ac4baac7cd1dc06c11f42e128","observation_id":"3a0deef6-b5a5-46c0-893e-2f70b92aef8b","resolution":{"observed_at":"2026-08-06T18:12:59.939425Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"cited_work":{"arxiv_id":"2505.16997","doi":"10.48550/arxiv.2505.16997","metadata_source":"arxiv_reference","pith_arxiv_id":"2505.16997","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2505.16997 , year=","venue":"ArXiv.org","work_id":"48efe7da-0431-4725-9396-25b36169819e","year":2025},"citing_paper":{"arxiv_id":"2507.21046","last_updated":"2026-01-16T20:59:08Z","snapshot_observed_at":"2026-08-01T06:32:44.461162Z","submitted_at":"2025-07-28T17:59:05Z","title":"A Survey of Self-Evolving Agents: What, When, How, and Where to Evolve on the Path to Artificial Super Intelligence","version":4},"reference_index":269,"source":"arxiv_source","source_observed_at":"2026-05-14T22:23:14.621091Z"},"links":{"cited_paper":"/paper/2505.16997","citing_paper":"/paper/2507.21046"},"observation_digest":"sha256:936ec90235ad3eb62219164ad20ff632691da48ed26899a616f1465dac225848","observation_id":"ee1a5778-d955-436d-8b32-97dfe90e0fe1","resolution":{"observed_at":"2026-05-14T22:23:15.331641Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"cited_work":{"arxiv_id":"2505.16997","doi":"10.48550/arxiv.2505.16997","metadata_source":"arxiv_reference","pith_arxiv_id":"2505.16997","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2505.16997 , year=","venue":"ArXiv.org","work_id":"48efe7da-0431-4725-9396-25b36169819e","year":2025},"citing_paper":{"arxiv_id":"2601.12024","last_updated":"2026-05-03T08:13:27Z","snapshot_observed_at":"2026-08-10T00:12:13.922114Z","submitted_at":"2026-01-17T12:07:55Z","title":"Beyond Sentiment: A Multi-Agent Pipeline for Actionable Business Advice from Reviews","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-05-16T13:05:11.907398Z"},"links":{"cited_paper":"/paper/2505.16997","citing_paper":"/paper/2601.12024"},"observation_digest":"sha256:04e93aa8d882a90a39108a5fee0d430e9484acb0e90eda4a46f05736630378e5","observation_id":"870c481d-cd7e-451d-9223-9629cb0860f9","resolution":{"observed_at":"2026-05-16T13:07:54.668119Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"cited_work":{"arxiv_id":"2505.16997","doi":"10.48550/arxiv.2505.16997","metadata_source":"arxiv_reference","pith_arxiv_id":"2505.16997","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2505.16997 , year=","venue":"ArXiv.org","work_id":"48efe7da-0431-4725-9396-25b36169819e","year":2025},"citing_paper":{"arxiv_id":"2604.22446","last_updated":"2026-04-24T11:02:44Z","snapshot_observed_at":"2026-07-06T23:08:51.913995Z","submitted_at":"2026-04-24T11:02:44Z","title":"From Skills to Talent: Organising Heterogeneous Agents as a Real-World Company","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-05-08T12:05:38.965920Z"},"links":{"cited_paper":"/paper/2505.16997","citing_paper":"/paper/2604.22446"},"observation_digest":"sha256:a8eb6cd6874d5d638ebf62481efd645e418976c952b33d4954eae501aa8bce06","observation_id":"7c44401f-ea6e-4758-b0ca-1874ae02f04d","resolution":{"observed_at":"2026-05-11T19:21:09.515950Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"cited_work":{"arxiv_id":"2505.16997","doi":"10.48550/arxiv.2505.16997","metadata_source":"arxiv_reference","pith_arxiv_id":"2505.16997","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2505.16997 , year=","venue":"ArXiv.org","work_id":"48efe7da-0431-4725-9396-25b36169819e","year":2025},"citing_paper":{"arxiv_id":"2604.27351","last_updated":"2026-04-30T03:02:27Z","snapshot_observed_at":"2026-07-06T23:12:52.141592Z","submitted_at":"2026-04-30T03:02:27Z","title":"Heterogeneous Scientific Foundation Model Collaboration","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-05-07T08:50:05.980191Z"},"links":{"cited_paper":"/paper/2505.16997","citing_paper":"/paper/2604.27351"},"observation_digest":"sha256:95c402bb366c2dca1bb2cc181d5a22e8a7fc40306d4e676b47490ef153b3a987","observation_id":"de470aa8-f4fa-4362-b476-0517a7a04cb8","resolution":{"observed_at":"2026-05-09T04:30:11.028332Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"cited_work":{"arxiv_id":"2505.16997","doi":"10.48550/arxiv.2505.16997","metadata_source":"arxiv_reference","pith_arxiv_id":"2505.16997","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2505.16997 , year=","venue":"ArXiv.org","work_id":"48efe7da-0431-4725-9396-25b36169819e","year":2025},"citing_paper":{"arxiv_id":"2605.13647","last_updated":"2026-05-13T15:06:36Z","snapshot_observed_at":"2026-08-04T02:26:48.399326Z","submitted_at":"2026-05-13T15:06:36Z","title":"FlowCompile: An Optimizing Compiler for Structured LLM Workflows","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-05-14T19:48:28.425792Z"},"links":{"cited_paper":"/paper/2505.16997","citing_paper":"/paper/2605.13647"},"observation_digest":"sha256:fc9f34b1cb4d4f4dc34c668124ec041232551a0f081aa68f56160cc4b08d1e2f","observation_id":"25fb9b2d-14f6-465b-844f-9af3faa01319","resolution":{"observed_at":"2026-05-14T19:49:25.952279Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"cited_work":{"arxiv_id":"2505.16997","doi":"10.48550/arxiv.2505.16997","metadata_source":"arxiv_reference","pith_arxiv_id":"2505.16997","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2505.16997 , year=","venue":"ArXiv.org","work_id":"48efe7da-0431-4725-9396-25b36169819e","year":2025},"citing_paper":{"arxiv_id":"2605.14892","last_updated":"2026-05-15T09:12:41Z","snapshot_observed_at":"2026-08-07T13:04:48.115170Z","submitted_at":"2026-05-14T14:36:13Z","title":"Beyond Individual Intelligence: Surveying Collaboration, Failure Attribution, and Self-Evolution in LLM-based Multi-Agent Systems","version":1},"reference_index":172,"source":"arxiv_source","source_observed_at":"2026-05-15T03:07:38.232966Z"},"links":{"cited_paper":"/paper/2505.16997","citing_paper":"/paper/2605.14892"},"observation_digest":"sha256:8e2b3b777fbd30b5c8803e525aca556a365fc430aeb39037e9e398f14469c7a9","observation_id":"30815989-28b0-4f59-8c93-c4cafc891c4e","resolution":{"observed_at":"2026-05-15T03:08:57.839900Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"cited_work":{"arxiv_id":"2505.16997","doi":"10.48550/arxiv.2505.16997","metadata_source":"arxiv_reference","pith_arxiv_id":"2505.16997","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2505.16997 , year=","venue":"ArXiv.org","work_id":"48efe7da-0431-4725-9396-25b36169819e","year":2025},"citing_paper":{"arxiv_id":"2605.14892","last_updated":"2026-05-15T09:12:41Z","snapshot_observed_at":"2026-08-07T13:04:48.115170Z","submitted_at":"2026-05-14T14:36:13Z","title":"Beyond Individual Intelligence: Surveying Collaboration, Failure Attribution, and Self-Evolution in LLM-based Multi-Agent Systems","version":2},"reference_index":173,"source":"arxiv_source","source_observed_at":"2026-05-19T16:51:13.491389Z"},"links":{"cited_paper":"/paper/2505.16997","citing_paper":"/paper/2605.14892"},"observation_digest":"sha256:815a0e1577c4b4ecb2e230746081d9679e4b9e0f98f22973748b0d0f701e50ed","observation_id":"e1c8c8b9-5ac6-4656-864a-61492551539e","resolution":{"observed_at":"2026-05-19T16:52:39.964020Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"cited_work":{"arxiv_id":"2505.16997","doi":"10.48550/arxiv.2505.16997","metadata_source":"arxiv_reference","pith_arxiv_id":"2505.16997","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2505.16997 , year=","venue":"ArXiv.org","work_id":"48efe7da-0431-4725-9396-25b36169819e","year":2025},"citing_paper":{"arxiv_id":"2605.15573","last_updated":"2026-05-15T03:33:20Z","snapshot_observed_at":"2026-07-06T23:26:51.110846Z","submitted_at":"2026-05-15T03:33:20Z","title":"Response-Conditioned Parallel-to-Sequential Orchestration for Multi-Agent Systems","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-05-20T19:30:13.469451Z"},"links":{"cited_paper":"/paper/2505.16997","citing_paper":"/paper/2605.15573"},"observation_digest":"sha256:1b3aa362a677ea2eaece714666778931b0734e3db3b8daf234d5dee9e2e98f46","observation_id":"d68c4a99-50b6-4d58-8fbf-bd22a89f52b3","resolution":{"observed_at":"2026-05-20T19:33:42.346287Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"cited_work":{"arxiv_id":"2505.16997","doi":"10.48550/arxiv.2505.16997","metadata_source":"arxiv_reference","pith_arxiv_id":"2505.16997","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2505.16997 , year=","venue":"ArXiv.org","work_id":"48efe7da-0431-4725-9396-25b36169819e","year":2025},"citing_paper":{"arxiv_id":"2605.26112","last_updated":"2026-05-25T17:59:36Z","snapshot_observed_at":"2026-07-06T23:36:01.564747Z","submitted_at":"2026-05-25T17:59:36Z","title":"From Model Scaling to System Scaling: Scaling the Harness in Agentic AI","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-06-29T21:29:57.326718Z"},"links":{"cited_paper":"/paper/2505.16997","citing_paper":"/paper/2605.26112"},"observation_digest":"sha256:bf389a274c749113472a234722c5ba795db95a6408ac4b9f74aa9efc907cbac5","observation_id":"3314c09e-1789-48e1-bc09-abf0887291b2","resolution":{"observed_at":"2026-06-29T21:33:59.158363Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"cited_work":{"arxiv_id":"2505.16997","doi":"10.48550/arxiv.2505.16997","metadata_source":"arxiv_reference","pith_arxiv_id":"2505.16997","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2505.16997 , year=","venue":"ArXiv.org","work_id":"48efe7da-0431-4725-9396-25b36169819e","year":2025},"citing_paper":{"arxiv_id":"2606.24428","last_updated":"2026-06-23T11:05:05Z","snapshot_observed_at":"2026-08-05T04:36:12.703717Z","submitted_at":"2026-06-23T11:05:05Z","title":"Escaping the Self-Confirmation Trap: An Execute-Distill-Verify Paradigm for Agentic Experience Learning","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-06-25T23:49:38.932474Z"},"links":{"cited_paper":"/paper/2505.16997","citing_paper":"/paper/2606.24428"},"observation_digest":"sha256:aaed81cb37384184b2bc62bfb6298034f84d8a2e3c9a21533834db9a975085b0","observation_id":"51317599-fc8e-4b72-98e3-4c6fb2fd7b45","resolution":{"observed_at":"2026-07-04T17:19:59.969352Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2505.16997/citation-record","integrity":"/paper/2505.16997/integrity","json":"/paper/2505.16997/citation-record.json","paper":"/paper/2505.16997"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2303.08774","last_updated":"2024-03-04T06:01:33Z","snapshot_observed_at":"2026-08-07T07:30:12.213965Z","submitted_at":"2023-03-15T17:15:04Z","title":"GPT-4 Technical Report","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.08774","snapshot_observed_at":"2026-08-07T14:56:12.950934Z","title":"Gpt-4 technical report","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:12.950934Z"},"links":{"cited_paper":"/paper/2303.08774","citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:cd93cc14275c6c2929cd7315e7e65ff22da5fecee520ab808d9ea4570efe66c4","observation_id":"e1bd94cc-2b2b-43d0-b96e-b99bf4444784","resolution":{"observed_at":"2026-08-07T14:56:12.950934Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.05530","last_updated":"2024-12-16T17:39:39Z","snapshot_observed_at":"2026-07-06T17:41:42.995949Z","submitted_at":"2024-03-08T18:54:20Z","title":"Gemini 1.5: Unlocking multimodal understanding across millions of tokens of context","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.05530","snapshot_observed_at":"2026-08-07T14:56:13.094048Z","title":"Gemini 1.5: Unlocking multimodal understanding across millions of tokens of context","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:13.094048Z"},"links":{"cited_paper":"/paper/2403.05530","citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:56e6288b4759790e738fcb66ddc185d46143cd9e9ce211b775e67b17fd06c5d0","observation_id":"8c67f104-4051-4df1-9bda-796e6e07700f","resolution":{"observed_at":"2026-08-07T14:56:13.094048Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.01219","last_updated":"2025-09-14T09:34:46Z","snapshot_observed_at":"2026-07-06T16:13:46.112815Z","submitted_at":"2023-09-03T16:56:48Z","title":"Siren's Song in the AI Ocean: A Survey on Hallucination in Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.01219","snapshot_observed_at":"2026-08-07T14:56:13.385647Z","title":"Siren’s song in the ai ocean: a survey on hallucination in large language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:13.385647Z"},"links":{"cited_paper":"/paper/2309.01219","citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:dd52aa5212f248afd44327414ffb4862dc1876ae2ea11dc29ee75b9341dd4f9b","observation_id":"bf1239fb-4081-4440-ab78-5176f4eabc48","resolution":{"observed_at":"2026-08-07T14:56:13.385647Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:28.008296Z","title":"Factscore: Fine-grained atomic evaluation of factual precision in long form text generation","venue":null,"work_id":"a71ee85c-255d-4b7f-8039-259fd2b81fc2","year":2023},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:13.520582Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:3f699448d1973b86b1aec8136fca5901dfe313c4e0d08dd668f7217ee53536a4","observation_id":"3532ae06-f22d-4dcf-bdb5-1d26d8ca71a8","resolution":{"observed_at":"2026-08-07T14:56:28.076017Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:27.825083Z","title":"MAS-GPT: Training LLMs to build LLM-based multi-agent systems","venue":null,"work_id":"3c7e0afc-d813-457b-be91-bb7e87e7e2fe","year":2025},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:13.659203Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:57ab767b39067334cdd8c63f6fe42c162289ed9eaf8ae4fef51f0d0ec7853006","observation_id":"5149f40a-1b30-48f0-ac8c-35f680f397d2","resolution":{"observed_at":"2026-08-07T14:56:27.953582Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:27.650291Z","title":"Chatdev: Communicative agents for software development","venue":null,"work_id":"a925784a-ea05-44dc-9ace-d781b75d8327","year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:13.831157Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:61327c38e079f01a4772867901aec4fa6bae936a257386b89393cac5a9613dfa","observation_id":"ba4da8b6-77a4-4785-a73b-61772d402c46","resolution":{"observed_at":"2026-08-07T14:56:27.688239Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.18864","last_updated":"2025-02-26T06:17:13Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-02-26T06:17:13Z","title":"Towards an AI co-scientist","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.18864","snapshot_observed_at":"2026-08-07T14:56:13.962802Z","title":"Towards an ai co-scientist.arXiv preprint arXiv:2502.18864, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:13.962802Z"},"links":{"cited_paper":"/paper/2502.18864","citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:ae78276a5ce5b250368fb0e3feb30617a9c10ed5df465af606a5b12552aec191","observation_id":"88199a62-d141-44f3-acd7-fb5455d6ec78","resolution":{"observed_at":"2026-08-07T14:56:13.962802Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:27.427177Z","title":"Metagpt: Meta programming for a multi-agent collaborative framework","venue":null,"work_id":"e31d501b-6e5d-46b2-883c-8ecf4663393e","year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:14.127780Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:0fbd675602bf2869e58e06f9684577eb1a169843cea752bafe9d03985bfc74ce","observation_id":"b7a056cb-406a-4d9d-b677-83c5e9be5e37","resolution":{"observed_at":"2026-08-07T14:56:27.525390Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:27.246744Z","title":"Macm: Utilizing a multi-agent system for condition mining in solving complex mathematical problems","venue":null,"work_id":"86055aec-8fa5-44c8-8bdd-81bde3f86af8","year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:14.252079Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:79fb2f65baf275bb4c3830b4c04f69dd82209e69d91eb02df3d04e29a6384e26","observation_id":"1ff3545c-988e-41a3-9e45-eee35e822c11","resolution":{"observed_at":"2026-08-07T14:56:27.319870Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:14.393877Z","title":"A dynamic llm-powered agent network for task-oriented agent collaboration","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:14.393877Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:4eb340a49a35bfcaf3f3497607447b47211a394f79ba8b5cfb6038c2a802fcfe","observation_id":"43d112a5-86f1-4627-8abd-b5bdd4589edc","resolution":{"observed_at":"2026-08-07T14:56:14.393877Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:14.463701Z","title":"Autonomous chemical research with large language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:14.463701Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:e427acf47abc8b260f77b0ad452f11179cbc39625ba44a0e9505749db366eca2","observation_id":"3d84dd75-8f8b-4c81-a378-e35ad8047585","resolution":{"observed_at":"2026-08-07T14:56:14.463701Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.06292","last_updated":"2024-09-01T00:41:18Z","snapshot_observed_at":"2026-07-06T18:59:43.564435Z","submitted_at":"2024-08-12T16:58:11Z","title":"The AI Scientist: Towards Fully Automated Open-Ended Scientific Discovery","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.06292","snapshot_observed_at":"2026-08-07T14:56:14.585687Z","title":"The ai scientist: Towards fully automated open-ended scientific discovery","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:14.585687Z"},"links":{"cited_paper":"/paper/2408.06292","citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:5b4beb6230d3c6c5071331fdf3e10bb2269ee817c3fbf77fdab58e404b1a923f","observation_id":"3642e7f3-8bd7-4580-8b8d-d1abe3edce3d","resolution":{"observed_at":"2026-08-07T14:56:14.585687Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:27.016298Z","title":"Self-evolving multi-agent networks for software development","venue":null,"work_id":"70dba4cd-3556-443a-b95d-2a069692a2f6","year":2025},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:14.739396Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:351fccd325d94062aa9f8018e50a04a122209cbdfc0e7c599287fc199d55096e","observation_id":"5f8b6c3d-2c7a-4c79-9c91-a9766e5cf457","resolution":{"observed_at":"2026-08-07T14:56:27.133930Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:14.919082Z","title":"Improving factuality and reasoning in language models through multiagent debate","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:14.919082Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:7c2442fcb600751dcc8e3d383d5432baca001eca38c1e6348b48c55ba4dd9443","observation_id":"1ff88f16-11af-495d-8d73-4ff8313e22ad","resolution":{"observed_at":"2026-08-07T14:56:14.919082Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:26.799528Z","title":"Agentverse: Facilitating multi-agent collaboration and exploring emergent behaviors","venue":null,"work_id":"e6bdc6dc-a2d3-4f95-87ec-fcd7e4dbc2da","year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:15.038046Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:7beb1c3b0207b70a1029b575610f58701ce99105d5636c6734322aef44c465c5","observation_id":"54228d32-20ea-49af-a86e-c896b534b948","resolution":{"observed_at":"2026-08-07T14:56:26.871977Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:26.627916Z","title":"Groups of diverse problem solvers can outperform groups of high-ability problem solvers","venue":null,"work_id":"27fb1f2d-8c97-43de-b4be-66f648385b03","year":2004},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:15.123193Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:ee23887f9773c8bfcb84f229246f2cbd65399a55b4947107f74678b6dc362827","observation_id":"22fc8921-5420-4b5a-bf01-41d5a2df7d14","resolution":{"observed_at":"2026-08-07T14:56:26.694205Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:26.407498Z","title":"Cognitive style as environmentally sensitive individual differences in cognition: A modern synthesis and applications in education, business, and management","venue":null,"work_id":"59b1dd07-d1f2-4e8e-afe4-e6eb133fe96b","year":2014},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:15.239641Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:647bfec83f518ebf5f04b36118968168e66481faeb16c3810a7c5ffb54ef0316","observation_id":"d732d899-6d3b-42c5-99b4-863ab49cbcb6","resolution":{"observed_at":"2026-08-07T14:56:26.506457Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:26.184492Z","title":"Cognitive diversity, collective intelligence, and learning in teams","venue":null,"work_id":"76c6b334-3f48-4ced-8064-8aff9d4efb11","year":2015},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:15.329682Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:2ca5c03d8c4fa642a6072fb22bf6115f1e3e2651bc33e94beb3407b9961f1181","observation_id":"16c97eb0-7f84-4adb-b45a-fe13c38527c7","resolution":{"observed_at":"2026-08-07T14:56:26.301833Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.15115","last_updated":"2025-01-03T02:18:21Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-12-19T17:56:09Z","title":"Qwen2.5 Technical Report","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.15115","snapshot_observed_at":"2026-08-07T14:56:15.492500Z","title":"Qwen2.5 technical report","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:15.492500Z"},"links":{"cited_paper":"/paper/2412.15115","citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:fac5131f26091cc71d4c8b6605c7ed1fefa61a36fb3c6c187436949768b7436c","observation_id":"73cca058-bfd3-4c04-92a8-1bd9ed429c94","resolution":{"observed_at":"2026-08-07T14:56:15.492500Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.21783","last_updated":"2024-11-23T23:27:33Z","snapshot_observed_at":"2026-07-06T18:55:11.576666Z","submitted_at":"2024-07-31T17:54:27Z","title":"The Llama 3 Herd of Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.21783","snapshot_observed_at":"2026-08-07T14:56:15.666814Z","title":"The llama 3 herd of models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:15.666814Z"},"links":{"cited_paper":"/paper/2407.21783","citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:bbde6b6e649c4260dbfaffd557cf544435827791da86d662c67ff4b9cea5d0b2","observation_id":"fd49d9b7-e81c-4c2f-b775-c537afe546c4","resolution":{"observed_at":"2026-08-07T14:56:15.666814Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.12122","last_updated":"2024-09-18T16:45:37Z","snapshot_observed_at":"2026-07-06T19:17:41.512834Z","submitted_at":"2024-09-18T16:45:37Z","title":"Qwen2.5-Math Technical Report: Toward Mathematical Expert Model via Self-Improvement","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.12122","snapshot_observed_at":"2026-08-07T14:56:15.859990Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:15.859990Z"},"links":{"cited_paper":"/paper/2409.12122","citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:62fadb931c758861611f1d6711f0234f13b3d158d026809c2020f50afe6cdc2c","observation_id":"4bf57dbc-c0ac-405b-b92d-fc51bffb92ce","resolution":{"observed_at":"2026-08-07T14:56:15.859990Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:16.007804Z","title":"Self-refine: Iterative refinement with self-feedback","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:16.007804Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:8aea48cdcf0ed06e800c0d88e7bca5df149dbdd6987f813fa687e7e36a0d1f68","observation_id":"e9e3eb3f-3f10-494d-b5e1-2eb764672729","resolution":{"observed_at":"2026-08-07T14:56:16.007804Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:16.158573Z","title":"Scaling large language model-based multi-agent collaboration","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:16.158573Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:b7cc78d457a6c8ef5d697dd19072395bc30f871707d7ba4fe7f1c60c9f6bf1a9","observation_id":"9856dbcf-8260-4dc4-bf8c-36d22dde4ecf","resolution":{"observed_at":"2026-08-07T14:56:16.158573Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:25.974867Z","title":"Encouraging divergent thinking in large language models through multi-agent debate","venue":null,"work_id":"ad6264ab-659a-4c00-b14c-81e25bc6cf3e","year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:16.343171Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:ddda20a925c8dc997675dedc2e853c0d7de820faf827aa813cc269da58132468","observation_id":"92536cbe-cef3-4b47-b376-0609acc6a87f","resolution":{"observed_at":"2026-08-07T14:56:26.058077Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:25.835440Z","title":"Mapcoder: Multi-agent code generation for competitive problem solving","venue":null,"work_id":"883a8ed3-e087-4bf5-aff7-b1352373d14c","year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:16.545902Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:50e55fea42550a010251741630d897319d9d93de477a6e595fa586f52bcc3636","observation_id":"5fe8adf3-ccf5-46b8-b4f7-323cc3f23464","resolution":{"observed_at":"2026-08-07T14:56:25.892785Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:16.641702Z","title":"Measuring mathematical problem solving with the math dataset","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:16.641702Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:bb2c409916372e794e8bdf971155c52c5dc2064883de53d7437c6155fa6f1d43","observation_id":"67181ac2-b86b-4b09-a240-3e368401dca5","resolution":{"observed_at":"2026-08-07T14:56:16.641702Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:25.645155Z","title":"Automated design of agentic systems","venue":null,"work_id":"9b22ff4e-9d4e-4715-ab83-a4ccde6cc4b0","year":2025},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:16.756064Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:37d5dade9ea7d31e3bfbe8d7d9e2c45d8f315ebbfb9eb40a19896493aeaf4b81","observation_id":"1787364b-8022-4bff-8506-a43967a5b2f3","resolution":{"observed_at":"2026-08-07T14:56:25.764326Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:25.397801Z","title":"Less is more: Using multiple LLMs for applications with lower costs","venue":null,"work_id":"0ccb9bd2-744b-4680-89dd-d86a2f2fcb2c","year":2023},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:16.874587Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:d02fb1e4e29af38543aa9b293e186909803b5bf9582c17fe5805ad1ecd8b4bb6","observation_id":"93eade86-d82b-467f-aa46-7b6b98a26fbc","resolution":{"observed_at":"2026-08-07T14:56:25.523147Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.12665","last_updated":"2025-02-11T02:09:38Z","snapshot_observed_at":"2026-07-06T18:33:02.286642Z","submitted_at":"2024-06-18T14:35:12Z","title":"CollabStory: Multi-LLM Collaborative Story Generation and Authorship Analysis","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.12665","snapshot_observed_at":"2026-08-07T14:56:16.987442Z","title":"Collabstory: Multi-llm collaborative story generation and authorship analysis","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:16.987442Z"},"links":{"cited_paper":"/paper/2406.12665","citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:c87baba48513f7a776a68b38b06cd37a741090fa5a60fd60e41bb98f480eab4e","observation_id":"3b63b271-586d-4d89-b813-dad77ffb6e01","resolution":{"observed_at":"2026-08-07T14:56:16.987442Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:25.218152Z","title":"Llm-blender: Ensembling large language models with pairwise ranking and generative fusion","venue":null,"work_id":"590bf4c3-9627-402b-8f5b-0f0fcaa19e1f","year":2023},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:17.044992Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:066e955b89ea93676944d2d0e1a72652f4e293042e4ec7dc153892771bf45342","observation_id":"0fa5ef8e-e702-436c-9719-bd1660e6ada1","resolution":{"observed_at":"2026-08-07T14:56:25.292594Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:25.005718Z","title":"Mixture-of-agents enhances large language model capabilities","venue":null,"work_id":"f0702edb-e141-40bf-a6f1-4d518681c1f0","year":2025},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:17.120948Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:b8be2c08b40d73ef38491791a13961b46deb42abb61e04be1fd37622790d3b57","observation_id":"b15b70bb-5315-40b8-8754-0039bebf16e2","resolution":{"observed_at":"2026-08-07T14:56:25.110130Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:24.868005Z","title":"Reconcile: Round-table conference improves reasoning via consensus among diverse llms","venue":null,"work_id":"115e3bfa-bb8d-40fe-92d0-b238a908c393","year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:17.198192Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:be5bf8825fafaa978dd44d267cc17037e9a84e1c9b6f77f1cb6f4fc66ca7f513","observation_id":"bf854170-7f33-4f87-a6e1-e30049418d3a","resolution":{"observed_at":"2026-08-07T14:56:24.917779Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.11133","last_updated":"2025-02-16T14:00:59Z","snapshot_observed_at":"2026-08-07T18:14:45.344327Z","submitted_at":"2025-02-16T14:00:59Z","title":"MasRouter: Learning to Route LLMs for Multi-Agent Systems","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.11133","snapshot_observed_at":"2026-08-07T14:56:17.289868Z","title":"Masrouter: Learning to route llms for multi-agent systems","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:17.289868Z"},"links":{"cited_paper":"/paper/2502.11133","citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:840946af4a50a8be7f2821c1c1f0f8915f2e1cc445099218fcaa1fbcd26a6847","observation_id":"c885b066-ba05-4f35-8790-977fb7e04a8b","resolution":{"observed_at":"2026-08-07T14:56:17.289868Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:24.746827Z","title":"Swe-bench: Can language models resolve real-world github issues? In The Twelfth International Conference on Learning Representations, 2024","venue":null,"work_id":"57e2ce55-33e7-463e-ae7a-8da6352f203c","year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:17.354402Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:0ea9fc061a3b56197bba3e62838e4292f538f19b8e76de834b2a2901305d853a","observation_id":"8592dca8-5183-4e6f-96e7-6ab3ccf6a063","resolution":{"observed_at":"2026-08-07T14:56:24.804763Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.12022","last_updated":"2023-11-20T18:57:34Z","snapshot_observed_at":"2026-08-04T22:55:15.345443Z","submitted_at":"2023-11-20T18:57:34Z","title":"GPQA: A Graduate-Level Google-Proof Q&A Benchmark","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.12022","snapshot_observed_at":"2026-08-07T14:56:17.427258Z","title":"Gpqa: A graduate-level google-proof q&a benchmark","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:17.427258Z"},"links":{"cited_paper":"/paper/2311.12022","citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:a2fca71b1b42663615f17b2cbfb6cc664d01b3f0a72e0e3126d4dbd82b315811","observation_id":"45235036-775a-462a-8036-5fbb352037d8","resolution":{"observed_at":"2026-08-07T14:56:17.427258Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:24.477298Z","title":"Introducing healthbench","venue":null,"work_id":"68d9cd65-0a71-4163-b829-36630c22ddd3","year":2025},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:17.493932Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:b8e8cc670b7bf2a0b7c8918fde7344c5b9c4d65d544a4416b0735c31c123a8d0","observation_id":"7039e55a-abaa-4b5b-a919-638a3732ebf8","resolution":{"observed_at":"2026-08-07T14:56:24.588469Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:24.247228Z","title":"Pixiu: a large language model, instruction data and evaluation benchmark for finance","venue":null,"work_id":"1560cadd-cbd7-4f98-a872-8a8c67e6af13","year":2023},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:17.581084Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:6f391e905a04592b8b781522b4fa628b3b65b8b37ad33a898850037377578c00","observation_id":"61f62060-dac7-4daf-89b3-263bf2a875a8","resolution":{"observed_at":"2026-08-07T14:56:24.361448Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:24.094780Z","title":"Planbench: An extensible benchmark for evaluating large language models on planning and reasoning about change","venue":null,"work_id":"4fd56ad5-9afd-4e0e-9163-3d2a7a0da886","year":2023},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:17.669761Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:1d3e209d25b955aad4bfd632de8ebbe462d127b382ffe5020debb0fdc826511b","observation_id":"32d64737-d2e5-4d59-8114-15e077e82a80","resolution":{"observed_at":"2026-08-07T14:56:24.175769Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:17.715014Z","title":"Judgebench: A benchmark for evaluating LLM-based judges","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:17.715014Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:a809cdc5b3a006d9edda2468cb802e243df46a73ce001cc1c090acdfee41842f","observation_id":"7a140101-cb25-4fb9-ab36-9620dbbd50b3","resolution":{"observed_at":"2026-08-07T14:56:17.715014Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:23.895372Z","title":"Mistral-7b-instruct-v0.3","venue":null,"work_id":"38693488-f60b-4702-a118-0a62d0984211","year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:17.765525Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:573b4298f1db9bbc372f7048619f8b024d8e39fcdd80b748535762b198c14a5c","observation_id":"7378a532-c655-434d-b390-565fd30d50e2","resolution":{"observed_at":"2026-08-07T14:56:23.988035Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:23.591955Z","title":"Mistral-small-3.1-24b-instruct-2503","venue":null,"work_id":"3bfafafc-8da9-410d-b367-5423c9754834","year":2025},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:17.860902Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:68ac426ac8f145b61b2c52eef3df91885edfb99056f91aa1363c16087969940a","observation_id":"f931654f-aa19-479f-a8f5-314a995b9a49","resolution":{"observed_at":"2026-08-07T14:56:23.741812Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2409.12186","last_updated":"2024-11-12T13:24:25Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-09-18T17:57:57Z","title":"Qwen2.5-Coder Technical Report","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.12186","snapshot_observed_at":"2026-08-07T14:56:17.927682Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:17.927682Z"},"links":{"cited_paper":"/paper/2409.12186","citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:2cb67df55bef02034d733ef335ecbedc1f65c95af6afb917df789577ca54ab4f","observation_id":"c0b110d7-d02e-43fe-8ba6-466fd1d4db17","resolution":{"observed_at":"2026-08-07T14:56:17.927682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:23.254571Z","title":"Developing chemdfm as a large language foundation model for chemistry","venue":null,"work_id":"20386e9a-a9dd-43f6-8a29-01d6bde7fb84","year":2025},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:18.011140Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:6080280554d42198c9d9d82ab7132bfe19c103f1f92f681db89d177162e1220c","observation_id":"53fbc1bd-69b7-491e-a25d-0a0ecd31a65f","resolution":{"observed_at":"2026-08-07T14:56:23.448656Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:22.931507Z","title":"Sciphi-mistral-7b-32k","venue":null,"work_id":"990410ff-a030-4d3c-9d01-b16a1fc0f451","year":2023},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:18.056466Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:4248086d8e7383bee89026accb7917a85b85e4928a4d9a75bf49a6b517272e38","observation_id":"388f5004-f7fd-42fd-aa3f-875472ee7a79","resolution":{"observed_at":"2026-08-07T14:56:23.063346Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:22.653427Z","title":"Llama3-xuanyuan3-70b-chat","venue":null,"work_id":"de28dca4-3862-417d-89eb-e6e87fbe3ae3","year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:18.157839Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:b4db7ee4787d115773a84172eadde22add6c017397de6a9a60b91f12f6b30741","observation_id":"48b074f4-260f-4803-a308-e9882c1bbdc6","resolution":{"observed_at":"2026-08-07T14:56:22.811321Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:22.407798Z","title":"Zhilu-2-8b-instruct","venue":null,"work_id":"8ae33048-7a2f-4824-9f0f-8d4f9e004513","year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:18.239602Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:d99dbd6a698be20b27955bd9fbb5c7dcc4fa919f21b30f1b90ab819eb39b224e","observation_id":"97795c31-42e4-4a17-a938-6d47cfbef5c5","resolution":{"observed_at":"2026-08-07T14:56:22.477046Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2501.12948","last_updated":"2026-01-04T03:57:36Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-01-22T15:19:35Z","title":"DeepSeek-R1: Incentivizing Reasoning Capability in LLMs via Reinforcement Learning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.12948","snapshot_observed_at":"2026-08-07T14:56:18.300778Z","title":"Deepseek-r1: Incentivizing reasoning capability in llms via reinforcement learning","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:18.300778Z"},"links":{"cited_paper":"/paper/2501.12948","citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:fb0157ec6b815d601ee4c9f470292ba8a71c66ad286b62b4a268e63711146b46","observation_id":"74572775-f553-4d80-b591-d13b0bfcbe01","resolution":{"observed_at":"2026-08-07T14:56:18.300778Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:18.353587Z","title":"Qwq-32b: Embracing the power of reinforcement learning, March 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:18.353587Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:d13be403b5dfc7987a3da1d7baf7348e6c4ddebcb2fec92793351cda7205a8ba","observation_id":"0c54b62f-0d57-4e6f-abdc-fa3763194e6a","resolution":{"observed_at":"2026-08-07T14:56:18.353587Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:18.426104Z","title":"Open Thoughts","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:18.426104Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:fd4ced521daa1a7813b8edd6310b05b6f1f2b462d3049ff8e3c0968535bdfc77","observation_id":"bc82ec2e-a322-4f9b-bebc-268086e7fa4f","resolution":{"observed_at":"2026-08-07T14:56:18.426104Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:22.161131Z","title":"Program induction by rationale generation: Learning to solve and explain algebraic word problems","venue":null,"work_id":"e9b701ce-0b36-4e1e-be52-70fc896df5ef","year":2017},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:18.487704Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:93f06292fdd860c716e86a88c31ae2db2d19dd7892ece1bdff971e4192aa7c55","observation_id":"9f289a62-e54f-491f-805c-4b16c33daf91","resolution":{"observed_at":"2026-08-07T14:56:22.322992Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:18.582867Z","title":"Pal: Program-aided language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:18.582867Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:3c37f65a1a30eb4c8d02497491c2e31753ae9e237e8640eaeebd74b4f6c1b5f1","observation_id":"623ad1e0-a422-4864-a833-f9838bd8de86","resolution":{"observed_at":"2026-08-07T14:56:18.582867Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:21.898016Z","title":"Aime-2024","venue":null,"work_id":"ee84673e-c607-40be-8f5f-995d98f7d1f0","year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:18.678281Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:c1b3056310c3d58f5b7bef4b5aa40a23f413ea55976196b747f57cc945ee52c8","observation_id":"cc74f0ac-f4b5-4356-a7fe-21e96d54b07a","resolution":{"observed_at":"2026-08-07T14:56:21.986194Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:18.745409Z","title":"Measuring massive multitask language understanding","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:18.745409Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:d5d02e1f4e81d7fc44df3d50fd07f66c57e43783e50b025a9a191fc7eadd20f1","observation_id":"a9537493-538a-4b25-95c2-d0e0d6cfcbde","resolution":{"observed_at":"2026-08-07T14:56:18.745409Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:21.749097Z","title":"MMLU-pro: A more robust and challenging multi-task language understanding benchmark","venue":null,"work_id":"5ecdcd8d-8996-4051-93f6-b241a9cb135b","year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:18.800380Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:9bc246abf7f4d9d8711edd430dac272c023fc92ac2354bd76b67f652a85168c8","observation_id":"001c3634-310c-46ea-92c5-7742de7d2840","resolution":{"observed_at":"2026-08-07T14:56:21.807179Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2107.03374","last_updated":"2021-07-14T17:16:02Z","snapshot_observed_at":"2026-08-08T11:58:24.516369Z","submitted_at":"2021-07-07T17:41:24Z","title":"Evaluating Large Language Models Trained on Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2107.03374","snapshot_observed_at":"2026-08-07T14:56:18.856269Z","title":"Evaluating large language models trained on code","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:18.856269Z"},"links":{"cited_paper":"/paper/2107.03374","citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:7c095bd8b182fae306f7f461ba82a97f9da829db6842b6637a880297be613337","observation_id":"6f343a77-5bae-4b11-960b-cd7328470781","resolution":{"observed_at":"2026-08-07T14:56:18.856269Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2108.07732","last_updated":"2021-08-16T03:57:30Z","snapshot_observed_at":"2026-08-02T19:23:53.535075Z","submitted_at":"2021-08-16T03:57:30Z","title":"Program Synthesis with Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2108.07732","snapshot_observed_at":"2026-08-07T14:56:18.923843Z","title":"Program synthesis with large language models","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":57,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:18.923843Z"},"links":{"cited_paper":"/paper/2108.07732","citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:b57ce1caf8aa3d1e0ac5669479127142d3b51bf95d24ae0063298f0e16e12dab","observation_id":"2deb4640-c132-41db-9ee7-022260c8860b","resolution":{"observed_at":"2026-08-07T14:56:18.923843Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:18.988619Z","title":"Is your code generated by chatGPT really correct? rigorous evaluation of large language models for code generation","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":58,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:18.988619Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:45cd53d190557d608fd4c2d121262f48a8b85e9962e2c3da8db8408ba7f7d985","observation_id":"0af168d1-adda-489b-abfd-8bfab6a0c681","resolution":{"observed_at":"2026-08-07T14:56:18.988619Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:21.581624Z","title":"Scibench: Evaluating college-level scientific problem- solving abilities of large language models","venue":null,"work_id":"96b10424-b519-49fc-90ca-7e72b3f70f3c","year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":59,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:19.034330Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:339c53a4aae08739f485f33a77ab37b17c57ca051b8150ae60db565404abca2a","observation_id":"777e1df8-fdb1-47e2-9829-3bdc38f3ffb3","resolution":{"observed_at":"2026-08-07T14:56:21.656683Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:21.451662Z","title":"Scieval: A multi-level large language model evaluation benchmark for scientific research","venue":null,"work_id":"2f7bc0a4-5f74-4a11-9c48-27e289363357","year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":60,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:19.117754Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:e9fd3d6d2afaef13f15dff026e8865805d033beffbbc974157b41b1cc045f1e1","observation_id":"efe5d50a-0dd7-4c89-a13c-c98f85acb07f","resolution":{"observed_at":"2026-08-07T14:56:21.503402Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:19.192621Z","title":"Sciknoweval: Evaluating multi-level scientific knowledge of large language models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":61,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:19.192621Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:a10dbdc4447dccb1e5a3f0e103ab3582dae086ea7ae6cda90a255274b6619768","observation_id":"033ffbba-dc08-4792-b726-e61d3ce34555","resolution":{"observed_at":"2026-08-07T14:56:19.192621Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:21.257167Z","title":"Medmcqa: A large-scale multi- subject multi-choice dataset for medical domain question answering","venue":null,"work_id":"2e9e7472-276c-4894-8f75-c43c69898252","year":2022},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":62,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:19.261687Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:2d538b2b0ae86d815ec7e5ec90eecb8e16fcd124c51616228ead3cddf4945766","observation_id":"b6b8c028-d67c-4ef5-9e5b-eac0fd7da4cb","resolution":{"observed_at":"2026-08-07T14:56:21.346240Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:19.323713Z","title":"What disease does this patient have? a large-scale open domain question answering dataset from medical exams","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":63,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:19.323713Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:edd564083fc6d481a003be0536f2385cf9631b513712e18142ee3b4a5941b1cf","observation_id":"176f82b3-9a87-41d1-9bba-98d1b581b4c9","resolution":{"observed_at":"2026-08-07T14:56:19.323713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:21.110561Z","title":"Pubmedqa: A dataset for biomedical research question answering","venue":null,"work_id":"15c98a1f-54c5-4f40-872c-ef7e82b506e5","year":2019},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":64,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:19.400349Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:e5db179c08e8f66afe019e65c3519d54e08d0d47bf41fe5fceb64c7cc4c81201","observation_id":"25a0e1c0-5648-4354-b07c-9b154607500c","resolution":{"observed_at":"2026-08-07T14:56:21.167655Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.11944","last_updated":"2023-11-20T17:28:02Z","snapshot_observed_at":"2026-08-10T08:01:44.134932Z","submitted_at":"2023-11-20T17:28:02Z","title":"FinanceBench: A New Benchmark for Financial Question Answering","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.11944","snapshot_observed_at":"2026-08-07T14:56:19.488106Z","title":"Fi- nancebench: A new benchmark for financial question answering","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":65,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:19.488106Z"},"links":{"cited_paper":"/paper/2311.11944","citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:62169364f21d8288570cfb3147cd1ce8ee557c2fd0e90d46dc24ba72665fb807","observation_id":"32132789-63dc-4736-8df1-4aff64f30525","resolution":{"observed_at":"2026-08-07T14:56:19.488106Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:19.580778Z","title":"Finqa: A dataset of numerical reasoning over financial data","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":66,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:19.580778Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:768a6b4d94dd41ad879ab62fb0dc38023c7e36ba950454e6564d818d25477023","observation_id":"57d8df30-03e8-4eab-b25e-e6c52a9aab9d","resolution":{"observed_at":"2026-08-07T14:56:19.580778Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:20.915269Z","title":null,"venue":null,"work_id":"bd7e7b05-408c-4ee9-9ff6-c0a8581711d6","year":2014},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":67,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:19.733423Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:f299c10c8617a3018a226b92041c950e1b80942fd398071ff34f8231bebc43e7","observation_id":"456b63be-2a3e-4829-9003-911f4bc8b422","resolution":{"observed_at":"2026-08-07T14:56:21.023859Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:20.741804Z","title":"Aime2025","venue":null,"work_id":"6be154a6-9c5f-4aa7-a9ee-c821beab5500","year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":68,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:19.832316Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:494fccf359e99a5cb0d40ac8e730979963ec29a252447cc494033da623730935","observation_id":"dfb331ff-ccab-41e9-96dd-889666824425","resolution":{"observed_at":"2026-08-07T14:56:20.805772Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.02390","last_updated":"2025-05-30T11:40:44Z","snapshot_observed_at":"2026-08-09T17:43:04.773161Z","submitted_at":"2025-03-04T08:28:04Z","title":"ReSo: A Reward-driven Self-organizing LLM-based Multi-Agent System for Reasoning Tasks","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.02390","snapshot_observed_at":"2026-08-07T14:56:19.901471Z","title":"Reso: A reward-driven self-organizing llm-based multi-agent system for reasoning tasks","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":69,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:19.901471Z"},"links":{"cited_paper":"/paper/2503.02390","citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:9f42807fe6c69a7b914275378e597a408b19035f481ee4ddafd334cf813f67f4","observation_id":"f6c6a078-025c-44de-bc9c-4dac425e4d73","resolution":{"observed_at":"2026-08-07T14:56:19.901471Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:20.645081Z","title":"Codestral-22b-v0.1","venue":null,"work_id":"a0a38de4-d5d2-4ee1-9f98-1342a7a8806e","year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":70,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:20.011101Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:33c54796c1e768d94462b7bae898a1e05796666da062a67d463b9cf9f197e13f","observation_id":"66e6587a-168d-4315-8abc-c53063c7e9ef","resolution":{"observed_at":"2026-08-07T14:56:20.688926Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:20.469795Z","title":"Openbiollms: Advancing open-source large language models for healthcare and life sciences","venue":null,"work_id":"1a95f390-671c-46d9-8e22-a54ace4c0770","year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":71,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:20.093760Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:a51859cec58ba66d4c646fb85f6c2a90241b516b3f134764531bbd90b2927db8","observation_id":"41a05d09-9376-4706-9575-2d7832ebcdc2","resolution":{"observed_at":"2026-08-07T14:56:20.590081Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2308.09442","last_updated":"2023-08-21T07:49:37Z","snapshot_observed_at":"2026-07-06T16:07:37.940200Z","submitted_at":"2023-08-18T10:14:35Z","title":"BioMedGPT: Open Multimodal Generative Pre-trained Transformer for BioMedicine","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.09442","snapshot_observed_at":"2026-08-07T14:56:20.169929Z","title":"Biomedgpt: Open multimodal generative pre-trained transformer for biomedicine","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":72,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:20.169929Z"},"links":{"cited_paper":"/paper/2308.09442","citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:f178c2c9ec5731478d327b4e2f9977fc3b71508b1c002d7f56342ec02b353a5c","observation_id":"cdd69850-37bc-4bfc-9052-f6da866a1529","resolution":{"observed_at":"2026-08-07T14:56:20.169929Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:16.448880Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:16.448880Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:4ac55c7bb2cf6ab5052b39fa983aa2f51c8134bb2adc37af57aa4eb053bd3245","observation_id":"6c514cbe-bf91-4a78-9c22-776779b1d4ef","resolution":{"observed_at":"2026-08-07T14:56:16.448880Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-09T22:03:09.924753Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs"},"reference_resolution":{"displayed":72,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":35,"verified_exact":0,"verified_fuzzy":37},"total_outbound_references":72},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"thesis":"As of 10 August 2026, this Paper Citation Record lists 72 of 72 outbound references and 11 inbound Pith citation observations for arXiv:2505.16997."}