{"as_of":"2026-08-15T05:31:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:61a6a3c9d32b040fcacc8be44e1cc175adb4da27494347d338d437232d628f5b","coverage":[{"denominator":63,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":63,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T15:33:15.512370Z","state":"measured"},{"denominator":64,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":64,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-14T06:32:32.682623+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-04T11:31:04.721466Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2507.15559","snapshot_observed_at":"2026-08-04T11:31:04.721466Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2510.04452","last_updated":"2026-07-28T07:01:45Z","snapshot_observed_at":"2026-08-11T14:25:58.610082Z","submitted_at":"2025-10-06T02:58:42Z","title":"Understanding User Experiences of Computer Use Agents: Design Space and Opportunities for Building Agent UX Prototypes","version":3},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-04T11:31:04.721466Z"},"links":{"cited_paper":"/paper/2507.15559","citing_paper":"/paper/2510.04452"},"observation_digest":"sha256:0f6268a90013dd876b45e61e41e2a85a21a94707ff13693f73549ca424258cd5","observation_id":"8e5704c5-2e01-4391-943a-605bf6f1dc49","resolution":{"observed_at":"2026-08-04T11:31:04.721466Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2507.15559/citation-record","integrity":"/paper/2507.15559/integrity","json":"/paper/2507.15559/citation-record.json","paper":"/paper/2507.15559"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.777147Z","title":"Purpose-Built GUI and SDK for AI Development","venue":null,"work_id":"b34d2138-fb1f-4af3-8ddf-488c6affbd1f","year":null},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:13.347065Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:25f06460573ccde77ce34d9f842d7f356d7f7655cc5b33ed8a63ca0dc64ef31a","observation_id":"ccc27250-ca66-4962-9eac-b1a05cc34f63","resolution":{"observed_at":"2026-08-06T15:33:16.779740Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.768703Z","title":"https://docs.crewai.com/introduction","venue":null,"work_id":"a3dd7903-a71a-4034-bd5f-5a47a42d5b7d","year":null},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:13.389413Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:5ea1243e349adb764ec2f1db93589565eba9157c126a9fa92c525c068432fde5","observation_id":"c93e4e2c-a1d4-46bc-a108-5f935cbdc383","resolution":{"observed_at":"2026-08-06T15:33:16.771453Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.760831Z","title":"The Open-Source Visual AI Programming Environment","venue":null,"work_id":"b829668b-baff-4d79-a41d-418fc34b28a6","year":null},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:13.477242Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:c23cf1d7bdeddb8e7070d494cffe84bf214f60bec7190e628a27c9b1ab36c549","observation_id":"66e2a105-1128-4306-970c-53070f28c540","resolution":{"observed_at":"2026-08-06T15:33:16.763443Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.752173Z","title":"Multi-Agent Orchestrator framework","venue":null,"work_id":"feb6a92d-9f57-4b03-9a72-b0b466b38759","year":null},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:13.579312Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:6d700d019e8ad93873e6c3e31f0f80cb8374de5bf9f5ebb47420cf842c5192e9","observation_id":"0af6aa57-28f7-4bb6-8032-511c6ac1a5ce","resolution":{"observed_at":"2026-08-06T15:33:16.755442Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.744095Z","title":"Building Effective Agents","venue":null,"work_id":"06e1956b-6021-48b6-a47e-80da7eec076a","year":2024},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:13.648290Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:75ce339be8c332f8922704a5ea0d1e552dd3b74520f26040b272c4ab65331dc7","observation_id":"aa6adba8-5a20-4ce8-bc25-5bb7315ca698","resolution":{"observed_at":"2026-08-06T15:33:16.746640Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:13.687237Z","title":"Bostock, V","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:13.687237Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:6c9c793391e8c7fbbe2c0994cbf207bee7c104852f396d0952218ed6d800c9d9","observation_id":"4f331bf4-7927-452c-88a4-9f1e94d527e1","resolution":{"observed_at":"2026-08-06T15:33:13.687237Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:13.927431Z","title":"Buxton.Sketching user experiences: getting the design right and the right design","venue":null,"work_id":null,"year":2010},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:13.927431Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:5382f2a18aea7044715ce8a9cca20dbdf638f03f2a260c70b3a5caf2d6599366","observation_id":"a4d6e086-edea-4245-9969-9342e614355a","resolution":{"observed_at":"2026-08-06T15:33:13.927431Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.731012Z","title":"Cemri, M","venue":null,"work_id":"4798c60a-f496-4dbd-8629-c97c6e9deaab","year":null},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:14.076003Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:b7725c58a12aeff8ba8be22459257c4fa095a549fd2635faab6dc4820d9a3adc","observation_id":"a84a2480-00e3-42a6-b781-ad10ae268df2","resolution":{"observed_at":"2026-08-06T15:33:16.733637Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2308.07201","last_updated":"2023-08-14T15:13:04Z","snapshot_observed_at":"2026-08-02T01:34:38.978920Z","submitted_at":"2023-08-14T15:13:04Z","title":"ChatEval: Towards Better LLM-based Evaluators through Multi-Agent Debate","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.07201","snapshot_observed_at":"2026-08-06T15:33:14.379484Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:14.379484Z"},"links":{"cited_paper":"/paper/2308.07201","citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:28a55a8555227b67b92a7493e24847bfe77ba6e649ed9ca681c282954b9120d2","observation_id":"d3d731eb-a8ac-4de3-bf8a-cff38b047db6","resolution":{"observed_at":"2026-08-06T15:33:14.379484Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.723758Z","title":"Dibia, J","venue":null,"work_id":"ad89b4d7-c61d-47eb-9f6d-dd430c7fe6d4","year":2024},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:14.493841Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:309bc6fdb762ea91a58a7fec30d1cee8d91742866171ae0bcf25f9ba6c2b2cbc","observation_id":"f1bff411-af6b-4ec6-acda-a5de177e727c","resolution":{"observed_at":"2026-08-06T15:33:16.726152Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2070.36925","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.511848Z","title":null,"venue":null,"work_id":"4208788b-12a4-4810-a900-c4d2b21fb8d2","year":2024},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:14.602845Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:1758e7a0f2ecd41ff25b5d5c7977f9ab46aded619f356027e1df195923e8e73d","observation_id":"ea7ecb47-c688-401f-adb7-d4cc56ae5c0a","resolution":{"observed_at":"2026-08-06T15:33:16.516885Z","resolver_source":"raw_fallback","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.716267Z","title":null,"venue":null,"work_id":"50a7428e-d3d4-4733-b876-65fa3f88b312","year":2025},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:14.746962Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:ba981f48adb1267905688dceec52ed2fc4bb5f8e66dde960a9b18b19426e78c7","observation_id":"90c2c82d-e0db-43fd-a786-4a9be41d7232","resolution":{"observed_at":"2026-08-06T15:33:16.718710Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.708465Z","title":"Epperson, G","venue":null,"work_id":"ba7277a6-989e-41cf-8730-ed69ae5f14f3","year":2025},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:14.901799Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:a24e652437860835fb8174daa8fdb3ffd31e577ef789d81fc4731e69eaf793f3","observation_id":"93c370e3-da6d-45c4-b338-ef1f7d3fc8c7","resolution":{"observed_at":"2026-08-06T15:33:16.711255Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:15.031933Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.031933Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:a2943753a2313847b5f6920776f85b8c08ef4f9328f2b9ef3985e9bc78302db7","observation_id":"073aaa95-3488-4e61-8cf0-bd0d026632bb","resolution":{"observed_at":"2026-08-06T15:33:15.031933Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.700919Z","title":null,"venue":null,"work_id":"018573c0-e1fa-48c5-a577-7ba825aeec8f","year":2024},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.146994Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:df0c4536644ca507dcbaa7b1018c8ea6c9d2c10bb2ad4967307e8965628f4f18","observation_id":"d56d782d-313b-43b1-8e09-934df1c1d8f2","resolution":{"observed_at":"2026-08-06T15:33:16.703594Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.18864","last_updated":"2025-02-26T06:17:13Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-02-26T06:17:13Z","title":"Towards an AI co-scientist","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.18864","snapshot_observed_at":"2026-08-06T15:33:15.237268Z","title":"Gottweis, W.-H","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.237268Z"},"links":{"cited_paper":"/paper/2502.18864","citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:b054701ea07f201a439fbb0ffca099288e9fba644477ca780d6ccb1002740d4e","observation_id":"279aaaee-9877-4bfc-8e05-be6e32b10ee7","resolution":{"observed_at":"2026-08-06T15:33:15.237268Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:15.329858Z","title":"Grunde-McLaughlin, M","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.329858Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:8f996a7612a8ac9005ddde87f28e7671efeaee8ff486441ad839481b67ba9765","observation_id":"87c54ae8-f740-4b77-bbf7-26c86967cd35","resolution":{"observed_at":"2026-08-06T15:33:15.329858Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.01680","last_updated":"2024-04-19T01:15:16Z","snapshot_observed_at":"2026-08-10T13:10:07.804621Z","submitted_at":"2024-01-21T23:36:14Z","title":"Large Language Model based Multi-Agents: A Survey of Progress and Challenges","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.01680","snapshot_observed_at":"2026-08-06T15:33:15.395470Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.395470Z"},"links":{"cited_paper":"/paper/2402.01680","citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:f87c47fe1e76e25f521b686bc1c03551e13eee4533cf182d7643d29b5bf92292","observation_id":"c7bff6e1-8225-4a12-9caf-e66e3930446c","resolution":{"observed_at":"2026-08-06T15:33:15.395470Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.690699Z","title":"Heidegger.The Question Concerning Technology, and Other Essays","venue":null,"work_id":"25231a29-28b8-4f97-8f13-50aac7177ef8","year":1977},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.398581Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:00192fe8ef3caa8f6789845c9177c449eb65b38cbc5e53388ab265b9465d92b8","observation_id":"2215ec50-4928-40e8-80e7-9d36c35eec60","resolution":{"observed_at":"2026-08-06T15:33:16.693355Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2308.00352","last_updated":"2024-11-01T14:36:52Z","snapshot_observed_at":"2026-08-12T16:02:21.969968Z","submitted_at":"2023-08-01T07:49:10Z","title":"MetaGPT: Meta Programming for A Multi-Agent Collaborative Framework","version":7},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.00352","snapshot_observed_at":"2026-08-06T15:33:15.401463Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.401463Z"},"links":{"cited_paper":"/paper/2308.00352","citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:1da19b44c8dbf53be1bc4f9ad0d9c5d81c506783916f0278ff02b1e9037e86c4","observation_id":"3052b154-4154-4bb1-bb43-0703d43a1399","resolution":{"observed_at":"2026-08-06T15:33:15.401463Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.08435","last_updated":"2025-03-02T05:13:28Z","snapshot_observed_at":"2026-08-06T11:45:45.286982Z","submitted_at":"2024-08-15T21:59:23Z","title":"Automated Design of Agentic Systems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.08435","snapshot_observed_at":"2026-08-06T15:33:15.404835Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.404835Z"},"links":{"cited_paper":"/paper/2408.08435","citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:e1643a1df59294e8ae50e26c49da21b56d6939ba8ab679129241f6f778adb60e","observation_id":"5e0d6f0b-2adf-4603-b727-2bce2089ff6e","resolution":{"observed_at":"2026-08-06T15:33:15.404835Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:15.407994Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.407994Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:6956b20eeeca25dda8ee85fd9d19865e3f2b325e5e76d329d94e6a27ee0eb541","observation_id":"a4965e14-6101-4bf5-8b6b-51f9f9a09cc4","resolution":{"observed_at":"2026-08-06T15:33:15.407994Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.682871Z","title":"LangGraph","venue":null,"work_id":"baabf3ff-a7c9-447e-9a2d-2b7db0aa1fdc","year":null},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.410380Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:371e56af17e74c38bc886934fd51ae780a4f13d24e2e5ac5bc9e97aa97342a6d","observation_id":"565904ca-e9e5-42ac-a52d-ae762a8b6b97","resolution":{"observed_at":"2026-08-06T15:33:16.685327Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.674377Z","title":"LangGraph Studio: The first agent IDE","venue":null,"work_id":"3c348af5-6886-4cef-b2f8-0daa552a8260","year":null},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.413267Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:1fb75dc4903be4819eee87aba3e75dc1fe1614069fa50c1169119ba31c400c6e","observation_id":"f004c135-966f-4aaa-b922-e89a0e92a297","resolution":{"observed_at":"2026-08-06T15:33:16.677769Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.665928Z","title":"Multi-agent Systems","venue":null,"work_id":"18c5142e-8fb5-40ea-a10b-635aa00d8792","year":null},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.415980Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:c94080c93c5390c4d2b32b2468e596451d1b22354883be5e83c648778a21ef99","observation_id":"3e440ab8-7f6d-45d5-9f95-e9f93fb514e8","resolution":{"observed_at":"2026-08-06T15:33:16.668874Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.658454Z","title":"Multi-agent Workflows","venue":null,"work_id":"2fe70b18-951a-4260-a456-dfdd75c35e61","year":null},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.418740Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:c58876919a5cf0c23296476b066f4dff65a330411403214e86f1aa154c0afec7","observation_id":"4598616b-b023-46bd-a2a3-b54773629034","resolution":{"observed_at":"2026-08-06T15:33:16.661052Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:15.421042Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.421042Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:88be692ceb4b33a35c7ea26ffafe8acace00ebc505201d871a367533cc699db8","observation_id":"7ad2c71c-b620-40b3-918a-a39fed115a6c","resolution":{"observed_at":"2026-08-06T15:33:15.421042Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:15.423595Z","title":"Liang, Z","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.423595Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:c393296ca45b9097e4aff5e4298117dceb80982020781bfc231d378750cbff89","observation_id":"13cde032-93b6-441d-8d58-54629596ea25","resolution":{"observed_at":"2026-08-06T15:33:15.423595Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:15.425970Z","title":null,"venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.425970Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:5aa9e6a963027b9cefb10ced185e9a7b54771b6da97e49d2c03e679ffe94760f","observation_id":"e363e550-a556-4f50-aeab-cf874e5bf749","resolution":{"observed_at":"2026-08-06T15:33:15.425970Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.48550/arxiv.2411.17849","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":"arXiv (Cornell University)","work_id":"65f102a5-ca12-4863-a9a6-0f1ba046cfdc","year":2024},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.428361Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:cc1792715e745464a5b79532188105659687976415dfd6d975d1f7babbd91abb","observation_id":"b38bb52b-9e84-454a-861b-88d575222668","resolution":{"observed_at":"2026-08-06T15:33:15.743477Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.650843Z","title":"Conversation Patterns","venue":null,"work_id":"2d244bcc-5d3a-49c2-a326-34f3020f3f14","year":null},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.430968Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:85b0195cb2909028f4474875767e968021256de8b928883d014f76cf5f39d8da","observation_id":"8acbf3f2-0c7f-4275-bfed-f93f6e031b6d","resolution":{"observed_at":"2026-08-06T15:33:16.653370Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.643013Z","title":"Multi-Agent Design Patteamrns","venue":null,"work_id":"feca76c3-6f24-4002-8f5b-e3c3be0a01cd","year":null},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.433492Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:cc69b051a53f3acee888a9fc8d37708881138353ddb332b2e02388dfe0d9960b","observation_id":"e94a26b2-dc29-4fa7-8917-cba700ab3408","resolution":{"observed_at":"2026-08-06T15:33:16.645544Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.635838Z","title":null,"venue":null,"work_id":"aed74c30-4d92-4f82-ace4-f17f3c38eb66","year":null},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.435738Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:16c0354c6c8504e6517bc764889e1cda030531c5ca47b0fbeb092ef3d7bb656e","observation_id":"6aa9cf08-8755-4efb-95ae-c82b8ef30ed0","resolution":{"observed_at":"2026-08-06T15:33:16.638209Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2112.09332","last_updated":"2022-06-01T19:08:11Z","snapshot_observed_at":"2026-08-07T17:14:39.278754Z","submitted_at":"2021-12-17T05:43:43Z","title":"WebGPT: Browser-assisted question-answering with human feedback","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2112.09332","snapshot_observed_at":"2026-08-06T15:33:15.438135Z","title":"Nakano, J","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.438135Z"},"links":{"cited_paper":"/paper/2112.09332","citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:c50d6a69bd031e8daafaec5d4504742acd37df81ec4346d0df6b9078c89f855f","observation_id":"e7b5f75c-fdfe-4a34-911a-bab7524a9016","resolution":{"observed_at":"2026-08-06T15:33:15.438135Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.07834","last_updated":"2025-02-23T06:20:37Z","snapshot_observed_at":"2026-08-14T08:41:57.728063Z","submitted_at":"2025-01-14T04:35:37Z","title":"Flow: Modularized Agentic Workflow Automation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.07834","snapshot_observed_at":"2026-08-06T15:33:15.440728Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.440728Z"},"links":{"cited_paper":"/paper/2501.07834","citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:a5be8479c375af4804a42cb09e4dd03e1e1fb9831278466ecd8445c92f3f990e","observation_id":"ab849c21-ddab-4bca-9632-885342560b32","resolution":{"observed_at":"2026-08-06T15:33:15.440728Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.21276","last_updated":"2024-10-25T17:43:01Z","snapshot_observed_at":"2026-08-15T05:02:49.183338Z","submitted_at":"2024-10-25T17:43:01Z","title":"GPT-4o System Card","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.21276","snapshot_observed_at":"2026-08-06T15:33:15.443429Z","title":"GPT-4o System Card, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.443429Z"},"links":{"cited_paper":"/paper/2410.21276","citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:29993d067921a9fda7cbf8079db33887c7fb9e63df4235c08e6f73fd9085db2d","observation_id":"4f53c40b-046f-4de2-a20f-e697beaf8b01","resolution":{"observed_at":"2026-08-06T15:33:15.443429Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.628075Z","title":null,"venue":null,"work_id":"0c7789b7-26e5-4306-8ae7-89b9f610da70","year":null},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.446122Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:87e1d8903aa6ff1ca288ad08e853a3dae48c10a8ed54d5d59ede856f8bb9a52e","observation_id":"dca2b9c7-3763-487f-b20c-4f905da107f2","resolution":{"observed_at":"2026-08-06T15:33:16.630662Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1101/2025.02.19.639094","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T05:30:23.456663Z","title":null,"venue":"bioRxiv (Cold Spring Harbor Laboratory)","work_id":"d4de22a4-2443-4d36-900f-aac7a74155b6","year":2025},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.450891Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:f33b12af7dc6a4d26d7961c8c80d9b5cf5ed11c6c754fc326155b6716bce256d","observation_id":"12b85e6d-46e2-4f33-bf2c-1e54edd635d9","resolution":{"observed_at":"2026-08-06T15:33:15.641048Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.619809Z","title":"Prasad, A","venue":null,"work_id":"d197c4dc-ffb2-4dcd-82e7-a51be0195357","year":2024},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.453563Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:83cf7fa8d3c9dfa8a831bc35007b2320b4022d0f23d689869e774ff685490140","observation_id":"350f0473-f204-446c-803f-0c9587a21808","resolution":{"observed_at":"2026-08-06T15:33:16.622581Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:15.456418Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.456418Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:eaa3aa57f889223d56e1a04e14c7de59a0a26b4bb087d02b81f6e74a2b00b95f","observation_id":"0cb64dfa-b496-4408-aab0-c9049a4a9848","resolution":{"observed_at":"2026-08-06T15:33:15.456418Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.11366","last_updated":"2023-10-10T05:21:45Z","snapshot_observed_at":"2026-08-10T17:44:16.302071Z","submitted_at":"2023-03-20T18:08:50Z","title":"Reflexion: Language Agents with Verbal Reinforcement Learning","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.11366","snapshot_observed_at":"2026-08-06T15:33:15.459013Z","title":"Shinn, F","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.459013Z"},"links":{"cited_paper":"/paper/2303.11366","citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:af8abf7cff3b7f8f23c2bee1d72fd2f645f1387bfd1ee281575a78343e8b0dcb","observation_id":"b4d261b4-5131-436a-abbe-b6ce1717cc28","resolution":{"observed_at":"2026-08-06T15:33:15.459013Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:15.462000Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.462000Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:d24a83bde4b01c8d199f4ae0a85012ca6650902a515ac27537507c1d1afe3ea4","observation_id":"b3eef569-5e3e-42ed-af74-5bb6edb63c53","resolution":{"observed_at":"2026-08-06T15:33:15.462000Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:15.464393Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.464393Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:cf14638d68431624950a21e02cbd4e024c8c0de17dd8b15b00b9582d36c1fa70","observation_id":"c2e37256-180b-419d-bace-a3726ce8affe","resolution":{"observed_at":"2026-08-06T15:33:15.464393Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.611394Z","title":"Movies dataset","venue":null,"work_id":"812ed4d3-d957-4f80-ae24-faf39d700dbf","year":2017},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.466684Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:584a7428a0523570fd75ef9b9e42d694b1e819dbd9763340b9d6e5794ea97601","observation_id":"a7a3183f-2cdd-448a-a3da-3e8f20164e7e","resolution":{"observed_at":"2026-08-06T15:33:16.614066Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.603002Z","title":null,"venue":null,"work_id":"81cbbfae-772a-4137-b5f6-6f702519c159","year":2024},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.469105Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:a6f83ca355b0ee949ef8f0bda4205d68f79354f9cc4de59a859202e0b398a494","observation_id":"4c81b950-9de3-447f-9ece-eaa64e3ca2b1","resolution":{"observed_at":"2026-08-06T15:33:16.605653Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:15.471391Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.471391Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:f8f9ae0254878773ac81c5aead6179f093ccdd054e4065cf008a065ae912eb78","observation_id":"c46c57d8-5ea2-4ebf-8163-f25b45e0547c","resolution":{"observed_at":"2026-08-06T15:33:15.471391Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:15.476646Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.476646Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:61caff7f95b3e8a6484674d9d5db53a6362beada33c2396cdcff97d4af6e10f1","observation_id":"41e0eac3-f7e5-4183-b44e-07f4340a5c62","resolution":{"observed_at":"2026-08-06T15:33:15.476646Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:15.478933Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.478933Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:8ec936a12bca46b915155f15567e01850aa88f30e45fda7d0d54bc70fa416520","observation_id":"f62cd4d5-fae4-4377-a4ae-3077eee494ce","resolution":{"observed_at":"2026-08-06T15:33:15.478933Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.594856Z","title":null,"venue":null,"work_id":"21517443-644e-468f-9de4-1edf4dd51895","year":2023},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.481265Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:4c5d7e1c8c387f7d1bf54b9446575eb776435ad116f1058f0fa8d93e2ad31845","observation_id":"5c12f857-d9bc-4036-89e6-799c9e859f8d","resolution":{"observed_at":"2026-08-06T15:33:16.597530Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2308.08155","last_updated":"2023-10-03T20:47:10Z","snapshot_observed_at":"2026-08-08T22:28:26.004138Z","submitted_at":"2023-08-16T05:57:52Z","title":"AutoGen: Enabling Next-Gen LLM Applications via Multi-Agent Conversation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.08155","snapshot_observed_at":"2026-08-06T15:33:15.483603Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.483603Z"},"links":{"cited_paper":"/paper/2308.08155","citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:8516cbe7076afea93dadb9fb8c4b0f1f30d5f056e5839dda96df0113ffc9025d","observation_id":"127e25e6-77eb-44f9-a1af-93220bd540c0","resolution":{"observed_at":"2026-08-06T15:33:15.483603Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:15.486269Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.486269Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:1154a234a1c2776d9f5af77f93d463462ff4e29fa80e37062ab35276aca2850f","observation_id":"e889cadc-7e08-485b-abf2-3e18c8010ba3","resolution":{"observed_at":"2026-08-06T15:33:15.486269Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:15.488769Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.488769Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:38432dcde37af8782ce24b793e8b2f6d388577eddf46f0aa35f2312611871787","observation_id":"28ee3b81-4cc1-4ce6-b3e7-3c2f8103fbdc","resolution":{"observed_at":"2026-08-06T15:33:15.488769Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:15.491083Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.491083Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:7b8be48f1e0b2f0e91d76b7fb25b7a193d89f238d863d75846d9186bcb5d7d41","observation_id":"f8863062-ae16-4e62-bb35-29901c30a8bf","resolution":{"observed_at":"2026-08-06T15:33:15.491083Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:15.493954Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.493954Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:122ae4e5f98162f87f3d3cd05ff9a19ba627a7a00649a61204e7e237fcc27e50","observation_id":"c23e242d-ddee-46bc-bfe5-545259d7dbae","resolution":{"observed_at":"2026-08-06T15:33:15.493954Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.10467","last_updated":"2024-11-06T12:29:30Z","snapshot_observed_at":"2026-08-13T00:05:27.257460Z","submitted_at":"2024-05-16T23:24:48Z","title":"Agent Design Pattern Catalogue: A Collection of Architectural Patterns for Foundation Model based Agents","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.10467","snapshot_observed_at":"2026-08-06T15:33:15.496146Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":57,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.496146Z"},"links":{"cited_paper":"/paper/2405.10467","citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:d55171ef282f2f790aa082d6d8a9e595db1b99d26b18ae456adbe089c8445ebc","observation_id":"89b55563-9233-4a92-9ac3-67c7a3d1af34","resolution":{"observed_at":"2026-08-06T15:33:15.496146Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:15.499132Z","title":"Zhang and I","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":58,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.499132Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:0c4fd630cbc51c79c4036cdae7e99179a9cbc32e6e93dc4d93e5b8ca876ab054","observation_id":"f7a926fa-48f8-440f-afc9-15d4ee0d7dab","resolution":{"observed_at":"2026-08-06T15:33:15.499132Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.10762","last_updated":"2025-04-15T02:44:55Z","snapshot_observed_at":"2026-07-06T19:33:12.610676Z","submitted_at":"2024-10-14T17:40:40Z","title":"AFlow: Automating Agentic Workflow Generation","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.10762","snapshot_observed_at":"2026-08-06T15:33:15.501372Z","title":"Zhang, J","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":59,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.501372Z"},"links":{"cited_paper":"/paper/2410.10762","citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:d38e51cef92ef8be1f7d7e642e4b1ee937c166cc8dc6e3886b5a336aba4385d3","observation_id":"1125ee26-8873-4bb4-be85-b8583120874b","resolution":{"observed_at":"2026-08-06T15:33:15.501372Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.586457Z","title":"Zhang, J","venue":null,"work_id":"34a33226-25c7-493d-9a7d-674ff5e6e35f","year":2024},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":60,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.504024Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:dceb7400b84a9e9de876c137f98e9bde8b0ab4de5c46f0300a7e290ce16d86c9","observation_id":"f28e62d1-ad6d-4591-ac8b-779ce44c2698","resolution":{"observed_at":"2026-08-06T15:33:16.589424Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.577363Z","title":"Zheng, W.-L","venue":null,"work_id":"30891464-5a80-4cfa-9816-36852858df33","year":2023},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":61,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.506563Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:5cb0126ebdf4b5ed960ce57cc29d23b0209059146e16c6316f77cb5845db7bcd","observation_id":"c4d67b64-665d-4350-92ef-295844fb5b06","resolution":{"observed_at":"2026-08-06T15:33:16.580195Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:15.508962Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":62,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.508962Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:6d150787663d3d7157fe2d0388f7cece29ba7ea62783dfdc19fed1e079ed9457","observation_id":"287e1bdf-3970-4f52-84db-3317a28e3a25","resolution":{"observed_at":"2026-08-06T15:33:15.508962Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:15.512370Z","title":"Zhuge, W","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":63,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.512370Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:6ab9d640a66125758af4883b1e9054b9ce609d1712400165d5630eeb8c48629f","observation_id":"f08018dd-6289-4548-8dd7-53dc43b29f82","resolution":{"observed_at":"2026-08-06T15:33:15.512370Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:13.702841Z","title":null,"venue":null,"work_id":null,"year":2011},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":2011,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:13.702841Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:e8d212cea4753a6fdcac7bb0f3f9383bc5cfebc5ef6434efa91dc0f54578def3","observation_id":"f231139a-4a82-4958-b1a6-bd1d6b5bb24a","resolution":{"observed_at":"2026-08-06T15:33:13.702841Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.13657","last_updated":"2025-10-26T23:25:18Z","snapshot_observed_at":"2026-08-12T20:41:24.869212Z","submitted_at":"2025-03-17T19:04:38Z","title":"Why Do Multi-Agent LLM Systems Fail?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.13657","snapshot_observed_at":"2026-08-06T15:33:14.226186Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":2025,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:14.226186Z"},"links":{"cited_paper":"/paper/2503.13657","citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:83711ccd686d18e71bee23c1b8462eb34cb75e204267b1f120f434a85b58c3ad","observation_id":"e8afbcae-ec67-4b03-a0ef-2631e4b9e256","resolution":{"observed_at":"2026-08-06T15:33:14.226186Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","latest_version":1,"primary_category":"cs.HC","snapshot_observed_at":"2026-08-14T07:54:29.099393Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold"},"reference_resolution":{"displayed":63,"state_counts":{"malformed_identifier":2,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":40,"verified_exact":2,"verified_fuzzy":19},"total_outbound_references":63},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"thesis":"As of 15 August 2026, this Paper Citation Record lists 63 of 63 outbound references and 1 inbound Pith citation observation for arXiv:2507.15559."}