{"as_of":"2026-08-07T08:19:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:19f652675b894b86fc5440027bae936f769c9fdbd91ce7de0a68bb3ad4f5dd87","coverage":[{"denominator":63,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":63,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T15:33:15.512370Z","state":"measured"},{"denominator":64,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":64,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-04T11:31:04.721466Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2507.15559","snapshot_observed_at":"2026-08-04T11:31:04.721466Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2510.04452","last_updated":"2026-07-28T07:01:45Z","snapshot_observed_at":"2026-08-06T15:24:50.385451Z","submitted_at":"2025-10-06T02:58:42Z","title":"Understanding User Experiences of Computer Use Agents: Design Space and Opportunities for Building Agent UX Prototypes","version":3},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-04T11:31:04.721466Z"},"links":{"cited_paper":"/paper/2507.15559","citing_paper":"/paper/2510.04452"},"observation_digest":"sha256:fdc7f0735a110d634cd86847cec14cc60fd9d1f6bea7dc9db53137b0a0ca69ef","observation_id":"8e5704c5-2e01-4391-943a-605bf6f1dc49","resolution":{"observed_at":"2026-08-04T11:31:04.721466Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2507.15559/citation-record","integrity":"/paper/2507.15559/integrity","json":"/paper/2507.15559/citation-record.json","paper":"/paper/2507.15559"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.777147Z","title":"Purpose-Built GUI and SDK for AI Development","venue":null,"work_id":"b34d2138-fb1f-4af3-8ddf-488c6affbd1f","year":null},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:13.347065Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:df7acad0114447153b5f3b1b6da10cae5384dffab6733f0e65d180b7476ce8dc","observation_id":"ccc27250-ca66-4962-9eac-b1a05cc34f63","resolution":{"observed_at":"2026-08-06T15:33:16.779740Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.768703Z","title":"https://docs.crewai.com/introduction","venue":null,"work_id":"a3dd7903-a71a-4034-bd5f-5a47a42d5b7d","year":null},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:13.389413Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:47ac3a20f887530c14899cd174150ad5bbad9cf6fb82d516c71be272387fb20a","observation_id":"c93e4e2c-a1d4-46bc-a108-5f935cbdc383","resolution":{"observed_at":"2026-08-06T15:33:16.771453Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.760831Z","title":"The Open-Source Visual AI Programming Environment","venue":null,"work_id":"b829668b-baff-4d79-a41d-418fc34b28a6","year":null},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:13.477242Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:6162fe22226d0f4890cf02eae24c2deada419324c022076cad59763071b55600","observation_id":"66e2a105-1128-4306-970c-53070f28c540","resolution":{"observed_at":"2026-08-06T15:33:16.763443Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.752173Z","title":"Multi-Agent Orchestrator framework","venue":null,"work_id":"feb6a92d-9f57-4b03-9a72-b0b466b38759","year":null},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:13.579312Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:15e13cea7f486dca4469af46730fd35a833654bcdfac033f5ac42ce7880c13ab","observation_id":"0af6aa57-28f7-4bb6-8032-511c6ac1a5ce","resolution":{"observed_at":"2026-08-06T15:33:16.755442Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.744095Z","title":"Building Effective Agents","venue":null,"work_id":"06e1956b-6021-48b6-a47e-80da7eec076a","year":2024},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:13.648290Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:4d06c93b410e32867fd337392929c1a0cc3288f3751b57967f5b427960c8ef06","observation_id":"aa6adba8-5a20-4ce8-bc25-5bb7315ca698","resolution":{"observed_at":"2026-08-06T15:33:16.746640Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:13.687237Z","title":"Bostock, V","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:13.687237Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:8d52481d9b8e5a0741298ab20cb65af947af3c3e190ba319feb8c584675fe83e","observation_id":"4f331bf4-7927-452c-88a4-9f1e94d527e1","resolution":{"observed_at":"2026-08-06T15:33:13.687237Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:13.927431Z","title":"Buxton.Sketching user experiences: getting the design right and the right design","venue":null,"work_id":null,"year":2010},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:13.927431Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:75b5bd2a26db13c5e79730744e60200d98f5e2734e9775002723249de644397a","observation_id":"a4d6e086-edea-4245-9969-9342e614355a","resolution":{"observed_at":"2026-08-06T15:33:13.927431Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.731012Z","title":"Cemri, M","venue":null,"work_id":"4798c60a-f496-4dbd-8629-c97c6e9deaab","year":null},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:14.076003Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:f94c52cc289be1c37748ff89e04781522481f4a59db1705b3f98b32ae1e8f9da","observation_id":"a84a2480-00e3-42a6-b781-ad10ae268df2","resolution":{"observed_at":"2026-08-06T15:33:16.733637Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2308.07201","last_updated":"2023-08-14T15:13:04Z","snapshot_observed_at":"2026-08-02T01:34:38.978920Z","submitted_at":"2023-08-14T15:13:04Z","title":"ChatEval: Towards Better LLM-based Evaluators through Multi-Agent Debate","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.07201","snapshot_observed_at":"2026-08-06T15:33:14.379484Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:14.379484Z"},"links":{"cited_paper":"/paper/2308.07201","citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:9936b5b7160c4ea4848861a9271065ebe448fea4060e34579b6d1f33ca7c01a0","observation_id":"d3d731eb-a8ac-4de3-bf8a-cff38b047db6","resolution":{"observed_at":"2026-08-06T15:33:14.379484Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.723758Z","title":"Dibia, J","venue":null,"work_id":"ad89b4d7-c61d-47eb-9f6d-dd430c7fe6d4","year":2024},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:14.493841Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:84fba101c1fb9ed7dbda3019fd7799dbd46c3ede5b42ad96dee6bd99aa280d2d","observation_id":"f1bff411-af6b-4ec6-acda-a5de177e727c","resolution":{"observed_at":"2026-08-06T15:33:16.726152Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2070.36925","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.511848Z","title":null,"venue":null,"work_id":"4208788b-12a4-4810-a900-c4d2b21fb8d2","year":2024},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:14.602845Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:0c428770844bd1bd3450cfee8304995c7f592309160a98184fa4c06da41f082e","observation_id":"ea7ecb47-c688-401f-adb7-d4cc56ae5c0a","resolution":{"observed_at":"2026-08-06T15:33:16.516885Z","resolver_source":"raw_fallback","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.716267Z","title":null,"venue":null,"work_id":"50a7428e-d3d4-4733-b876-65fa3f88b312","year":2025},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:14.746962Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:be746c7cf010197b687bc65d80c04a0068be5d4732df133d297a3967a5858845","observation_id":"90c2c82d-e0db-43fd-a786-4a9be41d7232","resolution":{"observed_at":"2026-08-06T15:33:16.718710Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.708465Z","title":"Epperson, G","venue":null,"work_id":"ba7277a6-989e-41cf-8730-ed69ae5f14f3","year":2025},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:14.901799Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:fa04bedeabba60925eebd11d69cc14e9182b0154ff7b7bb3e21b3e02282ef8a6","observation_id":"93c370e3-da6d-45c4-b338-ef1f7d3fc8c7","resolution":{"observed_at":"2026-08-06T15:33:16.711255Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:15.031933Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.031933Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:0fa94afdbc96d070e3a327fbb4f914c0350c55d5af77e40ab6618e1d770a75de","observation_id":"073aaa95-3488-4e61-8cf0-bd0d026632bb","resolution":{"observed_at":"2026-08-06T15:33:15.031933Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.700919Z","title":null,"venue":null,"work_id":"018573c0-e1fa-48c5-a577-7ba825aeec8f","year":2024},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.146994Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:743f290496769c7fd33e11905517906cc5e14f91d31af7d384e178c805cba81d","observation_id":"d56d782d-313b-43b1-8e09-934df1c1d8f2","resolution":{"observed_at":"2026-08-06T15:33:16.703594Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.18864","last_updated":"2025-02-26T06:17:13Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-02-26T06:17:13Z","title":"Towards an AI co-scientist","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.18864","snapshot_observed_at":"2026-08-06T15:33:15.237268Z","title":"Gottweis, W.-H","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.237268Z"},"links":{"cited_paper":"/paper/2502.18864","citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:296b141b22366315291e424fc980dbfeaca9fd0abe80f02c3b46bf0aa48fd229","observation_id":"279aaaee-9877-4bfc-8e05-be6e32b10ee7","resolution":{"observed_at":"2026-08-06T15:33:15.237268Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:15.329858Z","title":"Grunde-McLaughlin, M","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.329858Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:7af45ef6308e269e367d599c16219ca7c254505d5bb1c0a6a06b7e957547a5d8","observation_id":"87c54ae8-f740-4b77-bbf7-26c86967cd35","resolution":{"observed_at":"2026-08-06T15:33:15.329858Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.01680","last_updated":"2024-04-19T01:15:16Z","snapshot_observed_at":"2026-08-06T19:10:15.466826Z","submitted_at":"2024-01-21T23:36:14Z","title":"Large Language Model based Multi-Agents: A Survey of Progress and Challenges","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.01680","snapshot_observed_at":"2026-08-06T15:33:15.395470Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.395470Z"},"links":{"cited_paper":"/paper/2402.01680","citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:196edbdbb3c16f014f3aa4f5f72ec4d324f99f96f5a17415efc5c5a23a359b30","observation_id":"c7bff6e1-8225-4a12-9caf-e66e3930446c","resolution":{"observed_at":"2026-08-06T15:33:15.395470Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.690699Z","title":"Heidegger.The Question Concerning Technology, and Other Essays","venue":null,"work_id":"25231a29-28b8-4f97-8f13-50aac7177ef8","year":1977},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.398581Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:0d875c9a481e57eb3d521146c36ae9785e7425b442fcf121ade546c4f152580d","observation_id":"2215ec50-4928-40e8-80e7-9d36c35eec60","resolution":{"observed_at":"2026-08-06T15:33:16.693355Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2308.00352","last_updated":"2024-11-01T14:36:52Z","snapshot_observed_at":"2026-07-06T16:01:07.532053Z","submitted_at":"2023-08-01T07:49:10Z","title":"MetaGPT: Meta Programming for A Multi-Agent Collaborative Framework","version":7},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.00352","snapshot_observed_at":"2026-08-06T15:33:15.401463Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.401463Z"},"links":{"cited_paper":"/paper/2308.00352","citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:0ec9496346d332e460283f189bd761ac342b7439626cb9aaf529e0e534563c94","observation_id":"3052b154-4154-4bb1-bb43-0703d43a1399","resolution":{"observed_at":"2026-08-06T15:33:15.401463Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.08435","last_updated":"2025-03-02T05:13:28Z","snapshot_observed_at":"2026-08-06T11:45:45.286982Z","submitted_at":"2024-08-15T21:59:23Z","title":"Automated Design of Agentic Systems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.08435","snapshot_observed_at":"2026-08-06T15:33:15.404835Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.404835Z"},"links":{"cited_paper":"/paper/2408.08435","citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:6659ecd951d53e9b66eb47af7290fb51de74bc2ec0d250434a95cac09cb6e7bd","observation_id":"5e0d6f0b-2adf-4603-b727-2bce2089ff6e","resolution":{"observed_at":"2026-08-06T15:33:15.404835Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:15.407994Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.407994Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:24bd747cbbf3dcb3d4b6ede7392cfa9099ac4f118372776988a6bec4891314ca","observation_id":"a4965e14-6101-4bf5-8b6b-51f9f9a09cc4","resolution":{"observed_at":"2026-08-06T15:33:15.407994Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.682871Z","title":"LangGraph","venue":null,"work_id":"baabf3ff-a7c9-447e-9a2d-2b7db0aa1fdc","year":null},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.410380Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:d9941ae60ce05ae5e0424db83119129631aa2ecd57b9d28b8244babfa2b15b86","observation_id":"565904ca-e9e5-42ac-a52d-ae762a8b6b97","resolution":{"observed_at":"2026-08-06T15:33:16.685327Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.674377Z","title":"LangGraph Studio: The first agent IDE","venue":null,"work_id":"3c348af5-6886-4cef-b2f8-0daa552a8260","year":null},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.413267Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:88236673ba6f11c4301893407d6b0692ff6eb7affd627cd8f4cb9f8eaf5e622b","observation_id":"f004c135-966f-4aaa-b922-e89a0e92a297","resolution":{"observed_at":"2026-08-06T15:33:16.677769Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.665928Z","title":"Multi-agent Systems","venue":null,"work_id":"18c5142e-8fb5-40ea-a10b-635aa00d8792","year":null},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.415980Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:d615b07774e262585b51a3f5749b2965db0150faf0b9f7a0744bb2fbd544faa8","observation_id":"3e440ab8-7f6d-45d5-9f95-e9f93fb514e8","resolution":{"observed_at":"2026-08-06T15:33:16.668874Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.658454Z","title":"Multi-agent Workflows","venue":null,"work_id":"2fe70b18-951a-4260-a456-dfdd75c35e61","year":null},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.418740Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:b00c52774f1a347485448aa2fa500cea1e21a93e00175e167ced3a13d2fa60b1","observation_id":"4598616b-b023-46bd-a2a3-b54773629034","resolution":{"observed_at":"2026-08-06T15:33:16.661052Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:15.421042Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.421042Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:9a67a74052902a6517a84581971be116d8c2dc2034a02e5054d9cb5e1d2c1d8b","observation_id":"7ad2c71c-b620-40b3-918a-a39fed115a6c","resolution":{"observed_at":"2026-08-06T15:33:15.421042Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:15.423595Z","title":"Liang, Z","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.423595Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:d51d2af791d93a84e9ff9c4d3f8c999f8ebd9028497b08d4c36ed80fe41013c0","observation_id":"13cde032-93b6-441d-8d58-54629596ea25","resolution":{"observed_at":"2026-08-06T15:33:15.423595Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:15.425970Z","title":null,"venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.425970Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:f950e671e693f4e127dd88da15c03089bf609de5473893c8bdaa59d3b5c656f6","observation_id":"e363e550-a556-4f50-aeab-cf874e5bf749","resolution":{"observed_at":"2026-08-06T15:33:15.425970Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.48550/arxiv.2411.17849","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:15.740547Z","title":null,"venue":null,"work_id":"65f102a5-ca12-4863-a9a6-0f1ba046cfdc","year":2024},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.428361Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:05c616ffa4420df1ab14890a8458a031c314b12dd56b508acf5fbb9e92e96a5b","observation_id":"b38bb52b-9e84-454a-861b-88d575222668","resolution":{"observed_at":"2026-08-06T15:33:15.743477Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.650843Z","title":"Conversation Patterns","venue":null,"work_id":"2d244bcc-5d3a-49c2-a326-34f3020f3f14","year":null},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.430968Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:b711168b231acb8d690d430f71b33142f2a0b7d51ba94fff2b7b6d2245de1626","observation_id":"8acbf3f2-0c7f-4275-bfed-f93f6e031b6d","resolution":{"observed_at":"2026-08-06T15:33:16.653370Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.643013Z","title":"Multi-Agent Design Patteamrns","venue":null,"work_id":"feca76c3-6f24-4002-8f5b-e3c3be0a01cd","year":null},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.433492Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:1862fd0dbfbad4b9302198dd6a715faaa45ab9c0d0251d06656c5e342f4cfe76","observation_id":"e94a26b2-dc29-4fa7-8917-cba700ab3408","resolution":{"observed_at":"2026-08-06T15:33:16.645544Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.635838Z","title":null,"venue":null,"work_id":"aed74c30-4d92-4f82-ace4-f17f3c38eb66","year":null},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.435738Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:ac6cee0b75d975ffb915eda8927a7d79995a4c47eaec281b63e38c456adc1902","observation_id":"6aa9cf08-8755-4efb-95ae-c82b8ef30ed0","resolution":{"observed_at":"2026-08-06T15:33:16.638209Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2112.09332","last_updated":"2022-06-01T19:08:11Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2021-12-17T05:43:43Z","title":"WebGPT: Browser-assisted question-answering with human feedback","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2112.09332","snapshot_observed_at":"2026-08-06T15:33:15.438135Z","title":"Nakano, J","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.438135Z"},"links":{"cited_paper":"/paper/2112.09332","citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:78015dc42e7af9de55850d53430948d44cfbb7569e05fd80d7c9946135ab524c","observation_id":"e7b5f75c-fdfe-4a34-911a-bab7524a9016","resolution":{"observed_at":"2026-08-06T15:33:15.438135Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.07834","last_updated":"2025-02-23T06:20:37Z","snapshot_observed_at":"2026-07-06T20:20:42.084970Z","submitted_at":"2025-01-14T04:35:37Z","title":"Flow: Modularized Agentic Workflow Automation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.07834","snapshot_observed_at":"2026-08-06T15:33:15.440728Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.440728Z"},"links":{"cited_paper":"/paper/2501.07834","citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:172c4e9144e54302f66fb32f73ee36d747168399aaf486956b4c5eea266b6cce","observation_id":"ab849c21-ddab-4bca-9632-885342560b32","resolution":{"observed_at":"2026-08-06T15:33:15.440728Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.21276","last_updated":"2024-10-25T17:43:01Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-10-25T17:43:01Z","title":"GPT-4o System Card","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.21276","snapshot_observed_at":"2026-08-06T15:33:15.443429Z","title":"GPT-4o System Card, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.443429Z"},"links":{"cited_paper":"/paper/2410.21276","citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:43efb72abb9edd32eac753f2304da0beefe8fa8e53f7bb4aac9958a82126fc31","observation_id":"4f53c40b-046f-4de2-a20f-e697beaf8b01","resolution":{"observed_at":"2026-08-06T15:33:15.443429Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.628075Z","title":null,"venue":null,"work_id":"0c7789b7-26e5-4306-8ae7-89b9f610da70","year":null},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.446122Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:bf3f3b737518fe2d52cbc550c55ed8e9b19396104b560e6c38d5ba2bb9ff21ff","observation_id":"dca2b9c7-3763-487f-b20c-4f905da107f2","resolution":{"observed_at":"2026-08-06T15:33:16.630662Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1101/2025.02.19.639094","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:15.637558Z","title":null,"venue":null,"work_id":"d4de22a4-2443-4d36-900f-aac7a74155b6","year":2025},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.450891Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:5e7608594ad56abe5128f36ece8e066680fbc60be3ca8f95c6b3f29d2822e81e","observation_id":"12b85e6d-46e2-4f33-bf2c-1e54edd635d9","resolution":{"observed_at":"2026-08-06T15:33:15.641048Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.619809Z","title":"Prasad, A","venue":null,"work_id":"d197c4dc-ffb2-4dcd-82e7-a51be0195357","year":2024},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.453563Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:be32dea66585426a692b92b2868898663369c0315f234c11aa9e1dc72a95080a","observation_id":"350f0473-f204-446c-803f-0c9587a21808","resolution":{"observed_at":"2026-08-06T15:33:16.622581Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:15.456418Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.456418Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:ea1503758af0761b0d8c2156ddea7db5a6fa5af48cfe98821916e276f13c7115","observation_id":"0cb64dfa-b496-4408-aab0-c9049a4a9848","resolution":{"observed_at":"2026-08-06T15:33:15.456418Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.11366","last_updated":"2023-10-10T05:21:45Z","snapshot_observed_at":"2026-07-06T15:05:53.556198Z","submitted_at":"2023-03-20T18:08:50Z","title":"Reflexion: Language Agents with Verbal Reinforcement Learning","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.11366","snapshot_observed_at":"2026-08-06T15:33:15.459013Z","title":"Shinn, F","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.459013Z"},"links":{"cited_paper":"/paper/2303.11366","citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:32ef357164bc0dd9d267ef3fc2270792a703eb32f6e3d5a32b2839730b08cf22","observation_id":"b4d261b4-5131-436a-abbe-b6ce1717cc28","resolution":{"observed_at":"2026-08-06T15:33:15.459013Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:15.462000Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.462000Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:73979cd9815815d0098e2ab7903e128f55b1af092774bf7a1b22ace63d50b0cf","observation_id":"b3eef569-5e3e-42ed-af74-5bb6edb63c53","resolution":{"observed_at":"2026-08-06T15:33:15.462000Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:15.464393Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.464393Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:c229e4e7c02421c6f8fe060fb79f1faaba62e8f2407a23a0bff892edb280538b","observation_id":"c2e37256-180b-419d-bace-a3726ce8affe","resolution":{"observed_at":"2026-08-06T15:33:15.464393Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.611394Z","title":"Movies dataset","venue":null,"work_id":"812ed4d3-d957-4f80-ae24-faf39d700dbf","year":2017},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.466684Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:c00d4b117a8e41b50dfe76be9986a1f2c3e790921dc5958094294b8c316778ad","observation_id":"a7a3183f-2cdd-448a-a3da-3e8f20164e7e","resolution":{"observed_at":"2026-08-06T15:33:16.614066Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.603002Z","title":null,"venue":null,"work_id":"81cbbfae-772a-4137-b5f6-6f702519c159","year":2024},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.469105Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:79083a9d7b1f1abd57aaba8a7c5d5713f8d281724a5eb583027bf657505b85a0","observation_id":"4c81b950-9de3-447f-9ece-eaa64e3ca2b1","resolution":{"observed_at":"2026-08-06T15:33:16.605653Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:15.471391Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.471391Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:aec74ab9adab1d8eb13d7addfd17e035d0f91f434c9a7a754bbdbfed3fc2cc76","observation_id":"c46c57d8-5ea2-4ebf-8163-f25b45e0547c","resolution":{"observed_at":"2026-08-06T15:33:15.471391Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:15.476646Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.476646Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:e576ab4e846d1334dab41dde960b02b9dd3657e8e8cd29af0d1d0ec37bfa9129","observation_id":"41e0eac3-f7e5-4183-b44e-07f4340a5c62","resolution":{"observed_at":"2026-08-06T15:33:15.476646Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:15.478933Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.478933Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:70b76d7e27b861e673697a4d34d73d48b2af14ff7ef2d4210df0ae771b190c37","observation_id":"f62cd4d5-fae4-4377-a4ae-3077eee494ce","resolution":{"observed_at":"2026-08-06T15:33:15.478933Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.594856Z","title":null,"venue":null,"work_id":"21517443-644e-468f-9de4-1edf4dd51895","year":2023},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.481265Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:1facb8799242b649f35909852dada6659eae6cf6631a0a8f018f252528206abc","observation_id":"5c12f857-d9bc-4036-89e6-799c9e859f8d","resolution":{"observed_at":"2026-08-06T15:33:16.597530Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2308.08155","last_updated":"2023-10-03T20:47:10Z","snapshot_observed_at":"2026-07-31T19:03:03.494918Z","submitted_at":"2023-08-16T05:57:52Z","title":"AutoGen: Enabling Next-Gen LLM Applications via Multi-Agent Conversation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.08155","snapshot_observed_at":"2026-08-06T15:33:15.483603Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.483603Z"},"links":{"cited_paper":"/paper/2308.08155","citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:11f7045cda77a3fc2b68c734cd30da7bf364a34afdc686c2c25f5150c13fe5ec","observation_id":"127e25e6-77eb-44f9-a1af-93220bd540c0","resolution":{"observed_at":"2026-08-06T15:33:15.483603Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:15.486269Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.486269Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:8bec6ac3a264a7c3543246ce681ffc23c6211bd7a27a2db931f74f9aff1cdc1c","observation_id":"e889cadc-7e08-485b-abf2-3e18c8010ba3","resolution":{"observed_at":"2026-08-06T15:33:15.486269Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:15.488769Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.488769Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:4791464d2c07dad34f484e4dc57dcbae40b71212a9ddb7b2de1a6ce5741795f4","observation_id":"28ee3b81-4cc1-4ce6-b3e7-3c2f8103fbdc","resolution":{"observed_at":"2026-08-06T15:33:15.488769Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:15.491083Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.491083Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:92eb88f02f5979fca0952675caee6b273c67f85afb3e3b6bd78b914d370e04b7","observation_id":"f8863062-ae16-4e62-bb35-29901c30a8bf","resolution":{"observed_at":"2026-08-06T15:33:15.491083Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:15.493954Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.493954Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:7bab4c98ef520975c647a60b7352bf217664e291d44d2ac127eab73bfb36358e","observation_id":"c23e242d-ddee-46bc-bfe5-545259d7dbae","resolution":{"observed_at":"2026-08-06T15:33:15.493954Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.10467","last_updated":"2024-11-06T12:29:30Z","snapshot_observed_at":"2026-07-06T18:15:33.345302Z","submitted_at":"2024-05-16T23:24:48Z","title":"Agent Design Pattern Catalogue: A Collection of Architectural Patterns for Foundation Model based Agents","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.10467","snapshot_observed_at":"2026-08-06T15:33:15.496146Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":57,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.496146Z"},"links":{"cited_paper":"/paper/2405.10467","citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:321edb312de10095936bf85e0cae1b196e24d8979feff29bfbf60e0d92ef78ee","observation_id":"89b55563-9233-4a92-9ac3-67c7a3d1af34","resolution":{"observed_at":"2026-08-06T15:33:15.496146Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:15.499132Z","title":"Zhang and I","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":58,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.499132Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:ce451af60bdc204096efbc1f40fddd34032e0f49d823e6c2495f6e2904b36776","observation_id":"f7a926fa-48f8-440f-afc9-15d4ee0d7dab","resolution":{"observed_at":"2026-08-06T15:33:15.499132Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.10762","last_updated":"2025-04-15T02:44:55Z","snapshot_observed_at":"2026-07-06T19:33:12.610676Z","submitted_at":"2024-10-14T17:40:40Z","title":"AFlow: Automating Agentic Workflow Generation","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.10762","snapshot_observed_at":"2026-08-06T15:33:15.501372Z","title":"Zhang, J","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":59,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.501372Z"},"links":{"cited_paper":"/paper/2410.10762","citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:56fe9d971577343197f6f4c474bbea46db46a9e762e2608df32d343bb2e322c0","observation_id":"1125ee26-8873-4bb4-be85-b8583120874b","resolution":{"observed_at":"2026-08-06T15:33:15.501372Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.586457Z","title":"Zhang, J","venue":null,"work_id":"34a33226-25c7-493d-9a7d-674ff5e6e35f","year":2024},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":60,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.504024Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:0a406b4c96547072895e826e8f443d0af6a5345f31ecd82407365abcdc4dda77","observation_id":"f28e62d1-ad6d-4591-ac8b-779ce44c2698","resolution":{"observed_at":"2026-08-06T15:33:16.589424Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:16.577363Z","title":"Zheng, W.-L","venue":null,"work_id":"30891464-5a80-4cfa-9816-36852858df33","year":2023},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":61,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.506563Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:3bf2840f4b9082b885a5ba713397b740c1a4afb84d90bda83f0691cb2c98c068","observation_id":"c4d67b64-665d-4350-92ef-295844fb5b06","resolution":{"observed_at":"2026-08-06T15:33:16.580195Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:15.508962Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":62,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.508962Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:5d7a7ccdc0a1c322d7d38e7d63e4a0b874691e54e71026b98c549af444da298a","observation_id":"287e1bdf-3970-4f52-84db-3317a28e3a25","resolution":{"observed_at":"2026-08-06T15:33:15.508962Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:15.512370Z","title":"Zhuge, W","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":63,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:15.512370Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:5876e0939535f16f8535294b95e795ab78a5dd7817bdc1efe29f56b887692ce6","observation_id":"f08018dd-6289-4548-8dd7-53dc43b29f82","resolution":{"observed_at":"2026-08-06T15:33:15.512370Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:33:13.702841Z","title":null,"venue":null,"work_id":null,"year":2011},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":2011,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:13.702841Z"},"links":{"citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:f9cc730016fa3c3975354cbcc05cde671f1ecf4ea30ca2070e9ff4090618ae54","observation_id":"f231139a-4a82-4958-b1a6-bd1d6b5bb24a","resolution":{"observed_at":"2026-08-06T15:33:13.702841Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.13657","last_updated":"2025-10-26T23:25:18Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-03-17T19:04:38Z","title":"Why Do Multi-Agent LLM Systems Fail?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.13657","snapshot_observed_at":"2026-08-06T15:33:14.226186Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold","version":1},"reference_index":2025,"source":"pdf_text","source_observed_at":"2026-08-06T15:33:14.226186Z"},"links":{"cited_paper":"/paper/2503.13657","citing_paper":"/paper/2507.15559"},"observation_digest":"sha256:4a27798f43084ab1cf5e0c4cdd4dd88e96cf2bce68216896c160bf88b2b88fd2","observation_id":"e8afbcae-ec67-4b03-a0ef-2631e4b9e256","resolution":{"observed_at":"2026-08-06T15:33:14.226186Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2507.15559","last_updated":"2025-07-21T12:39:08Z","latest_version":1,"primary_category":"cs.HC","snapshot_observed_at":"2026-08-07T05:22:01.941947Z","submitted_at":"2025-07-21T12:39:08Z","title":"FlowForge: Guiding the Creation of Multi-agent Workflows with Design Space Visualization as a Thinking Scaffold"},"reference_resolution":{"displayed":63,"state_counts":{"malformed_identifier":2,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":40,"verified_exact":2,"verified_fuzzy":19},"total_outbound_references":63},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 7 August 2026, this Paper Citation Record lists 63 of 63 outbound references and 1 inbound Pith citation observation for arXiv:2507.15559."}