{"as_of":"2026-08-08T14:55:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:c8ab7be98bf6b0fe27abc068b7e31e69337286bf3a775f7084281f13f14c8ae9","coverage":[{"denominator":16,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":16,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T15:12:37.571410Z","state":"measured"},{"denominator":17,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":17,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-08T06:32:00.761636+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-06-26T09:15:50.722199Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-04T09:59:45.569733Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2505.16086","last_updated":"2025-08-06T22:30:21Z","snapshot_observed_at":"2026-08-07T15:04:56.046600Z","submitted_at":"2025-05-22T00:00:27Z","title":"Optimizing LLM-Based Multi-Agent System with Textual Feedback: A Case Study on Software Development","version":2},"cited_work":{"arxiv_id":"2505.16086","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2505.16086","snapshot_observed_at":"2026-07-04T09:59:45.569733Z","title":"arXiv preprint arXiv:2505.16086 , year=","venue":null,"work_id":"2514b2d4-1112-4071-9be5-013a6ad51c26","year":null},"citing_paper":{"arxiv_id":"2606.23664","last_updated":"2026-06-22T17:48:40Z","snapshot_observed_at":"2026-08-02T17:24:52.002758Z","submitted_at":"2026-06-22T17:48:40Z","title":"MAS-PromptBench: When Does Prompt Optimization Improve Multi-Agent LLM Systems?","version":1},"reference_index":51,"source":"arxiv_source","source_observed_at":"2026-06-26T09:15:50.722199Z"},"links":{"cited_paper":"/paper/2505.16086","citing_paper":"/paper/2606.23664"},"observation_digest":"sha256:aeb1a11a3744ba33163eb302457ad457cc1ad40bcac579d03f2d3342d4ecfb34","observation_id":"99e7ba12-07d0-4657-a0d8-cac8af1da849","resolution":{"observed_at":"2026-07-04T09:59:45.571119Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2505.16086/citation-record","integrity":"/paper/2505.16086/integrity","json":"/paper/2505.16086/citation-record.json","paper":"/paper/2505.16086"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:12:38.749697Z","title":null,"venue":null,"work_id":"51d23533-da80-43dc-8b55-0a90799badae","year":null},"citing_paper":{"arxiv_id":"2505.16086","last_updated":"2025-08-06T22:30:21Z","snapshot_observed_at":"2026-08-07T15:04:56.046600Z","submitted_at":"2025-05-22T00:00:27Z","title":"Optimizing LLM-Based Multi-Agent System with Textual Feedback: A Case Study on Software Development","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-07T15:12:36.358440Z"},"links":{"citing_paper":"/paper/2505.16086"},"observation_digest":"sha256:7d0ef02b2a24dac8e9b5899a7c95d517dcbb8f84171265d48b882ff1d00c73b7","observation_id":"57b00b07-afb6-4d20-ba64-ea9719ff3a75","resolution":{"observed_at":"2026-08-07T15:12:38.782597Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.00215","last_updated":"2024-06-28T19:53:17Z","snapshot_observed_at":"2026-07-06T18:38:46.314431Z","submitted_at":"2024-06-28T19:53:17Z","title":"LLM Critics Help Catch LLM Bugs","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.00215","snapshot_observed_at":"2026-08-07T15:12:36.041322Z","title":"Nat McAleese, Rai Michael Pokorny, Juan Felipe Cer’on Uribe, Evgenia Nitishinskaya, Maja Trebacz, and Jan Leike","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.16086","last_updated":"2025-08-06T22:30:21Z","snapshot_observed_at":"2026-08-07T15:04:56.046600Z","submitted_at":"2025-05-22T00:00:27Z","title":"Optimizing LLM-Based Multi-Agent System with Textual Feedback: A Case Study on Software Development","version":2},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-07T15:12:36.041322Z"},"links":{"cited_paper":"/paper/2407.00215","citing_paper":"/paper/2505.16086"},"observation_digest":"sha256:3d67406da80e950a33d15bf10b76025238f603849fd8d03599c6439566b8ec49","observation_id":"71262754-d894-4f4a-a2d8-3c63aa8ffb1a","resolution":{"observed_at":"2026-08-07T15:12:36.041322Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:12:38.543771Z","title":null,"venue":null,"work_id":"f3e01dc5-d5e7-4ba2-b25a-9bab571b4e5f","year":null},"citing_paper":{"arxiv_id":"2505.16086","last_updated":"2025-08-06T22:30:21Z","snapshot_observed_at":"2026-08-07T15:04:56.046600Z","submitted_at":"2025-05-22T00:00:27Z","title":"Optimizing LLM-Based Multi-Agent System with Textual Feedback: A Case Study on Software Development","version":2},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-07T15:12:36.586932Z"},"links":{"citing_paper":"/paper/2505.16086"},"observation_digest":"sha256:f0f4ab9c6c9a8c00f71d0649a839c15e475dca3bd073b494f2bf818de822cfc9","observation_id":"98e47070-f628-431a-ac88-05df882335ec","resolution":{"observed_at":"2026-08-07T15:12:38.585217Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.15978","last_updated":"2024-08-28T17:49:29Z","snapshot_observed_at":"2026-08-06T06:30:12.135984Z","submitted_at":"2024-08-28T17:49:29Z","title":"WebPilot: A Versatile and Autonomous Multi-Agent System for Web Task Execution with Strategic Exploration","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.15978","snapshot_observed_at":"2026-08-07T15:12:36.251017Z","title":"Programmer who can write/create computer software or applications with extensive computing and coding experience","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.16086","last_updated":"2025-08-06T22:30:21Z","snapshot_observed_at":"2026-08-07T15:04:56.046600Z","submitted_at":"2025-05-22T00:00:27Z","title":"Optimizing LLM-Based Multi-Agent System with Textual Feedback: A Case Study on Software Development","version":2},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-07T15:12:36.251017Z"},"links":{"cited_paper":"/paper/2408.15978","citing_paper":"/paper/2505.16086"},"observation_digest":"sha256:e449cb903e92bf7b2e8a8b9167d5a3294d0b8ec3bd53b197aab8093a2aa2fc56","observation_id":"1d40cc74-272d-4687-9d18-d4850bbb55ae","resolution":{"observed_at":"2026-08-07T15:12:36.251017Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:12:38.360519Z","title":null,"venue":null,"work_id":"08d1981b-528f-4ffd-ac18-070100e1ee29","year":null},"citing_paper":{"arxiv_id":"2505.16086","last_updated":"2025-08-06T22:30:21Z","snapshot_observed_at":"2026-08-07T15:04:56.046600Z","submitted_at":"2025-05-22T00:00:27Z","title":"Optimizing LLM-Based Multi-Agent System with Textual Feedback: A Case Study on Software Development","version":2},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-07T15:12:36.791139Z"},"links":{"citing_paper":"/paper/2505.16086"},"observation_digest":"sha256:8bdf0e701eca9fc1c7911368865c0811001ef9dd135db977148bf07ae71b7a8d","observation_id":"9f28627f-3974-402b-964b-0fe607ad1f7b","resolution":{"observed_at":"2026-08-07T15:12:38.404875Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:12:38.633452Z","title":null,"venue":null,"work_id":"27cdd3d5-1696-4f5d-bb3b-42f1f407521c","year":null},"citing_paper":{"arxiv_id":"2505.16086","last_updated":"2025-08-06T22:30:21Z","snapshot_observed_at":"2026-08-07T15:04:56.046600Z","submitted_at":"2025-05-22T00:00:27Z","title":"Optimizing LLM-Based Multi-Agent System with Textual Feedback: A Case Study on Software Development","version":2},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-07T15:12:36.481980Z"},"links":{"citing_paper":"/paper/2505.16086"},"observation_digest":"sha256:3b61f31fc706376aad23cd06683756b2d4fd94bd093f5a23c98091736a8512a8","observation_id":"36dee761-64ea-4b8d-9d41-123262036a44","resolution":{"observed_at":"2026-08-07T15:12:38.679996Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:12:38.193931Z","title":null,"venue":null,"work_id":"2462279b-af05-4d26-aaca-eab1279cc8a1","year":null},"citing_paper":{"arxiv_id":"2505.16086","last_updated":"2025-08-06T22:30:21Z","snapshot_observed_at":"2026-08-07T15:04:56.046600Z","submitted_at":"2025-05-22T00:00:27Z","title":"Optimizing LLM-Based Multi-Agent System with Textual Feedback: A Case Study on Software Development","version":2},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-07T15:12:37.064525Z"},"links":{"citing_paper":"/paper/2505.16086"},"observation_digest":"sha256:16ca36026eb4f6c9062852b5773d341e841fd5058100d3d1a4854907b4891776","observation_id":"f4e3ab12-0489-4a29-b318-a70e628e31d8","resolution":{"observed_at":"2026-08-07T15:12:38.237594Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:12:38.449211Z","title":null,"venue":null,"work_id":"71743eda-96b4-44f2-98b4-e7c0cd9ec816","year":null},"citing_paper":{"arxiv_id":"2505.16086","last_updated":"2025-08-06T22:30:21Z","snapshot_observed_at":"2026-08-07T15:04:56.046600Z","submitted_at":"2025-05-22T00:00:27Z","title":"Optimizing LLM-Based Multi-Agent System with Textual Feedback: A Case Study on Software Development","version":2},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-07T15:12:36.703811Z"},"links":{"citing_paper":"/paper/2505.16086"},"observation_digest":"sha256:9e6dbc5b8cb3b1c2c697cc0cfa3f5103ee655024aba993c89e07ce1d26e09736","observation_id":"4d2f308d-738b-49af-a260-1f452613de33","resolution":{"observed_at":"2026-08-07T15:12:38.494608Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:12:38.010576Z","title":"[/Experts pool] You need to recruit a total of ${number of agents} experts from the above expert pool to collaboratively solve the given task","venue":null,"work_id":"b7f2cb42-0811-47ed-a06f-4b2e9a056ae0","year":2025},"citing_paper":{"arxiv_id":"2505.16086","last_updated":"2025-08-06T22:30:21Z","snapshot_observed_at":"2026-08-07T15:04:56.046600Z","submitted_at":"2025-05-22T00:00:27Z","title":"Optimizing LLM-Based Multi-Agent System with Textual Feedback: A Case Study on Software Development","version":2},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-07T15:12:37.285129Z"},"links":{"citing_paper":"/paper/2505.16086"},"observation_digest":"sha256:7042b30f3f29eb739018d2954415d8b788250640626dff16b63035305cf99f22","observation_id":"6cc156d8-ba53-45b8-bbba-2e984b9963bc","resolution":{"observed_at":"2026-08-07T15:12:38.045532Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:12:38.280179Z","title":null,"venue":null,"work_id":"67f3a666-cb04-4f49-a558-d680a41c10ba","year":null},"citing_paper":{"arxiv_id":"2505.16086","last_updated":"2025-08-06T22:30:21Z","snapshot_observed_at":"2026-08-07T15:04:56.046600Z","submitted_at":"2025-05-22T00:00:27Z","title":"Optimizing LLM-Based Multi-Agent System with Textual Feedback: A Case Study on Software Development","version":2},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-07T15:12:36.917159Z"},"links":{"citing_paper":"/paper/2505.16086"},"observation_digest":"sha256:f3b83b5aebc8d7361ed5202cb0152975c47e6a152e39214a38d5f33bda0df23c","observation_id":"681e4ec4-8574-48fa-a8a7-a27b9b38d9b3","resolution":{"observed_at":"2026-08-07T15:12:38.306417Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:12:38.093051Z","title":null,"venue":null,"work_id":"ffcf0bdd-879e-40a7-aecc-601fc770ba6f","year":null},"citing_paper":{"arxiv_id":"2505.16086","last_updated":"2025-08-06T22:30:21Z","snapshot_observed_at":"2026-08-07T15:04:56.046600Z","submitted_at":"2025-05-22T00:00:27Z","title":"Optimizing LLM-Based Multi-Agent System with Textual Feedback: A Case Study on Software Development","version":2},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-07T15:12:37.154983Z"},"links":{"citing_paper":"/paper/2505.16086"},"observation_digest":"sha256:5c58c66778a4c5a8c0fbe5a98aec11455f64109471a58b0e35b8667195c42411","observation_id":"10a5ce6f-4cb1-41e6-b48b-535240aad065","resolution":{"observed_at":"2026-08-07T15:12:38.132630Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:12:37.916106Z","title":"Also, make sure that you only give a high score when the solution code is really good at satisfying the definition of the evaluation dimension","venue":null,"work_id":"c3112c06-d88e-4e8e-8172-33723ebf1120","year":2025},"citing_paper":{"arxiv_id":"2505.16086","last_updated":"2025-08-06T22:30:21Z","snapshot_observed_at":"2026-08-07T15:04:56.046600Z","submitted_at":"2025-05-22T00:00:27Z","title":"Optimizing LLM-Based Multi-Agent System with Textual Feedback: A Case Study on Software Development","version":2},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-07T15:12:37.407708Z"},"links":{"citing_paper":"/paper/2505.16086"},"observation_digest":"sha256:aa6cd31c1dfb93e9041d0fe5fe4b5ea8368e3f004cd7f26946b9a2fd557b2344","observation_id":"f8935d43-7e96-4562-8f22-c4d6afbb098e","resolution":{"observed_at":"2026-08-07T15:12:37.969111Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:12:37.826331Z","title":null,"venue":null,"work_id":"97e2a4ed-3ebd-475a-aa5b-1cf2b6fe93c5","year":null},"citing_paper":{"arxiv_id":"2505.16086","last_updated":"2025-08-06T22:30:21Z","snapshot_observed_at":"2026-08-07T15:04:56.046600Z","submitted_at":"2025-05-22T00:00:27Z","title":"Optimizing LLM-Based Multi-Agent System with Textual Feedback: A Case Study on Software Development","version":2},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-07T15:12:37.514578Z"},"links":{"citing_paper":"/paper/2505.16086"},"observation_digest":"sha256:22c6bdfe1f44e91f4986a30b930927cec69e2c205191437353c144e34e842d7d","observation_id":"d7b08d7d-f738-412f-aef9-f665d7bb29af","resolution":{"observed_at":"2026-08-07T15:12:37.871770Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:12:37.722926Z","title":"Figure 11: System and user prompt for the locator","venue":null,"work_id":"1cf0275a-2086-428d-ac16-357ea4b5fa86","year":2025},"citing_paper":{"arxiv_id":"2505.16086","last_updated":"2025-08-06T22:30:21Z","snapshot_observed_at":"2026-08-07T15:04:56.046600Z","submitted_at":"2025-05-22T00:00:27Z","title":"Optimizing LLM-Based Multi-Agent System with Textual Feedback: A Case Study on Software Development","version":2},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-07T15:12:37.571410Z"},"links":{"citing_paper":"/paper/2505.16086"},"observation_digest":"sha256:0714fc3bebfbaff3674732bcdbc94536ffe70c62b91dfdef22f2474ad238df59","observation_id":"1353e1ea-4895-410a-a754-6a1c95e2341a","resolution":{"observed_at":"2026-08-07T15:12:37.771103Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:12:36.161058Z","title":"gradient descent","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.16086","last_updated":"2025-08-06T22:30:21Z","snapshot_observed_at":"2026-08-07T15:04:56.046600Z","submitted_at":"2025-05-22T00:00:27Z","title":"Optimizing LLM-Based Multi-Agent System with Textual Feedback: A Case Study on Software Development","version":2},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-07T15:12:36.161058Z"},"links":{"citing_paper":"/paper/2505.16086"},"observation_digest":"sha256:d1f60f81da99641da7b57881240d38665e119bcfb4c0d2744810e9cd38bc8bc2","observation_id":"3d8921f6-1766-48cb-933d-8a5b6c724a3d","resolution":{"observed_at":"2026-08-07T15:12:36.161058Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.02101","last_updated":"2024-02-03T09:48:54Z","snapshot_observed_at":"2026-08-07T12:57:38.177749Z","submitted_at":"2024-02-03T09:48:54Z","title":"Are Large Language Models Good Prompt Optimizers?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.02101","snapshot_observed_at":"2026-08-07T15:12:35.988542Z","title":"Ruotian Ma, Xiaolei Wang, Xin Zhou, Jian Li, Nan Du, Tao Gui, Qi Zhang, and Xuanjing Huang","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.16086","last_updated":"2025-08-06T22:30:21Z","snapshot_observed_at":"2026-08-07T15:04:56.046600Z","submitted_at":"2025-05-22T00:00:27Z","title":"Optimizing LLM-Based Multi-Agent System with Textual Feedback: A Case Study on Software Development","version":2},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-07T15:12:35.988542Z"},"links":{"cited_paper":"/paper/2402.02101","citing_paper":"/paper/2505.16086"},"observation_digest":"sha256:239f4ea64426f2219a32b32d52805e596aced7fd46da692c34788602b6804ba0","observation_id":"91b3e1b9-12ac-4838-af70-ffc9c0e8bcb1","resolution":{"observed_at":"2026-08-07T15:12:35.988542Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2505.16086","last_updated":"2025-08-06T22:30:21Z","latest_version":2,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-07T15:04:56.046600Z","submitted_at":"2025-05-22T00:00:27Z","title":"Optimizing LLM-Based Multi-Agent System with Textual Feedback: A Case Study on Software Development"},"reference_resolution":{"displayed":16,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":13,"verified_exact":0,"verified_fuzzy":3},"total_outbound_references":16},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 16 of 16 outbound references and 1 inbound Pith citation observation for arXiv:2505.16086."}