{"as_of":"2026-08-22T20:19:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:d40d313f4d580605675467edeed7ce2ada234c1038d2d1dc6ac8083a823b3b27","coverage":[{"denominator":43,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":43,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-16T00:01:36.993633Z","state":"measured"},{"denominator":44,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":44,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-22T06:32:14.747728+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-05-08T08:20:33.374650Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-11T20:41:11.495121Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2505.03096","last_updated":"2025-05-06T01:13:14Z","snapshot_observed_at":"2026-08-18T15:52:47.326439Z","submitted_at":"2025-05-06T01:13:14Z","title":"Assessing and Enhancing the Robustness of LLM-based Multi-Agent Systems Through Chaos Engineering","version":1},"cited_work":{"arxiv_id":"2505.03096","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2505.03096","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"(2025).Assessing and Enhancing the Robustness of LLM-based Multi-Agent Sys- tems Through Chaos Engineering","venue":null,"work_id":"21583e92-9f18-4111-91cc-f82510c9989e","year":2025},"citing_paper":{"arxiv_id":"2604.23088","last_updated":"2026-05-06T16:26:44Z","snapshot_observed_at":"2026-08-16T01:36:23.512497Z","submitted_at":"2026-04-25T00:53:59Z","title":"Code Broker: A Multi-Agent System for Automated Code Quality Assessment","version":2},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-05-08T08:20:33.374650Z"},"links":{"cited_paper":"/paper/2505.03096","citing_paper":"/paper/2604.23088"},"observation_digest":"sha256:9c9762418e147f9d3bfc76c2b0d96ddafb2b9fa98bc685f60fb97a22dadb89a7","observation_id":"6102797d-da37-4dc8-a808-98bbaa159315","resolution":{"observed_at":"2026-05-11T20:41:11.502069Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2505.03096/citation-record","integrity":"/paper/2505.03096/integrity","json":"/paper/2505.03096/citation-record.json","paper":"/paper/2505.03096"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:01:37.478543Z","title":"Copilot","venue":null,"work_id":"10ceb229-a248-4861-8c82-84836e1c7a7a","year":2024},"citing_paper":{"arxiv_id":"2505.03096","last_updated":"2025-05-06T01:13:14Z","snapshot_observed_at":"2026-08-18T15:52:47.326439Z","submitted_at":"2025-05-06T01:13:14Z","title":"Assessing and Enhancing the Robustness of LLM-based Multi-Agent Systems Through Chaos Engineering","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-16T00:01:36.856345Z"},"links":{"citing_paper":"/paper/2505.03096"},"observation_digest":"sha256:ac0dc45a96c6a4b2a06fef8d624765bf2def349aa0923b28305fd0b5061ba2fd","observation_id":"f1b325a6-098b-4010-bfdc-f43ee0846451","resolution":{"observed_at":"2026-08-16T00:01:37.481996Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:01:37.468820Z","title":"Google AI for Developers","venue":null,"work_id":"f1610ae0-ceba-46c9-974d-66b4071fcf88","year":2024},"citing_paper":{"arxiv_id":"2505.03096","last_updated":"2025-05-06T01:13:14Z","snapshot_observed_at":"2026-08-18T15:52:47.326439Z","submitted_at":"2025-05-06T01:13:14Z","title":"Assessing and Enhancing the Robustness of LLM-based Multi-Agent Systems Through Chaos Engineering","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-16T00:01:36.859834Z"},"links":{"citing_paper":"/paper/2505.03096"},"observation_digest":"sha256:04212f1d4ae1f853c8cd84e423b7f9321784dd48167fd358708141fd5fa8895c","observation_id":"a89fd123-70e2-4642-b95f-60d0df10d9f5","resolution":{"observed_at":"2026-08-16T00:01:37.472489Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:01:37.459455Z","title":"ChatGPT","venue":null,"work_id":"d1d86946-0bc4-44a9-8255-e98ddd2b507a","year":2024},"citing_paper":{"arxiv_id":"2505.03096","last_updated":"2025-05-06T01:13:14Z","snapshot_observed_at":"2026-08-18T15:52:47.326439Z","submitted_at":"2025-05-06T01:13:14Z","title":"Assessing and Enhancing the Robustness of LLM-based Multi-Agent Systems Through Chaos Engineering","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-16T00:01:36.863366Z"},"links":{"citing_paper":"/paper/2505.03096"},"observation_digest":"sha256:69527906b350a0ae4db98f6f6d6197edd9cf7d039b168fd85b883ce9657f1c6a","observation_id":"b4d7bbf7-15c1-46d0-a2ce-5e4dc0eb1e13","resolution":{"observed_at":"2026-08-16T00:01:37.462658Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:01:36.866436Z","title":"Attention is all you need,","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2505.03096","last_updated":"2025-05-06T01:13:14Z","snapshot_observed_at":"2026-08-18T15:52:47.326439Z","submitted_at":"2025-05-06T01:13:14Z","title":"Assessing and Enhancing the Robustness of LLM-based Multi-Agent Systems Through Chaos Engineering","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-16T00:01:36.866436Z"},"links":{"citing_paper":"/paper/2505.03096"},"observation_digest":"sha256:9379f5188c1d5e43d896cddf58f117c14767d8cea873ac69258a192652371a27","observation_id":"d8e59f97-58ec-4d60-8c89-b15d56e63aab","resolution":{"observed_at":"2026-08-16T00:01:36.866436Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:01:36.869405Z","title":"Exploring the limits of transfer learning with a unified text-to-text transformer,","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2505.03096","last_updated":"2025-05-06T01:13:14Z","snapshot_observed_at":"2026-08-18T15:52:47.326439Z","submitted_at":"2025-05-06T01:13:14Z","title":"Assessing and Enhancing the Robustness of LLM-based Multi-Agent Systems Through Chaos Engineering","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-16T00:01:36.869405Z"},"links":{"citing_paper":"/paper/2505.03096"},"observation_digest":"sha256:5141275582fb577efff6a09671c49c109b0c9cb1dfd12f16a7644407871bc974","observation_id":"cfef33c1-71b8-4c5f-a803-ab9b4402edf2","resolution":{"observed_at":"2026-08-16T00:01:36.869405Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2112.09332","last_updated":"2022-06-01T19:08:11Z","snapshot_observed_at":"2026-08-19T02:54:55.334346Z","submitted_at":"2021-12-17T05:43:43Z","title":"WebGPT: Browser-assisted question-answering with human feedback","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2112.09332","snapshot_observed_at":"2026-08-16T00:01:36.872746Z","title":"WebGPT: Browser- assisted question-answering with human feedback,","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.03096","last_updated":"2025-05-06T01:13:14Z","snapshot_observed_at":"2026-08-18T15:52:47.326439Z","submitted_at":"2025-05-06T01:13:14Z","title":"Assessing and Enhancing the Robustness of LLM-based Multi-Agent Systems Through Chaos Engineering","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-16T00:01:36.872746Z"},"links":{"cited_paper":"/paper/2112.09332","citing_paper":"/paper/2505.03096"},"observation_digest":"sha256:3793215ecb75d6cb6bb4d01e5f949965d9b673bf2ee3b6225e468bb2e12ea37c","observation_id":"8b4c3ea5-8927-489a-a7e5-465412683a78","resolution":{"observed_at":"2026-08-16T00:01:36.872746Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:01:37.439158Z","title":"Examining zero-shot vulnerability repair with large language models,","venue":null,"work_id":"ee6a2f03-1aad-459d-b859-db8f65d97fae","year":2023},"citing_paper":{"arxiv_id":"2505.03096","last_updated":"2025-05-06T01:13:14Z","snapshot_observed_at":"2026-08-18T15:52:47.326439Z","submitted_at":"2025-05-06T01:13:14Z","title":"Assessing and Enhancing the Robustness of LLM-based Multi-Agent Systems Through Chaos Engineering","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-16T00:01:36.876691Z"},"links":{"citing_paper":"/paper/2505.03096"},"observation_digest":"sha256:316dee60c6baecd4203cd2ff1f79e34704e897a3a27712a40d01c1d7a71f7446","observation_id":"209bac15-10d6-4e2d-8199-9dbea5ad8c73","resolution":{"observed_at":"2026-08-16T00:01:37.442288Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2302.04023","last_updated":"2023-11-28T09:01:12Z","snapshot_observed_at":"2026-08-07T14:17:12.140094Z","submitted_at":"2023-02-08T12:35:34Z","title":"A Multitask, Multilingual, Multimodal Evaluation of ChatGPT on Reasoning, Hallucination, and Interactivity","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.04023","snapshot_observed_at":"2026-08-16T00:01:36.879091Z","title":"A multitask, multilingual, multimodal evaluation of ChatGPT on reasoning, hallucination, and interactivity,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.03096","last_updated":"2025-05-06T01:13:14Z","snapshot_observed_at":"2026-08-18T15:52:47.326439Z","submitted_at":"2025-05-06T01:13:14Z","title":"Assessing and Enhancing the Robustness of LLM-based Multi-Agent Systems Through Chaos Engineering","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-16T00:01:36.879091Z"},"links":{"cited_paper":"/paper/2302.04023","citing_paper":"/paper/2505.03096"},"observation_digest":"sha256:f408c4cc66a62c8fe7edd9b82e36299e04c1b4ec2ff907b43ba3363d249356c1","observation_id":"c01dd0a6-c10a-4eb3-9b43-05180e35ac3e","resolution":{"observed_at":"2026-08-16T00:01:36.879091Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:01:37.429092Z","title":"Why Agents are the next frontier of generative AI,","venue":null,"work_id":"9767e526-817c-4c9b-8b97-ad8cb452e3df","year":2024},"citing_paper":{"arxiv_id":"2505.03096","last_updated":"2025-05-06T01:13:14Z","snapshot_observed_at":"2026-08-18T15:52:47.326439Z","submitted_at":"2025-05-06T01:13:14Z","title":"Assessing and Enhancing the Robustness of LLM-based Multi-Agent Systems Through Chaos Engineering","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-16T00:01:36.883621Z"},"links":{"citing_paper":"/paper/2505.03096"},"observation_digest":"sha256:51cc39eb99277474d2909c8ba3137619f7f3fe179d175c670d37a76d69a08c35","observation_id":"a50f9b14-8ae1-4bd3-a642-6272653e2c6e","resolution":{"observed_at":"2026-08-16T00:01:37.432675Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.03578","last_updated":"2026-01-28T04:55:23Z","snapshot_observed_at":"2026-07-06T17:25:53.950578Z","submitted_at":"2024-02-05T23:06:42Z","title":"LLM Multi-Agent Systems: Challenges and Open Problems","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.03578","snapshot_observed_at":"2026-08-16T00:01:36.887095Z","title":"LLM multi-agent systems: Challenges and open problems,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.03096","last_updated":"2025-05-06T01:13:14Z","snapshot_observed_at":"2026-08-18T15:52:47.326439Z","submitted_at":"2025-05-06T01:13:14Z","title":"Assessing and Enhancing the Robustness of LLM-based Multi-Agent Systems Through Chaos Engineering","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-16T00:01:36.887095Z"},"links":{"cited_paper":"/paper/2402.03578","citing_paper":"/paper/2505.03096"},"observation_digest":"sha256:6e75ad1b725db2ed0e3b7c68adc1aa9874bb478671243ff1d5dc534804d8f224","observation_id":"de634598-619c-44f8-b1f5-346fa76544aa","resolution":{"observed_at":"2026-08-16T00:01:36.887095Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.04442","last_updated":"2024-04-05T22:59:02Z","snapshot_observed_at":"2026-08-16T14:03:13.707491Z","submitted_at":"2024-04-05T22:59:02Z","title":"Exploring Autonomous Agents through the Lens of Large Language Models: A Review","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.04442","snapshot_observed_at":"2026-08-16T00:01:36.890567Z","title":"Exploring autonomous agents through the lens of large language models: A review,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.03096","last_updated":"2025-05-06T01:13:14Z","snapshot_observed_at":"2026-08-18T15:52:47.326439Z","submitted_at":"2025-05-06T01:13:14Z","title":"Assessing and Enhancing the Robustness of LLM-based Multi-Agent Systems Through Chaos Engineering","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-16T00:01:36.890567Z"},"links":{"cited_paper":"/paper/2404.04442","citing_paper":"/paper/2505.03096"},"observation_digest":"sha256:5bb09c0d34864e38dec20296184042ad283e574efdc10fbd89bef02ae21f91ec","observation_id":"1f7c1f0b-a794-42b3-b6cf-dc281327d6cb","resolution":{"observed_at":"2026-08-16T00:01:36.890567Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.03630","last_updated":"2024-02-09T17:48:19Z","snapshot_observed_at":"2026-08-16T14:29:15.154810Z","submitted_at":"2024-01-08T02:22:04Z","title":"Why Solving Multi-agent Path Finding with Large Language Model has not Succeeded Yet","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.03630","snapshot_observed_at":"2026-08-16T00:01:36.894249Z","title":"Why solving multi-agent path finding with large language model has not succeeded yet,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.03096","last_updated":"2025-05-06T01:13:14Z","snapshot_observed_at":"2026-08-18T15:52:47.326439Z","submitted_at":"2025-05-06T01:13:14Z","title":"Assessing and Enhancing the Robustness of LLM-based Multi-Agent Systems Through Chaos Engineering","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-16T00:01:36.894249Z"},"links":{"cited_paper":"/paper/2401.03630","citing_paper":"/paper/2505.03096"},"observation_digest":"sha256:405792688d6b56d3fde0c5566ac8c339422f8391c3d23c8ce64593a0ccf035cb","observation_id":"539db196-4d33-4560-b1ec-13f8459aa9bc","resolution":{"observed_at":"2026-08-16T00:01:36.894249Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.00352","last_updated":"2024-11-01T14:36:52Z","snapshot_observed_at":"2026-08-12T16:02:21.969968Z","submitted_at":"2023-08-01T07:49:10Z","title":"MetaGPT: Meta Programming for A Multi-Agent Collaborative Framework","version":7},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.00352","snapshot_observed_at":"2026-08-16T00:01:36.897542Z","title":"Metagpt: Meta programming for multi-agent collaborative framework,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.03096","last_updated":"2025-05-06T01:13:14Z","snapshot_observed_at":"2026-08-18T15:52:47.326439Z","submitted_at":"2025-05-06T01:13:14Z","title":"Assessing and Enhancing the Robustness of LLM-based Multi-Agent Systems Through Chaos Engineering","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-16T00:01:36.897542Z"},"links":{"cited_paper":"/paper/2308.00352","citing_paper":"/paper/2505.03096"},"observation_digest":"sha256:07f9954bd7a821e32be86f9416b84d545d9ca9270b9755c5f3e05ae930d9084a","observation_id":"81c47e64-9923-416a-8a8e-3ff06d45b709","resolution":{"observed_at":"2026-08-16T00:01:36.897542Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:01:37.418668Z","title":"Chaos engineering for resilience assessment of digital twins,","venue":null,"work_id":"54031885-eab2-4c12-9fab-0bb191817641","year":2023},"citing_paper":{"arxiv_id":"2505.03096","last_updated":"2025-05-06T01:13:14Z","snapshot_observed_at":"2026-08-18T15:52:47.326439Z","submitted_at":"2025-05-06T01:13:14Z","title":"Assessing and Enhancing the Robustness of LLM-based Multi-Agent Systems Through Chaos Engineering","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-16T00:01:36.901290Z"},"links":{"citing_paper":"/paper/2505.03096"},"observation_digest":"sha256:16b3d5a927c20a61d01c97a323cf9e5090110ed622aba63c7f2b78eb26e28d93","observation_id":"ca48abb6-3efb-4e64-97af-25132666a057","resolution":{"observed_at":"2026-08-16T00:01:37.421935Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:01:37.409759Z","title":"Chaos engineering,","venue":null,"work_id":"9e7ca03f-b7e1-4941-8e64-79810d21b6e9","year":2016},"citing_paper":{"arxiv_id":"2505.03096","last_updated":"2025-05-06T01:13:14Z","snapshot_observed_at":"2026-08-18T15:52:47.326439Z","submitted_at":"2025-05-06T01:13:14Z","title":"Assessing and Enhancing the Robustness of LLM-based Multi-Agent Systems Through Chaos Engineering","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-16T00:01:36.905034Z"},"links":{"citing_paper":"/paper/2505.03096"},"observation_digest":"sha256:08ad248c8fd22136e703c6e9cbcf295025305408a529a1fc6033b2b2be8fd7a8","observation_id":"86521bf6-4b18-4f5d-802a-dad4dd2653e3","resolution":{"observed_at":"2026-08-16T00:01:37.412376Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:01:37.400454Z","title":"Chaos engineering of ethereum blockchain clients,","venue":null,"work_id":"6af6ffa3-bdcc-4b44-bfb8-c5660bb5f4f6","year":2023},"citing_paper":{"arxiv_id":"2505.03096","last_updated":"2025-05-06T01:13:14Z","snapshot_observed_at":"2026-08-18T15:52:47.326439Z","submitted_at":"2025-05-06T01:13:14Z","title":"Assessing and Enhancing the Robustness of LLM-based Multi-Agent Systems Through Chaos Engineering","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-16T00:01:36.907953Z"},"links":{"citing_paper":"/paper/2505.03096"},"observation_digest":"sha256:ebac6d20e73a04abb2d73d323cd4d94fbdca663580bfbf1d7c99a43b8e91ad33","observation_id":"5177c1c6-4455-43a5-a90d-69f46d547a4a","resolution":{"observed_at":"2026-08-16T00:01:37.403918Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:01:37.391664Z","title":"Chaos engineering: At the age of AI and ML,","venue":null,"work_id":"62e2b96c-c65b-4338-98fc-0db5b8ca7799","year":2022},"citing_paper":{"arxiv_id":"2505.03096","last_updated":"2025-05-06T01:13:14Z","snapshot_observed_at":"2026-08-18T15:52:47.326439Z","submitted_at":"2025-05-06T01:13:14Z","title":"Assessing and Enhancing the Robustness of LLM-based Multi-Agent Systems Through Chaos Engineering","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-16T00:01:36.911526Z"},"links":{"citing_paper":"/paper/2505.03096"},"observation_digest":"sha256:665a22a3590e220d2f79f7bf200aba9fa57353022516c38381ea3811619313c3","observation_id":"09fb542f-8ee8-4277-8baa-ee842bd92650","resolution":{"observed_at":"2026-08-16T00:01:37.394256Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:01:37.381664Z","title":"The role of theory and theorising in design science research,","venue":null,"work_id":"0bda5b0e-ddbf-4e81-b9a6-ccfd73c8bc61","year":2006},"citing_paper":{"arxiv_id":"2505.03096","last_updated":"2025-05-06T01:13:14Z","snapshot_observed_at":"2026-08-18T15:52:47.326439Z","submitted_at":"2025-05-06T01:13:14Z","title":"Assessing and Enhancing the Robustness of LLM-based Multi-Agent Systems Through Chaos Engineering","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-16T00:01:36.915060Z"},"links":{"citing_paper":"/paper/2505.03096"},"observation_digest":"sha256:0ae9b9837296fd850bbd26b0b254e6bdb10761f8ff6e693da240194f84d6831e","observation_id":"14be2b47-d0f0-45ee-836f-41f0bddc1137","resolution":{"observed_at":"2026-08-16T00:01:37.385282Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:01:36.918096Z","title":"Action research,","venue":null,"work_id":null,"year":1999},"citing_paper":{"arxiv_id":"2505.03096","last_updated":"2025-05-06T01:13:14Z","snapshot_observed_at":"2026-08-18T15:52:47.326439Z","submitted_at":"2025-05-06T01:13:14Z","title":"Assessing and Enhancing the Robustness of LLM-based Multi-Agent Systems Through Chaos Engineering","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-16T00:01:36.918096Z"},"links":{"citing_paper":"/paper/2505.03096"},"observation_digest":"sha256:678ec68e131079f5242c028c05154b9fd16926bdf9ad4df7649ee70409983f6b","observation_id":"d844bc32-77c4-4d58-a074-0470334628fe","resolution":{"observed_at":"2026-08-16T00:01:36.918096Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.16498","last_updated":"2025-03-04T09:13:23Z","snapshot_observed_at":"2026-08-16T13:22:56.149803Z","submitted_at":"2024-08-29T12:56:06Z","title":"A Survey on Evaluating Large Language Models in Code Generation Tasks","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.16498","snapshot_observed_at":"2026-08-16T00:01:36.921344Z","title":"A survey on evaluating large language models in code generation tasks,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.03096","last_updated":"2025-05-06T01:13:14Z","snapshot_observed_at":"2026-08-18T15:52:47.326439Z","submitted_at":"2025-05-06T01:13:14Z","title":"Assessing and Enhancing the Robustness of LLM-based Multi-Agent Systems Through Chaos Engineering","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-16T00:01:36.921344Z"},"links":{"cited_paper":"/paper/2408.16498","citing_paper":"/paper/2505.03096"},"observation_digest":"sha256:9f11153f95121d02927d196edf8fdcb2f6eb7c85594677efbdf871bb58ac384c","observation_id":"3468ed4b-091a-4b31-8038-4cbfd7ef2a97","resolution":{"observed_at":"2026-08-16T00:01:36.921344Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:01:37.365894Z","title":"LLMs for code: The potential, prospects, and problems,","venue":null,"work_id":"a5fff3f3-f32f-4bd0-aa61-5820affd9a20","year":2024},"citing_paper":{"arxiv_id":"2505.03096","last_updated":"2025-05-06T01:13:14Z","snapshot_observed_at":"2026-08-18T15:52:47.326439Z","submitted_at":"2025-05-06T01:13:14Z","title":"Assessing and Enhancing the Robustness of LLM-based Multi-Agent Systems Through Chaos Engineering","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-16T00:01:36.925098Z"},"links":{"citing_paper":"/paper/2505.03096"},"observation_digest":"sha256:b14702739d4e6ce22624e9c2c217de6cdd66287b3402511e5a8c88eaab2a2a7d","observation_id":"b6e50d4e-4456-4ded-8237-462db1ce3e8b","resolution":{"observed_at":"2026-08-16T00:01:37.369082Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:01:37.356499Z","title":"Weaknesses in LLM- generated code for embedded systems networking,","venue":null,"work_id":"9f5555cc-82c7-434e-84b6-81c2696e7985","year":2024},"citing_paper":{"arxiv_id":"2505.03096","last_updated":"2025-05-06T01:13:14Z","snapshot_observed_at":"2026-08-18T15:52:47.326439Z","submitted_at":"2025-05-06T01:13:14Z","title":"Assessing and Enhancing the Robustness of LLM-based Multi-Agent Systems Through Chaos Engineering","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-16T00:01:36.928028Z"},"links":{"citing_paper":"/paper/2505.03096"},"observation_digest":"sha256:6a3e6b7792f409776b08679bfe68ea4445fd96ba5d21bdb2d2e12e45121bac74","observation_id":"9cd1e85c-1fac-47bb-88ce-fbc9e4c3fa59","resolution":{"observed_at":"2026-08-16T00:01:37.359817Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:01:36.931225Z","title":"A survey on LLM- based multi-agent systems: workflow, infrastructure, and challenges,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.03096","last_updated":"2025-05-06T01:13:14Z","snapshot_observed_at":"2026-08-18T15:52:47.326439Z","submitted_at":"2025-05-06T01:13:14Z","title":"Assessing and Enhancing the Robustness of LLM-based Multi-Agent Systems Through Chaos Engineering","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-16T00:01:36.931225Z"},"links":{"citing_paper":"/paper/2505.03096"},"observation_digest":"sha256:e90948538da1dfb798219660993cc75abd5445122014f9b2a62c08d7e556d1ac","observation_id":"cb8c95a0-e8de-4dd3-9a1b-a44096913c60","resolution":{"observed_at":"2026-08-16T00:01:36.931225Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:01:36.935105Z","title":"System for systematic literature review using multiple AI agents: Concept and an empirical evaluation,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.03096","last_updated":"2025-05-06T01:13:14Z","snapshot_observed_at":"2026-08-18T15:52:47.326439Z","submitted_at":"2025-05-06T01:13:14Z","title":"Assessing and Enhancing the Robustness of LLM-based Multi-Agent Systems Through Chaos Engineering","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-16T00:01:36.935105Z"},"links":{"citing_paper":"/paper/2505.03096"},"observation_digest":"sha256:f5b074dbe341d2528fe1bc3b95441ed1601c2a7bdb3a17f3baa93f8f16ffc9f1","observation_id":"b326f425-f182-4d23-a699-cceb6f8db6b4","resolution":{"observed_at":"2026-08-16T00:01:36.935105Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2201.11227","last_updated":"2022-01-26T22:57:44Z","snapshot_observed_at":"2026-08-22T04:39:31.997757Z","submitted_at":"2022-01-26T22:57:44Z","title":"Synchromesh: Reliable code generation from pre-trained language models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2201.11227","snapshot_observed_at":"2026-08-16T00:01:36.938097Z","title":"Synchromesh: Reliable code generation from pre-trained language models,","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.03096","last_updated":"2025-05-06T01:13:14Z","snapshot_observed_at":"2026-08-18T15:52:47.326439Z","submitted_at":"2025-05-06T01:13:14Z","title":"Assessing and Enhancing the Robustness of LLM-based Multi-Agent Systems Through Chaos Engineering","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-16T00:01:36.938097Z"},"links":{"cited_paper":"/paper/2201.11227","citing_paper":"/paper/2505.03096"},"observation_digest":"sha256:acf6d1f45c6eaedeed9d1085b509074666ba8dbd1f67436a690a5303b9b80c5a","observation_id":"ea50fba8-1e3e-4aa2-852f-e2a96463e830","resolution":{"observed_at":"2026-08-16T00:01:36.938097Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:01:37.340455Z","title":"Assessing the quality of GitHub Copilot’s code generation,","venue":null,"work_id":"c5282346-5594-4318-bdd7-9a4786b92a8e","year":2022},"citing_paper":{"arxiv_id":"2505.03096","last_updated":"2025-05-06T01:13:14Z","snapshot_observed_at":"2026-08-18T15:52:47.326439Z","submitted_at":"2025-05-06T01:13:14Z","title":"Assessing and Enhancing the Robustness of LLM-based Multi-Agent Systems Through Chaos Engineering","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-16T00:01:36.941802Z"},"links":{"citing_paper":"/paper/2505.03096"},"observation_digest":"sha256:a2288e37079e10fff8e93227377bff84339c2a852797595993073f1d81a239f6","observation_id":"4e6e804d-4a9f-4cfd-b0f5-0bfc44740b87","resolution":{"observed_at":"2026-08-16T00:01:37.343852Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:01:37.329690Z","title":"Can LLM replace Stack Overflow? a study on robustness and reliability of large language model code genera- tion,","venue":null,"work_id":"39017678-df65-44ae-8b88-4d504edca6a8","year":2024},"citing_paper":{"arxiv_id":"2505.03096","last_updated":"2025-05-06T01:13:14Z","snapshot_observed_at":"2026-08-18T15:52:47.326439Z","submitted_at":"2025-05-06T01:13:14Z","title":"Assessing and Enhancing the Robustness of LLM-based Multi-Agent Systems Through Chaos Engineering","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-16T00:01:36.944821Z"},"links":{"citing_paper":"/paper/2505.03096"},"observation_digest":"sha256:c012673d7c3145a0f1d3aca930f97d6640c459729c7408497b36a254ed332ac4","observation_id":"23076143-390a-424e-920c-1fc0a84eb96e","resolution":{"observed_at":"2026-08-16T00:01:37.333670Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:01:37.320936Z","title":"Improving alignment and robustness with circuit breakers,","venue":null,"work_id":"8820e603-2866-4b7f-951f-0355d6290b81","year":2024},"citing_paper":{"arxiv_id":"2505.03096","last_updated":"2025-05-06T01:13:14Z","snapshot_observed_at":"2026-08-18T15:52:47.326439Z","submitted_at":"2025-05-06T01:13:14Z","title":"Assessing and Enhancing the Robustness of LLM-based Multi-Agent Systems Through Chaos Engineering","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-16T00:01:36.947696Z"},"links":{"citing_paper":"/paper/2505.03096"},"observation_digest":"sha256:00ff39dd6ff81986f7e76767a4cfa964a1ff843e79989f3bf05de7ce7acc65b5","observation_id":"41b9039c-f402-4c36-9ab9-b58b7dbd5daf","resolution":{"observed_at":"2026-08-16T00:01:37.323961Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2409.20089","last_updated":"2025-03-20T15:28:18Z","snapshot_observed_at":"2026-08-16T13:14:12.950870Z","submitted_at":"2024-09-30T08:41:39Z","title":"Robust LLM safeguarding via refusal feature adversarial training","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.20089","snapshot_observed_at":"2026-08-16T00:01:36.951221Z","title":"Robust LLM safeguarding via refusal feature adversarial training,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.03096","last_updated":"2025-05-06T01:13:14Z","snapshot_observed_at":"2026-08-18T15:52:47.326439Z","submitted_at":"2025-05-06T01:13:14Z","title":"Assessing and Enhancing the Robustness of LLM-based Multi-Agent Systems Through Chaos Engineering","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-16T00:01:36.951221Z"},"links":{"cited_paper":"/paper/2409.20089","citing_paper":"/paper/2505.03096"},"observation_digest":"sha256:203d5f9467a562b212dc3cdd59505bdfe069967f7c0351cae4193956fe3dddf9","observation_id":"da622a7a-20ab-45e3-81f1-c401a9a211cc","resolution":{"observed_at":"2026-08-16T00:01:36.951221Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.15686","last_updated":"2024-10-21T06:54:27Z","snapshot_observed_at":"2026-08-16T13:07:32.585659Z","submitted_at":"2024-10-21T06:54:27Z","title":"NetSafe: Exploring the Topological Safety of Multi-agent Networks","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.15686","snapshot_observed_at":"2026-08-16T00:01:36.955099Z","title":"Netsafe: Exploring the topological safety of multi-agent networks,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.03096","last_updated":"2025-05-06T01:13:14Z","snapshot_observed_at":"2026-08-18T15:52:47.326439Z","submitted_at":"2025-05-06T01:13:14Z","title":"Assessing and Enhancing the Robustness of LLM-based Multi-Agent Systems Through Chaos Engineering","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-16T00:01:36.955099Z"},"links":{"cited_paper":"/paper/2410.15686","citing_paper":"/paper/2505.03096"},"observation_digest":"sha256:da8d558451ba7cd12a465d7714e36404b72946ea1236e357ba137194912109c9","observation_id":"e84482ec-b5f9-4820-b804-a12385b4a798","resolution":{"observed_at":"2026-08-16T00:01:36.955099Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:01:37.312004Z","title":"Trustagent: Towards safe and trustworthy LLM-based agents through agent constitution,","venue":null,"work_id":"bf0f20f5-ced9-4ff7-90f5-b06c17dcb5c2","year":2024},"citing_paper":{"arxiv_id":"2505.03096","last_updated":"2025-05-06T01:13:14Z","snapshot_observed_at":"2026-08-18T15:52:47.326439Z","submitted_at":"2025-05-06T01:13:14Z","title":"Assessing and Enhancing the Robustness of LLM-based Multi-Agent Systems Through Chaos Engineering","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-16T00:01:36.958469Z"},"links":{"citing_paper":"/paper/2505.03096"},"observation_digest":"sha256:9b3226ad216684e235a158df6101a84cff296d753d63f4e05bf34764230e66ed","observation_id":"4fa77986-2553-4378-9c21-f02dd9e673f3","resolution":{"observed_at":"2026-08-16T00:01:37.315155Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.02506","last_updated":"2024-10-03T14:14:31Z","snapshot_observed_at":"2026-08-21T17:37:42.819116Z","submitted_at":"2024-10-03T14:14:31Z","title":"Cut the Crap: An Economical Communication Pipeline for LLM-based Multi-Agent Systems","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.02506","snapshot_observed_at":"2026-08-16T00:01:36.961347Z","title":"Cut the crap: An economical communication pipeline for LLM-based multi-agent systems,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.03096","last_updated":"2025-05-06T01:13:14Z","snapshot_observed_at":"2026-08-18T15:52:47.326439Z","submitted_at":"2025-05-06T01:13:14Z","title":"Assessing and Enhancing the Robustness of LLM-based Multi-Agent Systems Through Chaos Engineering","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-16T00:01:36.961347Z"},"links":{"cited_paper":"/paper/2410.02506","citing_paper":"/paper/2505.03096"},"observation_digest":"sha256:53f9fa0700e8030213795a6f5385756dafe7efe95463c052455ac73c6861e831","observation_id":"87cc247b-89a1-4380-abe6-d3bd111b2917","resolution":{"observed_at":"2026-08-16T00:01:36.961347Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:01:37.301914Z","title":"Chaos engineering in machine learning: Embracing the unpredictable to enhance system robustness,","venue":null,"work_id":"98edb2a8-ccab-4e46-8073-a23aa49d8575","year":2023},"citing_paper":{"arxiv_id":"2505.03096","last_updated":"2025-05-06T01:13:14Z","snapshot_observed_at":"2026-08-18T15:52:47.326439Z","submitted_at":"2025-05-06T01:13:14Z","title":"Assessing and Enhancing the Robustness of LLM-based Multi-Agent Systems Through Chaos Engineering","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-16T00:01:36.965301Z"},"links":{"citing_paper":"/paper/2505.03096"},"observation_digest":"sha256:ef46fadb23b29f2c04d66696cef157dea39f484610b71d21db63c9114263e6b7","observation_id":"61987db6-66a7-4dcc-a541-1bb5d4630925","resolution":{"observed_at":"2026-08-16T00:01:37.305351Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:01:37.292563Z","title":"Introducing chaos engineering to machine learning deploy- ments,","venue":null,"work_id":"49b035f1-10e1-4e4a-b01c-55c479ca3c76","year":2022},"citing_paper":{"arxiv_id":"2505.03096","last_updated":"2025-05-06T01:13:14Z","snapshot_observed_at":"2026-08-18T15:52:47.326439Z","submitted_at":"2025-05-06T01:13:14Z","title":"Assessing and Enhancing the Robustness of LLM-based Multi-Agent Systems Through Chaos Engineering","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-16T00:01:36.967755Z"},"links":{"citing_paper":"/paper/2505.03096"},"observation_digest":"sha256:4fa2902fcddd518f19fce05b1a23f56dacfc6be62856d9776c6bb25a12b2d4c2","observation_id":"4204cb57-6754-47c0-8fd5-0efda3d61f8f","resolution":{"observed_at":"2026-08-16T00:01:37.295762Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:01:37.284133Z","title":"Embracing disruption: Applying machine learning to chaos engineering,","venue":null,"work_id":"612635f6-a25d-4a13-bbd0-7f994354f8dd","year":2023},"citing_paper":{"arxiv_id":"2505.03096","last_updated":"2025-05-06T01:13:14Z","snapshot_observed_at":"2026-08-18T15:52:47.326439Z","submitted_at":"2025-05-06T01:13:14Z","title":"Assessing and Enhancing the Robustness of LLM-based Multi-Agent Systems Through Chaos Engineering","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-16T00:01:36.970148Z"},"links":{"citing_paper":"/paper/2505.03096"},"observation_digest":"sha256:47623f893f3d45ae3cbda528d05b4dc139b4f9c0e6996e83050e7ee7ffbb89f9","observation_id":"faa3f6af-7db7-4e62-91d1-56d4acfce403","resolution":{"observed_at":"2026-08-16T00:01:37.287216Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:01:37.274974Z","title":"An empirical investigation of the acceptance of chaos engineering,","venue":null,"work_id":"975b184c-8029-426a-b0b0-90136d0467d0","year":2022},"citing_paper":{"arxiv_id":"2505.03096","last_updated":"2025-05-06T01:13:14Z","snapshot_observed_at":"2026-08-18T15:52:47.326439Z","submitted_at":"2025-05-06T01:13:14Z","title":"Assessing and Enhancing the Robustness of LLM-based Multi-Agent Systems Through Chaos Engineering","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-16T00:01:36.972449Z"},"links":{"citing_paper":"/paper/2505.03096"},"observation_digest":"sha256:1db19cf3f628eafa27f2daf6a96636cc63c32f15528d742658a28f7453766f8b","observation_id":"42935381-556a-4efe-abb2-64c48cb961da","resolution":{"observed_at":"2026-08-16T00:01:37.277647Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:01:37.264640Z","title":"Harnessing chaos: The role of chaos engineering in cloud applications and impacts on site reliability engineering,","venue":null,"work_id":"69148f8b-f2ed-4efa-82fd-56ee3945ff06","year":2024},"citing_paper":{"arxiv_id":"2505.03096","last_updated":"2025-05-06T01:13:14Z","snapshot_observed_at":"2026-08-18T15:52:47.326439Z","submitted_at":"2025-05-06T01:13:14Z","title":"Assessing and Enhancing the Robustness of LLM-based Multi-Agent Systems Through Chaos Engineering","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-16T00:01:36.975006Z"},"links":{"citing_paper":"/paper/2505.03096"},"observation_digest":"sha256:f1dcb289a099f5564284056e64c6e1b172a2c64ebb5175b5cb9d9a2fa1a5dff5","observation_id":"59d59a09-d7d1-47b2-a026-b5149113b02f","resolution":{"observed_at":"2026-08-16T00:01:37.267978Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:01:37.254426Z","title":"A chaos engineering system for live analysis and falsification of exception- handling in the jvm,","venue":null,"work_id":"7fda8d3b-ed89-4090-bd2f-b9ac202c0808","year":2019},"citing_paper":{"arxiv_id":"2505.03096","last_updated":"2025-05-06T01:13:14Z","snapshot_observed_at":"2026-08-18T15:52:47.326439Z","submitted_at":"2025-05-06T01:13:14Z","title":"Assessing and Enhancing the Robustness of LLM-based Multi-Agent Systems Through Chaos Engineering","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-16T00:01:36.978008Z"},"links":{"citing_paper":"/paper/2505.03096"},"observation_digest":"sha256:abc0eaef3e9f741bb77a334c34a6341da2082678637b3c0617308be8902d389b","observation_id":"0006e531-6e72-4816-9e34-fa15ceb0b2ca","resolution":{"observed_at":"2026-08-16T00:01:37.258101Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:01:37.243407Z","title":"The design science paradigm as a frame for empirical software engineering,","venue":null,"work_id":"b54e894d-b634-487c-bda0-ac930f6aafd5","year":2020},"citing_paper":{"arxiv_id":"2505.03096","last_updated":"2025-05-06T01:13:14Z","snapshot_observed_at":"2026-08-18T15:52:47.326439Z","submitted_at":"2025-05-06T01:13:14Z","title":"Assessing and Enhancing the Robustness of LLM-based Multi-Agent Systems Through Chaos Engineering","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-16T00:01:36.981291Z"},"links":{"citing_paper":"/paper/2505.03096"},"observation_digest":"sha256:ac5283eb70f3aee3d7ae2e088c588c2284a7c81c3fac82d75673322deaca2145","observation_id":"ff4fea20-728d-4e12-8ddc-313c18d1aafe","resolution":{"observed_at":"2026-08-16T00:01:37.246605Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:01:37.233033Z","title":"How software engineering research aligns with design science: a review,","venue":null,"work_id":"bce37935-4045-467f-bc0d-c854901ad00f","year":2020},"citing_paper":{"arxiv_id":"2505.03096","last_updated":"2025-05-06T01:13:14Z","snapshot_observed_at":"2026-08-18T15:52:47.326439Z","submitted_at":"2025-05-06T01:13:14Z","title":"Assessing and Enhancing the Robustness of LLM-based Multi-Agent Systems Through Chaos Engineering","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-16T00:01:36.985037Z"},"links":{"citing_paper":"/paper/2505.03096"},"observation_digest":"sha256:d6f4e2278eb9a6bc62e935b0ed37e941e78c4ff8f051818418c256ebbdd63876","observation_id":"3729c79d-0918-4358-9c4a-8a127bdc3024","resolution":{"observed_at":"2026-08-16T00:01:37.236581Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:01:37.221034Z","title":"Managing risk in software process improvement: an action research approach,","venue":null,"work_id":"5c53b25c-796a-4e25-bdce-11a4093d50ab","year":2004},"citing_paper":{"arxiv_id":"2505.03096","last_updated":"2025-05-06T01:13:14Z","snapshot_observed_at":"2026-08-18T15:52:47.326439Z","submitted_at":"2025-05-06T01:13:14Z","title":"Assessing and Enhancing the Robustness of LLM-based Multi-Agent Systems Through Chaos Engineering","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-16T00:01:36.987838Z"},"links":{"citing_paper":"/paper/2505.03096"},"observation_digest":"sha256:9cb99e1f2dc0e8e22225cb221d3f2827df7d441cf9cd21e889b90404c9763f7d","observation_id":"7bd2f4ec-7c54-42c9-b870-cd27e637c067","resolution":{"observed_at":"2026-08-16T00:01:37.225059Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:01:37.210615Z","title":"Data quality certification using iso/iec 25012: Industrial experiences,","venue":null,"work_id":"0dcf6c6d-a4c1-408b-af15-f847d98a3115","year":2021},"citing_paper":{"arxiv_id":"2505.03096","last_updated":"2025-05-06T01:13:14Z","snapshot_observed_at":"2026-08-18T15:52:47.326439Z","submitted_at":"2025-05-06T01:13:14Z","title":"Assessing and Enhancing the Robustness of LLM-based Multi-Agent Systems Through Chaos Engineering","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-16T00:01:36.990757Z"},"links":{"citing_paper":"/paper/2505.03096"},"observation_digest":"sha256:9669c2c9cb02a9fbc67a3080d3fce121d1ee0ef7e4269e841bc6233cf3e38a52","observation_id":"036c5580-bfe7-41a5-8d74-8f00c3cd49ba","resolution":{"observed_at":"2026-08-16T00:01:37.213932Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:01:37.198889Z","title":"Action research as research methodology in software engineering,","venue":null,"work_id":"c1612eb0-61bf-4e69-9efe-843df5a28b89","year":2020},"citing_paper":{"arxiv_id":"2505.03096","last_updated":"2025-05-06T01:13:14Z","snapshot_observed_at":"2026-08-18T15:52:47.326439Z","submitted_at":"2025-05-06T01:13:14Z","title":"Assessing and Enhancing the Robustness of LLM-based Multi-Agent Systems Through Chaos Engineering","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-16T00:01:36.993633Z"},"links":{"citing_paper":"/paper/2505.03096"},"observation_digest":"sha256:94b9bb71e2cfb1641f2cd7782c71f43947b313feb773fca0afc970f00aa0936d","observation_id":"6addc7a7-6f6f-441c-a333-ce534a320aa4","resolution":{"observed_at":"2026-08-16T00:01:37.203921Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2505.03096","last_updated":"2025-05-06T01:13:14Z","latest_version":1,"primary_category":"cs.MA","snapshot_observed_at":"2026-08-18T15:52:47.326439Z","submitted_at":"2025-05-06T01:13:14Z","title":"Assessing and Enhancing the Robustness of LLM-based Multi-Agent Systems Through Chaos Engineering"},"reference_resolution":{"displayed":43,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":16,"verified_exact":0,"verified_fuzzy":27},"total_outbound_references":43},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"thesis":"As of 22 August 2026, this Paper Citation Record lists 43 of 43 outbound references and 1 inbound Pith citation observation for arXiv:2505.03096."}