{"as_of":"2026-08-08T07:02:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:b1fddc23574039288be3c82b3ea9b9df559fd50064aff78c5b98abcbba4bd40b","coverage":[{"denominator":24,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":24,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T16:32:46.738028Z","state":"measured"},{"denominator":24,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":24,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-08T06:32:00.761636+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2507.13190/citation-record","integrity":"/paper/2507.13190/integrity","json":"/paper/2507.13190/citation-record.json","paper":"/paper/2507.13190"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2303.08774","last_updated":"2024-03-04T06:01:33Z","snapshot_observed_at":"2026-08-07T07:30:12.213965Z","submitted_at":"2023-03-15T17:15:04Z","title":"GPT-4 Technical Report","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.08774","snapshot_observed_at":"2026-08-06T16:32:45.283390Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-08T05:39:37.453213Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:45.283390Z"},"links":{"cited_paper":"/paper/2303.08774","citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:c774db2de47aa623ddbce40c330bd398cd584f9f2daa054193479c39185c081c","observation_id":"58d6ab0e-0c90-4790-b4b3-ceeb014d5590","resolution":{"observed_at":"2026-08-06T16:32:45.283390Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.16609","last_updated":"2023-09-28T17:07:49Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-09-28T17:07:49Z","title":"Qwen Technical Report","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.16609","snapshot_observed_at":"2026-08-06T16:32:45.338160Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-08T05:39:37.453213Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:45.338160Z"},"links":{"cited_paper":"/paper/2309.16609","citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:65c59ad544f6b2af5c84e4ad13e9f4a7efeefe6805048f39e484ced71826fc69","observation_id":"07449451-32c7-488c-a017-59e43ca001d9","resolution":{"observed_at":"2026-08-06T16:32:45.338160Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.10848","last_updated":"2023-10-23T05:05:15Z","snapshot_observed_at":"2026-07-06T16:08:37.443746Z","submitted_at":"2023-08-21T16:47:11Z","title":"AgentVerse: Facilitating Multi-Agent Collaboration and Exploring Emergent Behaviors","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.10848","snapshot_observed_at":"2026-08-06T16:32:45.475210Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-08T05:39:37.453213Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:45.475210Z"},"links":{"cited_paper":"/paper/2308.10848","citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:dfec1ad3c77855471e7ad1ce1dd4c46c8e2c76d36e54122dca689bd2aad4dad3","observation_id":"5c9a6b5e-8d3c-485b-a556-63da74bd110b","resolution":{"observed_at":"2026-08-06T16:32:45.475210Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2110.14168","last_updated":"2021-11-18T00:23:45Z","snapshot_observed_at":"2026-08-07T01:45:38.840969Z","submitted_at":"2021-10-27T04:49:45Z","title":"Training Verifiers to Solve Math Word Problems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2110.14168","snapshot_observed_at":"2026-08-06T16:32:45.546141Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-08T05:39:37.453213Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:45.546141Z"},"links":{"cited_paper":"/paper/2110.14168","citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:57095e60aceaa4a410d87f7e7140a6aec15927c740597393d71b251fa322bd04","observation_id":"4d11d178-5f5d-4b4d-bdc3-d211244ca9ab","resolution":{"observed_at":"2026-08-06T16:32:45.546141Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T16:32:45.643734Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-08T05:39:37.453213Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:45.643734Z"},"links":{"citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:4024ef63f7591c83c4b61439000a0bd90cc2b7ff0218d7d55fee244c6fababbc","observation_id":"8bc62629-9426-4f48-96c3-c16794dacb28","resolution":{"observed_at":"2026-08-06T16:32:45.643734Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T16:32:45.729759Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-08T05:39:37.453213Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:45.729759Z"},"links":{"citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:3c359f9bf113ddb1645925fd5b8a1ce92edfc1172e2c9902f9f648621508583f","observation_id":"81d3c6a1-761c-4d88-bad6-77e9022d741e","resolution":{"observed_at":"2026-08-06T16:32:45.729759Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.21783","last_updated":"2024-11-23T23:27:33Z","snapshot_observed_at":"2026-07-06T18:55:11.576666Z","submitted_at":"2024-07-31T17:54:27Z","title":"The Llama 3 Herd of Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.21783","snapshot_observed_at":"2026-08-06T16:32:45.816466Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-08T05:39:37.453213Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:45.816466Z"},"links":{"cited_paper":"/paper/2407.21783","citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:580e41835bfb0ebcbaea59b59c005fea91c2b8fb4be889db1a9cd1dd157266bc","observation_id":"83afe228-ee6d-4c49-b5ff-7565bf8a5ccf","resolution":{"observed_at":"2026-08-06T16:32:45.816466Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T16:32:45.925496Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-08T05:39:37.453213Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:45.925496Z"},"links":{"citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:a6d36db7ab3d0b2da8c93c9ab6bb1e9b7fa91e67fe972708eab9fa41f3a95a9d","observation_id":"0eecd898-7752-4d60-8ff6-31a7eb44ee93","resolution":{"observed_at":"2026-08-06T16:32:45.925496Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1510.03055","last_updated":"2016-06-10T22:03:28Z","snapshot_observed_at":"2026-07-06T04:32:42.614338Z","submitted_at":"2015-10-11T14:04:57Z","title":"A Diversity-Promoting Objective Function for Neural Conversation Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1510.03055","snapshot_observed_at":"2026-08-06T16:32:45.993247Z","title":null,"venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-08T05:39:37.453213Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:45.993247Z"},"links":{"cited_paper":"/paper/1510.03055","citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:ca80d8126960414c42e7dc4d8d7b216a730e126cac243017dbfa2711b60f74b4","observation_id":"e192a4f0-075f-40db-8531-88ad272a7453","resolution":{"observed_at":"2026-08-06T16:32:45.993247Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T16:32:46.054573Z","title":null,"venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-08T05:39:37.453213Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:46.054573Z"},"links":{"citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:61d570eb537614717678e2ee1f8968bdea2cdecbbb12b8ce543c1a746ada8bfd","observation_id":"074ee321-72cb-43ee-8d37-8ae80fd88cf0","resolution":{"observed_at":"2026-08-06T16:32:46.054573Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.03688","last_updated":"2025-10-04T03:54:18Z","snapshot_observed_at":"2026-08-06T20:36:41.418114Z","submitted_at":"2023-08-07T16:08:11Z","title":"AgentBench: Evaluating LLMs as Agents","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.03688","snapshot_observed_at":"2026-08-06T16:32:46.103936Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-08T05:39:37.453213Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:46.103936Z"},"links":{"cited_paper":"/paper/2308.03688","citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:71256f9f7a32c9f76256bb5a1579000fa1c6f9c37c6e4485cd6f000bf385afcc","observation_id":"8fd73add-634f-4902-b74d-52e9b3f0d8cb","resolution":{"observed_at":"2026-08-06T16:32:46.103936Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.15797","last_updated":"2024-12-20T11:14:29Z","snapshot_observed_at":"2026-07-06T20:10:51.514813Z","submitted_at":"2024-12-20T11:14:29Z","title":"Ensembling Large Language Models with Process Reward-Guided Tree Search for Better Complex Reasoning","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.15797","snapshot_observed_at":"2026-08-06T16:32:46.143917Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-08T05:39:37.453213Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:46.143917Z"},"links":{"cited_paper":"/paper/2412.15797","citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:9df535e5303b170cfb8e8d9419439a5ca33ddd8aa87385e85811838a7c2aafad","observation_id":"e72261ed-8f67-4ffe-93ac-33156ce75bb4","resolution":{"observed_at":"2026-08-06T16:32:46.143917Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T16:32:46.205789Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-08T05:39:37.453213Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:46.205789Z"},"links":{"citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:500960c77e678aef6ec6db3a972704d0ef146b0126b7aaa0adea79abdd6af8d8","observation_id":"893baf41-7972-4e8e-909e-2388a8d46366","resolution":{"observed_at":"2026-08-06T16:32:46.205789Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T16:32:46.266733Z","title":null,"venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-08T05:39:37.453213Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:46.266733Z"},"links":{"citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:58e94142460401ed403825282032cdb46438bdc9a8bb1b1779105db37b02abba","observation_id":"9b28ae04-2316-4f0d-b974-c685b09b41c1","resolution":{"observed_at":"2026-08-06T16:32:46.266733Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T16:32:46.282362Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-08T05:39:37.453213Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:46.282362Z"},"links":{"citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:5ec3a7245a134c1a587e957ce8821057546bd911cc5efa5ad979aa0085463829","observation_id":"fd6e25a2-9f51-4b9f-87e2-dac3aaf22a78","resolution":{"observed_at":"2026-08-06T16:32:46.282362Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T16:32:46.341320Z","title":null,"venue":null,"work_id":null,"year":1972},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-08T05:39:37.453213Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:46.341320Z"},"links":{"citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:3cc7e0bd295428e74f7ea0fa92a2d67984c85d4d1ede6d11923958fc86c76748","observation_id":"0f523a21-9b4f-44bd-8a1a-b89adbe70bbc","resolution":{"observed_at":"2026-08-06T16:32:46.341320Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2302.13971","last_updated":"2023-02-27T17:11:15Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-02-27T17:11:15Z","title":"LLaMA: Open and Efficient Foundation Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.13971","snapshot_observed_at":"2026-08-06T16:32:46.406606Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-08T05:39:37.453213Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:46.406606Z"},"links":{"cited_paper":"/paper/2302.13971","citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:cc71cb7f17f60c2d49319b3ada676a82a6a07a19f9a41e1509612e959fae9a85","observation_id":"36654da7-4944-44ec-87eb-dca38f12e7aa","resolution":{"observed_at":"2026-08-06T16:32:46.406606Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.18891","last_updated":"2025-03-24T17:04:55Z","snapshot_observed_at":"2026-08-07T16:40:35.401237Z","submitted_at":"2025-03-24T17:04:55Z","title":"AgentDropout: Dynamic Agent Elimination for Token-Efficient and High-Performance LLM-Based Multi-Agent Collaboration","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.18891","snapshot_observed_at":"2026-08-06T16:32:46.438272Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-08T05:39:37.453213Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:46.438272Z"},"links":{"cited_paper":"/paper/2503.18891","citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:b406148d8ed394444eba863bb2a5f01ba92625b9766eb4599acb641c139a60bc","observation_id":"d5556b73-0d1a-451d-b9f4-09c04befa02e","resolution":{"observed_at":"2026-08-06T16:32:46.438272Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2505.09388","last_updated":"2025-05-14T13:41:34Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-05-14T13:41:34Z","title":"Qwen3 Technical Report","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.09388","snapshot_observed_at":"2026-08-06T16:32:46.499381Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-08T05:39:37.453213Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:46.499381Z"},"links":{"cited_paper":"/paper/2505.09388","citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:edcb934aa29516d6a9d19081f51705940893a881f00ff36c7f13027f763cc4c5","observation_id":"a4154ee9-0e04-4976-b907-674121c03cae","resolution":{"observed_at":"2026-08-06T16:32:46.499381Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.02506","last_updated":"2024-10-03T14:14:31Z","snapshot_observed_at":"2026-08-06T07:05:30.821556Z","submitted_at":"2024-10-03T14:14:31Z","title":"Cut the Crap: An Economical Communication Pipeline for LLM-based Multi-Agent Systems","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.02506","snapshot_observed_at":"2026-08-06T16:32:46.559716Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-08T05:39:37.453213Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:46.559716Z"},"links":{"cited_paper":"/paper/2410.02506","citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:3a9292f625a6a42f0f4167df8f80722eb5bf863ee84be9bedec9ec34b611915f","observation_id":"a7e4301c-0efb-4db5-8d2b-41717004db85","resolution":{"observed_at":"2026-08-06T16:32:46.559716Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.11782","last_updated":"2025-02-06T15:37:52Z","snapshot_observed_at":"2026-08-04T04:02:29.838505Z","submitted_at":"2024-10-15T17:01:21Z","title":"G-Designer: Architecting Multi-agent Communication Topologies via Graph Neural Networks","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.11782","snapshot_observed_at":"2026-08-06T16:32:46.583795Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-08T05:39:37.453213Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:46.583795Z"},"links":{"cited_paper":"/paper/2410.11782","citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:c68a3c6af8bde0fab67a78409e5202dd731f397d217a40a262f3ee9e806f5d6a","observation_id":"a87486a9-6178-49a6-a886-216b62f48280","resolution":{"observed_at":"2026-08-06T16:32:46.583795Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T16:32:46.644031Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-08T05:39:37.453213Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:46.644031Z"},"links":{"citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:eaba16de2291392a0e02b45e52432bd314bf0ab3916dd82f5a6914d3305b2f64","observation_id":"bf227277-b30b-4217-8e9d-ec0e940627db","resolution":{"observed_at":"2026-08-06T16:32:46.644031Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T16:32:46.704892Z","title":"online\" 'onlinestring :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-08T05:39:37.453213Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:46.704892Z"},"links":{"citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:0a4fb88b10d25848512f8b09d977b95b3de47cde5dc55ad380052983ea781261","observation_id":"cd993823-0b3f-44c6-9ae6-006e5e06ebff","resolution":{"observed_at":"2026-08-06T16:32:46.704892Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T16:32:46.738028Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","snapshot_observed_at":"2026-08-08T05:39:37.453213Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-06T16:32:46.738028Z"},"links":{"citing_paper":"/paper/2507.13190"},"observation_digest":"sha256:624af3127adbeb81794a934653fb79eb6056227a083aef80195205f3178a1e7e","observation_id":"9bcfec94-560f-4a08-a2db-dc03f78c66e0","resolution":{"observed_at":"2026-08-06T16:32:46.738028Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2507.13190","last_updated":"2025-07-17T14:59:20Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-08T05:39:37.453213Z","submitted_at":"2025-07-17T14:59:20Z","title":"GEMMAS: Graph-based Evaluation Metrics for Multi Agent Systems"},"reference_resolution":{"displayed":24,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":24,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":24},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 24 of 24 outbound references and 0 inbound Pith citation observations for arXiv:2507.13190."}