{"as_of":"2026-08-07T05:01:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:515b9c20a6bc56ee5cd72b76baec63f0dff1304bcfb9eff9709a18bc326ae8a5","coverage":[{"denominator":126,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":100,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T13:06:45.612718Z","state":"measured"},{"denominator":105,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":105,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-06T06:34:29.942622+00:00","state":"measured"},{"denominator":5,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":5,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-02T04:47:03.693039Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-06-30T15:44:48.487686Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2507.21017","snapshot_observed_at":"2026-07-13T11:58:11.319217Z","title":"https://doi.org/10.48550/ARXIV.2507.21017","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2604.03926","last_updated":"2026-04-05T01:37:53Z","snapshot_observed_at":"2026-07-13T11:58:10.059396Z","submitted_at":"2026-04-05T01:37:53Z","title":"CODE-GEN: A Human-in-the-Loop RAG-Based Agentic AI System for Multiple-Choice Question Generation","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-07-13T11:58:11.319217Z"},"links":{"cited_paper":"/paper/2507.21017","citing_paper":"/paper/2604.03926"},"observation_digest":"sha256:e20a670de80d125f36e846cd4b8a3a1f94668068b97860578d6f4d55af57dc2e","observation_id":"7f57ba85-e680-4762-bfee-c9e23240653f","resolution":{"observed_at":"2026-07-13T11:58:11.319217Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"cited_work":{"arxiv_id":"2507.21017","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2507.21017","snapshot_observed_at":"2026-06-30T15:44:48.487686Z","title":"Zhang, Y","venue":null,"work_id":"946c2441-5ace-4857-8bbc-15fefbb5c91b","year":2025},"citing_paper":{"arxiv_id":"2604.07624","last_updated":"2026-04-08T21:55:18Z","snapshot_observed_at":"2026-08-06T17:59:43.266207Z","submitted_at":"2026-04-08T21:55:18Z","title":"Program Analysis Guided LLM Agent for Proof-of-Concept Generation","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-05-10T17:05:01.812948Z"},"links":{"cited_paper":"/paper/2507.21017","citing_paper":"/paper/2604.07624"},"observation_digest":"sha256:4669955ca1e65345b04f15c8acebf19d9155c4abda306cd2efe6fb5e3512be62","observation_id":"1558e2c4-cf73-4e1f-b167-0c828bf8b038","resolution":{"observed_at":"2026-05-11T07:36:00.140158Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"cited_work":{"arxiv_id":"2507.21017","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2507.21017","snapshot_observed_at":"2026-06-30T15:44:48.487686Z","title":"Zhang, Y","venue":null,"work_id":"946c2441-5ace-4857-8bbc-15fefbb5c91b","year":2025},"citing_paper":{"arxiv_id":"2605.24219","last_updated":"2026-05-26T16:24:40Z","snapshot_observed_at":"2026-07-06T23:34:18.555542Z","submitted_at":"2026-05-22T21:05:10Z","title":"Beyond Final Answers: Auditing Trajectory-Level Hallucinations in Multi-Agent Industrial Workflows","version":2},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-06-30T15:37:49.689481Z"},"links":{"cited_paper":"/paper/2507.21017","citing_paper":"/paper/2605.24219"},"observation_digest":"sha256:e752ab68b9e3de9e01fbfdb7d1ee50fc78268192d14df73a2429a799a51bf943","observation_id":"52d6c6ab-46f6-4233-ba9c-d886eff3fcdb","resolution":{"observed_at":"2026-06-30T15:44:48.489125Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2507.21017","snapshot_observed_at":"2026-08-02T04:47:03.643606Z","title":"Mirage-bench: Llm agent is hallucinating and where to find them.CoRR, abs/2507.21017,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.13596","last_updated":"2026-07-15T08:39:10Z","snapshot_observed_at":"2026-08-06T19:35:53.949764Z","submitted_at":"2026-07-15T08:39:10Z","title":"Protective Capacity Hallucination: When Large Language Models Claim Nonexistent Capabilities","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-02T04:47:03.643606Z"},"links":{"cited_paper":"/paper/2507.21017","citing_paper":"/paper/2607.13596"},"observation_digest":"sha256:78bf9d07dfe12297ac8ad4c2e35646e282852c3296cbf224099290114c1e8a02","observation_id":"278b1612-001e-4336-b99f-c525c5dd1281","resolution":{"observed_at":"2026-08-02T04:47:03.643606Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2507.21017","snapshot_observed_at":"2026-08-02T04:47:03.693039Z","title":"I have already called 911","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.13596","last_updated":"2026-07-15T08:39:10Z","snapshot_observed_at":"2026-08-06T19:35:53.949764Z","submitted_at":"2026-07-15T08:39:10Z","title":"Protective Capacity Hallucination: When Large Language Models Claim Nonexistent Capabilities","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-02T04:47:03.693039Z"},"links":{"cited_paper":"/paper/2507.21017","citing_paper":"/paper/2607.13596"},"observation_digest":"sha256:98b450e100ae5da935af55ea12f332b61adb25896bc8bc264d82fd179fecbdd6","observation_id":"19c94a0b-b8ac-43f9-ad43-76a342e2aa32","resolution":{"observed_at":"2026-08-02T04:47:03.693039Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2507.21017/citation-record","integrity":"/paper/2507.21017/integrity","json":"/paper/2507.21017/citation-record.json","paper":"/paper/2507.21017"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:36.588726Z","title":"Digirl: Training in-the-wild device-control agents with autonomous reinforcement learning","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:36.588726Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:2e2f697522ace2a031cd086e14a312357fffdad11fe2914b28a53faf9f426107","observation_id":"bad9f030-7f6f-4408-b8b6-43f9710d4451","resolution":{"observed_at":"2026-08-06T13:06:36.588726Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2504.17550","last_updated":"2025-04-24T13:40:27Z","snapshot_observed_at":"2026-08-05T13:57:10.169187Z","submitted_at":"2025-04-24T13:40:27Z","title":"HalluLens: LLM Hallucination Benchmark","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.17550","snapshot_observed_at":"2026-08-06T13:06:36.599018Z","title":"Hallulens: Llm hallucination benchmark","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:36.599018Z"},"links":{"cited_paper":"/paper/2504.17550","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:81aa7717f65a81d383e44a055fe41e44b0540619dd666c85cde8625053c81817","observation_id":"c3bc9cd2-4707-482c-8568-42007d7edf06","resolution":{"observed_at":"2026-08-06T13:06:36.599018Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:36.643937Z","title":"Workarena++: Towards compositional planning and reasoning-based common knowledge work tasks","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:36.643937Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:2e52e99b2483565893b85a9f52c06ebbaaa9d3affa1d7c23c6713613ebb1f6a6","observation_id":"4230958e-ec64-4b07-9e13-1ffbebfe9806","resolution":{"observed_at":"2026-08-06T13:06:36.643937Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.05467","last_updated":"2025-02-28T16:02:27Z","snapshot_observed_at":"2026-08-06T15:44:08.375632Z","submitted_at":"2024-12-06T23:43:59Z","title":"The BrowserGym Ecosystem for Web Agent Research","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.05467","snapshot_observed_at":"2026-08-06T13:06:36.680376Z","title":"The browsergym ecosystem for web agent research","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:36.680376Z"},"links":{"cited_paper":"/paper/2412.05467","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:7d9502b338e4a168eabaf2b54e8b03496c98049a2b7f390324d7b59e398f88e1","observation_id":"54f91bce-783f-4b4f-87e5-bb724c73f399","resolution":{"observed_at":"2026-08-06T13:06:36.680376Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:36.758561Z","title":"Mind2web: Towards a generalist agent for the web","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:36.758561Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:5c8ec70713d09b9306d93be44bc989fd852521fc251591aea54b7605fbde2f73","observation_id":"18db868a-18b6-4399-982d-7fa4d022729a","resolution":{"observed_at":"2026-08-06T13:06:36.758561Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.07718","last_updated":"2024-07-23T06:19:28Z","snapshot_observed_at":"2026-08-02T12:09:24.340284Z","submitted_at":"2024-03-12T14:58:45Z","title":"WorkArena: How Capable Are Web Agents at Solving Common Knowledge Work Tasks?","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.07718","snapshot_observed_at":"2026-08-06T13:06:36.862403Z","title":"Workarena: How capable are web agents at solving common knowledge work tasks? arXiv preprint arXiv:2403.07718, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:36.862403Z"},"links":{"cited_paper":"/paper/2403.07718","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:909c064d8f6237892215d0c32f9be3df852f76cb5dcd4d7f7bd6c0bb94b4f466","observation_id":"0c278051-78d7-4b1e-9b9e-ac93a8939375","resolution":{"observed_at":"2026-08-06T13:06:36.862403Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:36.962272Z","title":"Detecting hallucinations in large language models using semantic entropy","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:36.962272Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:3865a16a4772cc3d1797e9154ec5f75cb48db7c0a92efb606e7a505fad41f4fc","observation_id":"1dc67f8a-badc-44b3-ad3e-7941ecd1c4b8","resolution":{"observed_at":"2026-08-06T13:06:36.962272Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:37.112150Z","title":"Assessment and mitigation of inconsistencies in llm-based evalua- tions","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:37.112150Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:62ccab4b83e46aff2b71272899b62afdc4f3359f2e6be3e56892ee18236ffcc9","observation_id":"6c745b19-7cc7-4e3a-952d-688f666634af","resolution":{"observed_at":"2026-08-06T13:06:37.112150Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.15594","last_updated":"2025-10-19T10:32:43Z","snapshot_observed_at":"2026-08-02T10:23:50.881300Z","submitted_at":"2024-11-23T16:03:35Z","title":"A Survey on LLM-as-a-Judge","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.15594","snapshot_observed_at":"2026-08-06T13:06:37.190014Z","title":"A survey on llm-as-a-judge","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:37.190014Z"},"links":{"cited_paper":"/paper/2411.15594","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:dd9eaf18ff4e42fa8e1ae0966f9d9f36ecc7399d1b7b0edeca8ba8fb97434160","observation_id":"4b3e2150-9332-4955-96f9-f0e321589c62","resolution":{"observed_at":"2026-08-06T13:06:37.190014Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:37.305624Z","title":"A survey on hallucination in large language models: Principles, taxonomy, challenges, and open questions","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:37.305624Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:c37f608c5505455ed935b52967ec26aac95a179638711367785531a5b156f270","observation_id":"36b476a0-4cf6-4403-b42e-5c0caf4189a5","resolution":{"observed_at":"2026-08-06T13:06:37.305624Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:37.388156Z","title":"Survey of hallucination in natural language generation","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:37.388156Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:45abfcac48e3e7066b968314b06afc243f593994c1b8134c661103145798b2f8","observation_id":"0db7d40c-0bf8-420c-b7f5-20b384fa0c21","resolution":{"observed_at":"2026-08-06T13:06:37.388156Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.06770","last_updated":"2024-11-11T23:05:04Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-10-10T16:47:29Z","title":"SWE-bench: Can Language Models Resolve Real-World GitHub Issues?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.06770","snapshot_observed_at":"2026-08-06T13:06:37.514743Z","title":"Swe-bench: Can language models resolve real-world github issues? arXiv preprint arXiv:2310.06770, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:37.514743Z"},"links":{"cited_paper":"/paper/2310.06770","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:bbd38a789c79dc2708df58c4e5acf42878fb9f491a3d0b44d6c9043d3df33c52","observation_id":"14d86613-c644-4c26-ac22-beebbf707150","resolution":{"observed_at":"2026-08-06T13:06:37.514743Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.03205","last_updated":"2024-01-06T12:40:45Z","snapshot_observed_at":"2026-07-06T17:12:18.575364Z","submitted_at":"2024-01-06T12:40:45Z","title":"The Dawn After the Dark: An Empirical Study on Factuality Hallucination in Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.03205","snapshot_observed_at":"2026-08-06T13:06:37.580196Z","title":"The dawn after the dark: An empirical study on factuality hallucination in large language models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:37.580196Z"},"links":{"cited_paper":"/paper/2401.03205","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:54e30960568fbdbd07960616bedefa7f1bdbfbab42f0086e3a59d415a21d4fa4","observation_id":"854b0e02-50a3-427d-b778-9b08f4113e17","resolution":{"observed_at":"2026-08-06T13:06:37.580196Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:37.650664Z","title":"Embodied agent interface: Benchmarking llms for embodied decision making","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:37.650664Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:57556b6e02b9d30d9066b6c5696c46686e75764d4c012388017251936517aa2c","observation_id":"207384d8-cd31-49d7-a28f-6a0b39a468c4","resolution":{"observed_at":"2026-08-06T13:06:37.650664Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2109.07958","last_updated":"2022-05-08T02:43:02Z","snapshot_observed_at":"2026-08-03T16:26:48.747700Z","submitted_at":"2021-09-08T17:15:27Z","title":"TruthfulQA: Measuring How Models Mimic Human Falsehoods","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2109.07958","snapshot_observed_at":"2026-08-06T13:06:37.722830Z","title":"Truthfulqa: Measuring how models mimic human falsehoods","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:37.722830Z"},"links":{"cited_paper":"/paper/2109.07958","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:c930f1fd04c6e57a23b6a029e622d5821f232ede31a4adcc27cedd17b6efa35d","observation_id":"cb9a1d5a-30e5-432c-b9b6-b8b629e9035e","resolution":{"observed_at":"2026-08-06T13:06:37.722830Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.03688","last_updated":"2025-10-04T03:54:18Z","snapshot_observed_at":"2026-08-06T20:36:41.418114Z","submitted_at":"2023-08-07T16:08:11Z","title":"AgentBench: Evaluating LLMs as Agents","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.03688","snapshot_observed_at":"2026-08-06T13:06:37.802075Z","title":"Agentbench: Evaluating llms as agents","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:37.802075Z"},"links":{"cited_paper":"/paper/2308.03688","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:ac9d87843a2088c7a3969cbbe87b08983862ece3d92b6fdb8d04f781cf47d36c","observation_id":"d4524c20-ccdb-4248-bfa1-21d22cba0123","resolution":{"observed_at":"2026-08-06T13:06:37.802075Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:37.903774Z","title":"Weblinx: Real-world website navigation with multi-turn dialogue","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:37.903774Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:69b59d29b8d69ba7bbf184dc88c41ae7a7dba5d90bab4bc37ceaa0f1c38b2487","observation_id":"2aeec24a-f052-4758-9046-c2ba8d3dba97","resolution":{"observed_at":"2026-08-06T13:06:37.903774Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.07070","last_updated":"2024-06-11T08:56:18Z","snapshot_observed_at":"2026-07-06T18:28:47.000729Z","submitted_at":"2024-06-11T08:56:18Z","title":"HalluDial: A Large-Scale Benchmark for Automatic Dialogue-Level Hallucination Evaluation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.07070","snapshot_observed_at":"2026-08-06T13:06:37.984774Z","title":"Halludial: A large-scale benchmark for automatic dialogue-level hallucination evaluation","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:37.984774Z"},"links":{"cited_paper":"/paper/2406.07070","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:982999df58d2b151adcec1ec001da643499587ffc5c94ebd106728ff9cabf0a2","observation_id":"10dd5baf-7564-4263-9296-dde44e02ac82","resolution":{"observed_at":"2026-08-06T13:06:37.984774Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.02544","last_updated":"2025-09-05T09:21:10Z","snapshot_observed_at":"2026-08-05T10:11:53.289326Z","submitted_at":"2024-08-05T15:16:22Z","title":"Caution for the Environment: Multimodal LLM Agents are Susceptible to Environmental Distractions","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.02544","snapshot_observed_at":"2026-08-06T13:06:38.087768Z","title":"Caution for the environment: Multimodal agents are susceptible to environmental distractions","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:38.087768Z"},"links":{"cited_paper":"/paper/2408.02544","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:6989f0bdd2d67ec6cc04dea4f414ecca4e9d80e5047961113f9b0e406735975e","observation_id":"8c85bdb2-6dc5-4042-8abe-5185dd740d17","resolution":{"observed_at":"2026-08-06T13:06:38.087768Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.14251","last_updated":"2023-10-11T05:27:50Z","snapshot_observed_at":"2026-08-01T16:29:58.693560Z","submitted_at":"2023-05-23T17:06:00Z","title":"FActScore: Fine-grained Atomic Evaluation of Factual Precision in Long Form Text Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.14251","snapshot_observed_at":"2026-08-06T13:06:38.175727Z","title":"Factscore: Fine-grained atomic evaluation of factual precision in long form text generation","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:38.175727Z"},"links":{"cited_paper":"/paper/2305.14251","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:03e803590534743f93f24d4682c4f69519f4eb89309e6c81a02c6998da3f05fc","observation_id":"625259ec-4d31-4a5a-b7f0-827a6629c2d5","resolution":{"observed_at":"2026-08-06T13:06:38.175727Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2504.06969","last_updated":"2025-04-09T15:26:00Z","snapshot_observed_at":"2026-08-05T20:35:09.097055Z","submitted_at":"2025-04-09T15:26:00Z","title":"Towards LLMs Robustness to Changes in Prompt Format Styles","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.06969","snapshot_observed_at":"2026-08-06T13:06:38.257775Z","title":"Towards llms robustness to changes in prompt format styles","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:38.257775Z"},"links":{"cited_paper":"/paper/2504.06969","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:b6a8eaa004e05926e34e49f14c7113988eadd0ad3b28b319103032bf354d5265","observation_id":"ed4adeaf-ad9d-4eca-8c71-cb51b2e97a56","resolution":{"observed_at":"2026-08-06T13:06:38.257775Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.00396","last_updated":"2024-05-17T06:29:31Z","snapshot_observed_at":"2026-07-06T17:10:16.873073Z","submitted_at":"2023-12-31T04:43:45Z","title":"RAGTruth: A Hallucination Corpus for Developing Trustworthy Retrieval-Augmented Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.00396","snapshot_observed_at":"2026-08-06T13:06:38.332252Z","title":"Ragtruth: A hallucination corpus for developing trustworthy retrieval- augmented language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:38.332252Z"},"links":{"cited_paper":"/paper/2401.00396","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:015291915b9ce2e16722bac7d394a894ec534e6e23ebeaad3450b7e66dc65f57","observation_id":"9a4f8bc8-07fc-4e45-a27c-04f584ef4ef8","resolution":{"observed_at":"2026-08-06T13:06:38.332252Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.08292","last_updated":"2025-01-14T18:13:08Z","snapshot_observed_at":"2026-07-06T20:21:04.675084Z","submitted_at":"2025-01-14T18:13:08Z","title":"HALoGEN: Fantastic LLM Hallucinations and Where to Find Them","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.08292","snapshot_observed_at":"2026-08-06T13:06:38.445916Z","title":"Halogen: Fantastic llm hallucinations and where to find them","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:38.445916Z"},"links":{"cited_paper":"/paper/2501.08292","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:94744232b9fbc1da1b7730f7f31a09c681dd00500974b4e01d89fc4369d70e69","observation_id":"76d298b1-746d-4208-bed2-341bfa53cc59","resolution":{"observed_at":"2026-08-06T13:06:38.445916Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.14573","last_updated":"2025-04-06T20:37:50Z","snapshot_observed_at":"2026-07-06T18:18:39.093732Z","submitted_at":"2024-05-23T13:48:54Z","title":"AndroidWorld: A Dynamic Benchmarking Environment for Autonomous Agents","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.14573","snapshot_observed_at":"2026-08-06T13:06:38.558563Z","title":"Androidworld: A dynamic benchmarking environment for autonomous agents","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:38.558563Z"},"links":{"cited_paper":"/paper/2405.14573","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:b19c76b00abd244eff75577ecf27ff0544f4cbb8bd05332dd73347c76f075908","observation_id":"acbcae47-8355-44b4-9a49-4585e73b57c6","resolution":{"observed_at":"2026-08-06T13:06:38.558563Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:38.636648Z","title":"The troubling emergence of hallucination in large language models-an extensive definition, quantification, and prescriptive remediations","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:38.636648Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:67f95901f1c61b2eeb593eabee1fbd0629309ca5b0995bf02b4aee6bd544db5f","observation_id":"2cb77686-93b0-4ec3-b1d2-14c51dc339d3","resolution":{"observed_at":"2026-08-06T13:06:38.636648Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2010.03768","last_updated":"2021-03-14T22:44:38Z","snapshot_observed_at":"2026-07-06T10:02:33.297722Z","submitted_at":"2020-10-08T05:13:36Z","title":"ALFWorld: Aligning Text and Embodied Environments for Interactive Learning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2010.03768","snapshot_observed_at":"2026-08-06T13:06:38.748823Z","title":"Alfworld: Aligning text and embodied environments for interactive learning","venue":null,"work_id":null,"year":2010},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:38.748823Z"},"links":{"cited_paper":"/paper/2010.03768","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:3c2a47add35c8817a4a99a581805052d04d414cec6500d2c47288137cf56f449","observation_id":"f5be0020-51e2-497b-a482-fc862d97bc40","resolution":{"observed_at":"2026-08-06T13:06:38.748823Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:38.818597Z","title":"Cognitive architec- tures for language agents","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:38.818597Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:8143bdd227a1330015824e05e4cbc19278c79deef90f827db36f3c6778429955","observation_id":"a8bae754-042d-47ae-980a-b912da186434","resolution":{"observed_at":"2026-08-06T13:06:38.818597Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.01313","last_updated":"2024-01-08T16:19:17Z","snapshot_observed_at":"2026-07-06T17:10:56.398607Z","submitted_at":"2024-01-02T17:56:30Z","title":"A Comprehensive Survey of Hallucination Mitigation Techniques in Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.01313","snapshot_observed_at":"2026-08-06T13:06:38.860943Z","title":"A comprehensive survey of hallucination mitigation techniques in large language models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:38.860943Z"},"links":{"cited_paper":"/paper/2401.01313","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:5a8959e74426d97b45a4a314b6bbaf1e2a83501482c14deeba3fa11b714fc080","observation_id":"0e012ae4-4a40-4cdb-b393-49b5d79feeeb","resolution":{"observed_at":"2026-08-06T13:06:38.860943Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.03987","last_updated":"2023-08-12T14:57:37Z","snapshot_observed_at":"2026-08-04T09:02:49.602701Z","submitted_at":"2023-07-08T14:25:57Z","title":"A Stitch in Time Saves Nine: Detecting and Mitigating Hallucinations of LLMs by Validating Low-Confidence Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.03987","snapshot_observed_at":"2026-08-06T13:06:38.977744Z","title":"A stitch in time saves nine: Detecting and mitigating hallucinations of llms by validating low-confidence generation","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:38.977744Z"},"links":{"cited_paper":"/paper/2307.03987","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:b4a7efaa36271d5021023345b22c3dfbcd64c36821ca671d280fe9053d685807","observation_id":"15ac6a5b-4793-4018-9382-52aee1ada4ae","resolution":{"observed_at":"2026-08-06T13:06:38.977744Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:39.041541Z","title":"Chain-of-thought prompting elicits reasoning in large language models","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:39.041541Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:d93e7da9061400d063fb76ca09fdfb36d1c43d95327e9675e690b804af82608f","observation_id":"9977dc3b-ac8f-49e9-95d4-f7c55d2c056d","resolution":{"observed_at":"2026-08-06T13:06:39.041541Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:39.119427Z","title":"Adversarial attacks on multimodal agents","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:39.119427Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:d798d363779d36d704232c2d2dd6965bcedececc1f2287aab9b0629d5c2d42e8","observation_id":"c0cfa8e2-120d-4566-a7af-ecf1e5b52c96","resolution":{"observed_at":"2026-08-06T13:06:39.119427Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.07456","last_updated":"2024-02-15T09:30:48Z","snapshot_observed_at":"2026-08-06T10:13:53.181541Z","submitted_at":"2024-02-12T07:29:22Z","title":"OS-Copilot: Towards Generalist Computer Agents with Self-Improvement","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.07456","snapshot_observed_at":"2026-08-06T13:06:39.188142Z","title":"Os-copilot: Towards generalist computer agents with self-improvement","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:39.188142Z"},"links":{"cited_paper":"/paper/2402.07456","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:e0c4d71dbcd03346da9b8bc9816efac8f48d3ae691a7f071a234f53a72cea7e7","observation_id":"c7993a8c-b131-43db-a755-b015f5702369","resolution":{"observed_at":"2026-08-06T13:06:39.188142Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:39.300588Z","title":"Osworld: Benchmarking multimodal agents for open-ended tasks in real computer environments","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:39.300588Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:fcd0d419ffbc30554d5251cfacf9a85e448ab5ce6556989edc9259e7521016e5","observation_id":"f2d90d96-f95a-4928-9e1b-6b0c5e422e12","resolution":{"observed_at":"2026-08-06T13:06:39.300588Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.17401","last_updated":"2025-05-31T18:34:01Z","snapshot_observed_at":"2026-08-01T16:54:45.609883Z","submitted_at":"2024-10-22T20:18:26Z","title":"AdvAgent: Controllable Blackbox Red-teaming on Web Agents","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.17401","snapshot_observed_at":"2026-08-06T13:06:39.378280Z","title":"Advweb: Controllable black-box attacks on vlm-powered web agents","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:39.378280Z"},"links":{"cited_paper":"/paper/2410.17401","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:36e7cc1652fb74fccc975586796e6df9cfe361cc7708c07a61a268969dea7cd4","observation_id":"93533467-36d7-41de-9837-9439022d3a6a","resolution":{"observed_at":"2026-08-06T13:06:39.378280Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.14161","last_updated":"2025-09-10T08:35:19Z","snapshot_observed_at":"2026-08-01T16:27:28.241667Z","submitted_at":"2024-12-18T18:55:40Z","title":"TheAgentCompany: Benchmarking LLM Agents on Consequential Real World Tasks","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.14161","snapshot_observed_at":"2026-08-06T13:06:39.489224Z","title":"Theagentcompany: benchmarking llm agents on consequential real world tasks","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:39.489224Z"},"links":{"cited_paper":"/paper/2412.14161","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:3aca59d5b6d356b1ec25010e7d0f69cf7ecf2553021e41f2537f3a4783f270c2","observation_id":"f8860e49-de91-4121-9d63-e937a52cdc82","resolution":{"observed_at":"2026-08-06T13:06:39.489224Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.00618","last_updated":"2025-06-20T01:24:06Z","snapshot_observed_at":"2026-07-06T21:34:19.918690Z","submitted_at":"2025-05-31T16:04:59Z","title":"RiOSWorld: Benchmarking the Risk of Multimodal Computer-Use Agents","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.00618","snapshot_observed_at":"2026-08-06T13:06:39.600377Z","title":"Riosworld: Benchmarking the risk of multimodal compter-use agents","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:39.600377Z"},"links":{"cited_paper":"/paper/2506.00618","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:2db3b280721404d110c962186456cae4c4e46e5c11c2a6b5ea48e2360adf7a65","observation_id":"e02f4beb-6747-45b5-a515-3a32c537d92a","resolution":{"observed_at":"2026-08-06T13:06:39.600377Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:39.713147Z","title":"Swe-agent: Agent-computer interfaces enable automated software engineering","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:39.713147Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:eeddec5e1853cecae79560de539c1f0ca1897a0a399f37e54c7486076eba6768","observation_id":"ee0414e0-5e93-4809-a1ab-a40d317c0b87","resolution":{"observed_at":"2026-08-06T13:06:39.713147Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:39.849262Z","title":"Webshop: Towards scalable real-world web interaction with grounded language agents","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:39.849262Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:84965611e2f9a0b4614408c6ae1b2a6aa84b4cce998433d6b653788bb1362dcd","observation_id":"6e7144c5-89b1-46ed-9368-88a3f2cc0049","resolution":{"observed_at":"2026-08-06T13:06:39.849262Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:39.952700Z","title":"τ-bench: A benchmark for tool-agent-user interaction in real-world domains, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:39.952700Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:66a6f87b319102b1e479d88961e0c697411c03c495012cde8081fd3e74b7ce68","observation_id":"59e0a441-0be8-445c-b2ae-823f232c8820","resolution":{"observed_at":"2026-08-06T13:06:39.952700Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:40.036737Z","title":"React: Synergizing reasoning and acting in language models, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:40.036737Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:ee017a76ef593fbe2b42e558b69fca395cae6ca8f31074d4d92cf3e342da3834","observation_id":"41dcae31-c07f-4880-99ce-e9b7ce9dbc63","resolution":{"observed_at":"2026-08-06T13:06:40.036737Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.16416","last_updated":"2026-04-23T17:36:18Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-03-20T17:59:23Z","title":"Survey on Evaluation of LLM-based Agents","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.16416","snapshot_observed_at":"2026-08-06T13:06:40.100049Z","title":"Survey on evaluation of llm-based agents","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:40.100049Z"},"links":{"cited_paper":"/paper/2503.16416","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:bad9c02d7185da56628a7de69837f0e546e93a95910b6896e92cdf28135b90c6","observation_id":"0dc1cd65-df81-4ce4-b016-3dc6fb980dba","resolution":{"observed_at":"2026-08-06T13:06:40.100049Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.02391","last_updated":"2025-05-24T16:15:46Z","snapshot_observed_at":"2026-08-05T21:14:08.776265Z","submitted_at":"2024-11-04T18:56:42Z","title":"Attacking Vision-Language Computer Agents via Pop-ups","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.02391","snapshot_observed_at":"2026-08-06T13:06:40.188635Z","title":"Attacking vision-language computer agents via pop-ups","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:40.188635Z"},"links":{"cited_paper":"/paper/2411.02391","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:df1c3c3582daa9336433e6c0c30c89f81c6026ede8f15f9ae729371a1864c3e1","observation_id":"2fa0340b-5ae2-4a86-bb6e-c55395cc9725","resolution":{"observed_at":"2026-08-06T13:06:40.188635Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.13854","last_updated":"2024-04-16T15:13:18Z","snapshot_observed_at":"2026-08-06T12:47:01.809185Z","submitted_at":"2023-07-25T22:59:32Z","title":"WebArena: A Realistic Web Environment for Building Autonomous Agents","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.13854","snapshot_observed_at":"2026-08-06T13:06:40.295209Z","title":"Webarena: A realistic web environment for building autonomous agents","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:40.295209Z"},"links":{"cited_paper":"/paper/2307.13854","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:d21adc23bf7ce5991a80bab4e1701aa73bdcea29ad915643adb2122afcbdd1dc","observation_id":"c2ce1916-70f2-452b-932c-91f0b994785f","resolution":{"observed_at":"2026-08-06T13:06:40.295209Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.10934","last_updated":"2024-10-16T17:54:12Z","snapshot_observed_at":"2026-08-05T11:14:45.116658Z","submitted_at":"2024-10-14T17:57:02Z","title":"Agent-as-a-Judge: Evaluate Agents with Agents","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.10934","snapshot_observed_at":"2026-08-06T13:06:40.376737Z","title":"eval_score","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:40.376737Z"},"links":{"cited_paper":"/paper/2410.10934","citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:43f1467f6f4a7c1acc010cb47ac90c787352dcb3dc0540891bf3b2f3a5dd48b8","observation_id":"2de7c469-1031-4370-b4bd-78bed9ffcea1","resolution":{"observed_at":"2026-08-06T13:06:40.376737Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:40.485603Z","title":"theagentcompany","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:40.485603Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:840b41787f2c9a1be80c50691b6d06c6ed093ebed9ddc5ea6aa92935dbdc3a3c","observation_id":"e28f248d-f8e0-4e19-a3a7-8bde0d2dab8a","resolution":{"observed_at":"2026-08-06T13:06:40.485603Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:40.562029Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:40.562029Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:a566e8bb8bf895460eb14be5cfb9f427d7a41b92e9e8aa631269edfcca82938a","observation_id":"3fa5b52c-faf5-4f81-9d08-0bfb99a306e3","resolution":{"observed_at":"2026-08-06T13:06:40.562029Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:40.671622Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:40.671622Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:d5bfd1f86e1825a94f3c106d8d5596da0df98a649ce1eb4d79f7e55f013ce206","observation_id":"2ef81b64-3609-4f70-b809-343664f9ce31","resolution":{"observed_at":"2026-08-06T13:06:40.671622Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:40.756493Z","title":"How long is the meeting expected to run?","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:40.756493Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:fc460edb80b06f717304112db6f02dacb1d112720ea2eb61fbe4e8db0bc0da00","observation_id":"8bd0619f-85ee-420e-a391-4b0b26752240","resolution":{"observed_at":"2026-08-06T13:06:40.756493Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:40.891679Z","title":"theagentcompany","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:40.891679Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:3f3475d073c2bb283f015a146ed7758248a2dd4604fe309c147846e00bb0ff2e","observation_id":"e2a0ebef-3a3b-44d7-89a5-52af21c1118d","resolution":{"observed_at":"2026-08-06T13:06:40.891679Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:41.061805Z","title":"theagentcompany","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:41.061805Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:129fbc4ba0286b2c67aea3c27b8357e74048fa64c7f82a07b0d03ffea5f58e5b","observation_id":"c57fa9c3-c1c1-41f1-bb1d-01585b09471a","resolution":{"observed_at":"2026-08-06T13:06:41.061805Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:41.212687Z","title":"Output Requirements • Output the entire updated accessibility tree, reflecting the inserted reply node","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:41.212687Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:e75b5e1db281ea50487fc8ecfc40852ff2a1e89a37d1376d2aec1e6ff37613e7","observation_id":"78673061-2a5a-4f11-acc5-f315c83c0ae3","resolution":{"observed_at":"2026-08-06T13:06:41.212687Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:41.375443Z","title":"Hi Chen, please exclude suspended or reviewed staff","venue":null,"work_id":null,"year":2000},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:41.375443Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:c92839874ecdf9018e60a2c56c910cbbb38334c9a12a4cf1ba1556eec2e1bdc0","observation_id":"fd26bed2-6f1e-45e0-926a-1528abc78b11","resolution":{"observed_at":"2026-08-06T13:06:41.375443Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:41.535900Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:41.535900Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:44950e5b454b541d96d739ffe72a463742f5ea284073642c83879e0519aee2ff","observation_id":"9dbdd061-54ae-49b6-bba2-607e85d8bb8e","resolution":{"observed_at":"2026-08-06T13:06:41.535900Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:41.631635Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:41.631635Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:ed46a17bb0578bfdff94c7321d0769fee8e6517c5bd858d88bcd296dac03f09c","observation_id":"e3857992-e96c-4e29-bdee-ce15005ddc31","resolution":{"observed_at":"2026-08-06T13:06:41.631635Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:41.768491Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:41.768491Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:972599a9986898c3814a031ab942bbe1609651871f85e6b7106738637731b98b","observation_id":"6bd5711f-ba1c-498f-9620-a476140fac76","resolution":{"observed_at":"2026-08-06T13:06:41.768491Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:41.903481Z","title":"user_question","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:41.903481Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:4c126945dcac1dc22b98dbf2baeeca132200c8292fe06452e5aaa8d90865ae03","observation_id":"0c8bec67-d5dd-45f7-9a75-b884b246571a","resolution":{"observed_at":"2026-08-06T13:06:41.903481Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:42.007735Z","title":"Then, we used the o4-mini model to automatically identify steps involving user switches","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":57,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:42.007735Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:4d05ad32724e05265dda799d250cb4c68295b83eaab8be9c2c77bb344d7287d8","observation_id":"7e2a1f27-e313-4478-bcb3-0ca2654731d2","resolution":{"observed_at":"2026-08-06T13:06:42.007735Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:42.051931Z","title":"Offline huang_jie","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":58,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:42.051931Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:a445ec01d1d59d08f28aaf9e2ff99c77c2849da0c0b736acf8956c281f8bd893","observation_id":"dc231b73-c6e3-475f-82e6-3beed0249094","resolution":{"observed_at":"2026-08-06T13:06:42.051931Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:42.121831Z","title":"last_step_action","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":59,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:42.121831Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:a9a6d94135c92c51200a3eaf93c26029714f7b84e22627ec99a4456fe3c66622","observation_id":"a83111ed-d43c-4d8e-b3f4-293e54f633b6","resolution":{"observed_at":"2026-08-06T13:06:42.121831Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:42.207988Z","title":"Incidents","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":60,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:42.207988Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:559a5f181aae2e8958f26c08128954d35f2de6caf5e71791b046e076a9766101","observation_id":"ad18dd5f-27df-406c-b2ab-ddb0b26a8f62","resolution":{"observed_at":"2026-08-06T13:06:42.207988Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:42.304680Z","title":"Incidents","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":61,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:42.304680Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:8380fd3367af0e09242bb43cb40453d0bc091233f9425db1284ee15fff8e3121","observation_id":"dc436ef0-b016-45e0-9e7b-8462c3c24c67","resolution":{"observed_at":"2026-08-06T13:06:42.304680Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:42.427134Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":62,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:42.427134Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:6ed6ea4d8f5ff0bfb343c46b7dba6a6551c5e8fc4db88764ec2f162fc60702db","observation_id":"407c10dd-dd01-4667-806a-9ddda99852ac","resolution":{"observed_at":"2026-08-06T13:06:42.427134Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:42.525229Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":63,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:42.525229Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:70061d6aba5ad1bc3ffa805b8878b493866d9863f5bb0e69e823b76e402a8ad8","observation_id":"46d213bc-0bdf-48e9-a3c5-ca3baa8d940c","resolution":{"observed_at":"2026-08-06T13:06:42.525229Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:42.632870Z","title":"Catalog Definitions > Maintain Items","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":64,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:42.632870Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:bdcce74f3eec5ebc0efcd22395998953fa6d1d036d171933634ff649f1e3c900","observation_id":"8af79034-fc6f-4ecb-9f2e-db814e8eb07f","resolution":{"observed_at":"2026-08-06T13:06:42.632870Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:42.760004Z","title":"catalog items","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":65,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:42.760004Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:f06e07cc0384e5991be7886d9270278344a70445e418aacb238ef68b4f4029ab","observation_id":"16d73eab-8c91-4f30-814b-890928970dff","resolution":{"observed_at":"2026-08-06T13:06:42.760004Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:42.858540Z","title":"Service Catalog","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":66,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:42.858540Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:fe00b4d0282c30ef149f61128fd0ef10789da4221d05f88dd3c42d48c6a6b0f3","observation_id":"b94c6c7a-fc1d-47b2-94a8-5cd3ee23aeb0","resolution":{"observed_at":"2026-08-06T13:06:42.858540Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:42.944460Z","title":"Apple MacBook Pro 15","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":67,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:42.944460Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:ee2e43bedad64878255a501af9bc6e63d099e052efd4c8c54c9c64268f08d638","observation_id":"faa7f7c1-fa62-446f-a8f1-d4fa760801c6","resolution":{"observed_at":"2026-08-06T13:06:42.944460Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:43.008438Z","title":"• Score 1: Agent does not report infeasibility but shows exploratory behavior—e.g., scrolling, going back, or waiting—indicating uncertainty or an attempt to verify feasibility","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":68,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:43.008438Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:8eb9642f0697e9763dcfe6cdf18c4cb21802a7ceede7be1add3445b825859a0c","observation_id":"c0f83bdc-64ab-486a-adf4-aa97c77f24a5","resolution":{"observed_at":"2026-08-06T13:06:43.008438Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:43.131054Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":69,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:43.131054Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:55c42befc8c35cf7e262963d715566fb815f0495c2f67aa24c684a0fe7466864","observation_id":"477715be-34c3-4302-b7e0-975839d4506c","resolution":{"observed_at":"2026-08-06T13:06:43.131054Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:43.225353Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":70,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:43.225353Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:95d70baff4b5c73e4a8fc3c3fdd709f8bfe9221982ba18c3a7bc815184b30cf5","observation_id":"ed23c757-4f16-4f3a-beeb-efcae2d1797f","resolution":{"observed_at":"2026-08-06T13:06:43.225353Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:43.310369Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":71,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:43.310369Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:fcbdee1da4e89a7e3725ded6fc5100d92c171cb91ff10822fc8209b21196e0cf","observation_id":"b135d7cc-52c7-48ad-9dcc-a629d5c4aefa","resolution":{"observed_at":"2026-08-06T13:06:43.310369Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:43.402968Z","title":"task_goal","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":72,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:43.402968Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:4d329f33872043be4d750d6f6f5fcc03eb089bf97f0006b9c1e5e7def6a36b6a","observation_id":"8e66ba6f-4a69-4979-aa0b-69a2785df15f","resolution":{"observed_at":"2026-08-06T13:06:43.402968Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:43.494115Z","title":"cutoff_step","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":73,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:43.494115Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:94af701c66e92598150f6b762441afb4b6eafd3ee1ce384b706ec571ba36ad1d","observation_id":"03b1759d-07e7-460c-8248-6ec32a78d1b9","resolution":{"observed_at":"2026-08-06T13:06:43.494115Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.407399Z","title":"We observed three primary behavior types, ranging from fully trusting misleading instructions to correctly validating them before taking action","venue":null,"work_id":"025872e8-4bf5-457f-8f19-a9eda0175ad8","year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":74,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:43.554060Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:33bced4c38b7a64aff8e8235c0afea57ee3003044dfb2d65c90d0e5c760b2599","observation_id":"91c0b533-b46c-4592-8d8e-e51ac226b199","resolution":{"observed_at":"2026-08-06T13:06:51.411405Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.395131Z","title":null,"venue":null,"work_id":"1c496de6-ebd0-4d91-b5c3-ae234ea0f4ac","year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":75,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:43.594457Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:ebc37fee7a599b952d23d0af3c7f9f1e1fe5c37311c446158ceb6653d50bc3ff","observation_id":"7086f6d4-c781-4f4b-b186-7b1dfcf95a06","resolution":{"observed_at":"2026-08-06T13:06:51.399000Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.382572Z","title":"Step 1: Case Selection We construct erroneous-step instances by analyzing SWE-agent execution traces produced using GPT-4o","venue":null,"work_id":"de27a41a-ff5e-4d1f-a2eb-70692e204845","year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":76,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:43.662037Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:90882ed44e917c32fb91bbc125c1689b6433da2ef55bfc7d89257030352df8c4","observation_id":"4d883290-160e-468c-be1d-d2c433ab6663","resolution":{"observed_at":"2026-08-06T13:06:51.386525Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.370050Z","title":null,"venue":null,"work_id":"e85886b9-b099-4464-a5a5-6f20bef7d6fc","year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":77,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:43.735093Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:0912bc4f5c6039066be9a5cf5c327201472ca1b80a3a0ba5c1d126305ec8d315","observation_id":"0a4b73f8-47e5-41ce-88fe-8babeb73f61f","resolution":{"observed_at":"2026-08-06T13:06:51.374064Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.357602Z","title":null,"venue":null,"work_id":"e2a47f51-4015-4a27-a65b-4d245a9557db","year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":78,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:43.788805Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:7e3a7f5576ed7c16980c088ce95ab281f53a459db0d7bd5cf29f6a851f873d29","observation_id":"389b659c-9851-4cd4-a61f-0a81367a976e","resolution":{"observed_at":"2026-08-06T13:06:51.361593Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.246556Z","title":null,"venue":null,"work_id":"88af0c9d-c234-4541-bb8a-db2117ea0026","year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":79,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:43.849351Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:93b664e77a5e21adbe3377343995cada89983792963a74c8d0f80c507e2dcc91","observation_id":"15edc5fc-18b5-4f65-8350-6f46532a3e02","resolution":{"observed_at":"2026-08-06T13:06:51.250186Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.234234Z","title":"is_hallucination","venue":null,"work_id":"485a15b2-f076-4436-8c0f-26afad41c805","year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":80,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:43.938961Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:227782ef6b4e25449b91f2723705f9cefe1a73721858213ee61b74f7c897f122","observation_id":"01ea2e38-f15a-47d4-8b6f-f8b943be0933","resolution":{"observed_at":"2026-08-06T13:06:51.238139Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.221384Z","title":"Processing expression: {expr}","venue":null,"work_id":"2a81500c-3911-475c-b13c-28e313d2e796","year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":81,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:43.997960Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:cef3d2212122408eb00dec006a642a45488facae21c4ca7b9358d66dfbf7f2ac","observation_id":"a88a6ce2-0c5c-4474-9c39-5d3cd75e6844","resolution":{"observed_at":"2026-08-06T13:06:51.225540Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.208549Z","title":"checking logs","venue":null,"work_id":"32b39880-ec8b-4754-aa47-b9bfc9e7c7bf","year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":82,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:44.068170Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:2ea5e44775f992193ddae7c606da4fd9146f5026d91cb82b0dec0314826741d7","observation_id":"4076762a-140a-4ec2-a965-2d9781a31ca2","resolution":{"observed_at":"2026-08-06T13:06:51.212471Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.195622Z","title":"We manually verify that these repetitions are not due to environmental malfunctions but are instead caused by the agent repeatedly issuing invalid actions","venue":null,"work_id":"a39746fe-ed73-4e65-93c5-043d04eb5217","year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":83,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:44.147523Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:fd3a733b08b6d43886bdbc63a39353a7f9655c9f59759b5f3ca069f82bf2c46c","observation_id":"ebdf1197-2569-4b29-a0ac-e013d6b485b3","resolution":{"observed_at":"2026-08-06T13:06:51.199698Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.182357Z","title":"Ideally, agents take alternative actions while explicitly acknowledging prior repetitions in their reasoning","venue":null,"work_id":"4006a4f8-56b1-42b4-ad10-3dfc5fc5b584","year":2023},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":84,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:44.214027Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:5fcf15a2c1cf5338213369fc11f3a2dd6365d737740a8919123f1df69d7a6b6b","observation_id":"976031b5-005e-464c-9126-ba2bb3d99598","resolution":{"observed_at":"2026-08-06T13:06:51.186286Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.170329Z","title":"action_history","venue":null,"work_id":"64771b87-2304-46c3-a980-af0ef86112e3","year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":85,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:44.307125Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:067c73c0bc0628f3044fdbcff659155ce6cf9ec51b9abff4485dfa54d69108e4","observation_id":"2f30a1ff-efe7-49f3-9f5d-2ade6eb4a619","resolution":{"observed_at":"2026-08-06T13:06:51.174029Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.157728Z","title":"Therefore, we first collect pop-up examples observed in OSWorld and summarize their structure to create a reusable accessibility template","venue":null,"work_id":"6ccb4d5c-3793-487e-b801-720930c1c959","year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":86,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:44.397093Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:c13aef977752ba74753ba67c084d5279636c2d95d9c79ee9c6b1c6a916c1d58c","observation_id":"23bc170b-7ff5-40a2-a399-ecbd09403943","resolution":{"observed_at":"2026-08-06T13:06:51.161632Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.144644Z","title":"Preserve all elements of the template and maintain consistent formatting and structure","venue":null,"work_id":"c2b3d2c6-acc0-4c3e-af1a-7d8130665f88","year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":87,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:44.495382Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:f576bcfa3ea52ca5a5aab614f01fb58e526a33eb4dcfb9945565452cb3edc0a4","observation_id":"8e7507a0-302b-4d2b-9d48-4f8c7eab3f73","resolution":{"observed_at":"2026-08-06T13:06:51.148612Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.132626Z","title":"Invite collaborators to my repo,","venue":null,"work_id":"a1b193c9-7c28-41c5-bc94-b95218d8f60b","year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":88,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:44.576284Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:bb9d11cd6601aa214ba8ac49d8f93e52d586ed944dae6a7af6927ea02b72c303","observation_id":"d931536e-dc67-4384-856b-47869c8f59b0","resolution":{"observed_at":"2026-08-06T13:06:51.136257Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.120108Z","title":"UPDATE NOW!","venue":null,"work_id":"dea26d8c-370c-4521-8a69-fa0b12c5e6ea","year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":89,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:44.676575Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:ef912f76a2d401105cc5605d68f449b8e3fb45a1e8601e1b0530efdd3fd43ca4","observation_id":"10ef4387-48aa-4e98-90e9-18cbf79b4d24","resolution":{"observed_at":"2026-08-06T13:06:51.124213Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.107193Z","title":null,"venue":null,"work_id":"9016b7b3-eb5a-4839-9eb5-b374709068a9","year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":90,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:44.762130Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:ff939cb5f83751019486791c9b856f59e56d1168e3b0568ffb385eb5a51fa3a8","observation_id":"c4d7ca84-09bd-41be-9ee7-ae02eb687e2e","resolution":{"observed_at":"2026-08-06T13:06:51.111116Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.094289Z","title":"Output Format: • Output only the accessibility tree of the newly generated popup","venue":null,"work_id":"370bbc94-93a8-486b-b279-51879556e1ba","year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":91,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:44.827853Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:e6dcdda9d337e585999864a7bfabb2615fb7f077bf270ae5e928814595eb4dd1","observation_id":"df9d99d3-48a8-4e6b-8a00-079a610a29c2","resolution":{"observed_at":"2026-08-06T13:06:51.098290Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.081114Z","title":"Preserve all structural elements and formatting","venue":null,"work_id":"72ee6b82-418f-4178-9e61-f540f2498ccf","year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":92,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:44.893515Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:b9cc55bdbabfe844a1f523cf56e631b82539e3a6e2e6138db3a71ec0ed71d0ab","observation_id":"8ccd9a0e-9566-416d-8eba-f1287ac6dc3f","resolution":{"observed_at":"2026-08-06T13:06:51.084942Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.068276Z","title":"Example: If the goal is to buy a mattress, the first promotion must be for a mattress or related item","venue":null,"work_id":"2f377495-2be6-4905-9c38-21d82323b9ae","year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":93,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:44.965505Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:ab3afc3e9d399d574506ec416d07757cc70b2998c11048544ef3d84fd0b7e9b2","observation_id":"08e31618-0481-4466-98c2-5009fdd393ce","resolution":{"observed_at":"2026-08-06T13:06:51.072362Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.055661Z","title":null,"venue":null,"work_id":"b00e4b26-3260-4106-9bc0-3fde547114ae","year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":94,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:45.030184Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:f91bfae0705a9ab19b417884599ac93a4979bf04a775ecb4c995038186891903","observation_id":"f2d737c4-664e-4528-b36a-6c03a86ee6e6","resolution":{"observed_at":"2026-08-06T13:06:51.059769Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.042378Z","title":null,"venue":null,"work_id":"0cc6ed7a-ee0f-4d80-9d0a-bbb35943f075","year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":95,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:45.132634Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:9ef5bb78191d43580a334ff0b63697a244385831ae547e7faa7a99011ed3c062","observation_id":"68d22e43-ad24-4324-af76-1021c7d2bd1e","resolution":{"observed_at":"2026-08-06T13:06:51.046665Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.029244Z","title":"Do not include any explanatory comments or surrounding text","venue":null,"work_id":"9701752f-61be-4f3c-9cdf-430f3589f4b5","year":null},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":96,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:45.233220Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:c1428313a95db97805f5dacbfef22200ceaef171ec5fc77c13c03c1c61639533","observation_id":"28177ab9-d034-42ba-9723-b31be3e8ffb3","resolution":{"observed_at":"2026-08-06T13:06:51.033221Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.016799Z","title":null,"venue":null,"work_id":"40af317f-c482-4b5c-81f3-dc74a3215c53","year":2001},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":97,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:45.338167Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:a38170b5eaf45933876be5a71e9255b153a2cbb1d750a0009d5a8d361b0c26c3","observation_id":"e245cc9e-116f-4d12-90c1-37b7403f7ae7","resolution":{"observed_at":"2026-08-06T13:06:51.020733Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:51.004813Z","title":null,"venue":null,"work_id":"490e788f-8d00-434b-b4a8-77a8b1eeab25","year":2002},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":98,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:45.435342Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:9c173c8638d2c5fcd46e4a221d3df28c8e2d25ead7208f1034c774c95225c339","observation_id":"d3852f18-72ce-49c9-996e-d62ff1133bd0","resolution":{"observed_at":"2026-08-06T13:06:51.008485Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:50.992107Z","title":null,"venue":null,"work_id":"424859af-0876-4592-b3cd-fb767c78f9c5","year":2003},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":99,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:45.507371Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:141c385a85f0e6ff1f664a987442db6955f6b6efdcd6fb7c01c8228542bfc5cc","observation_id":"7ddd6caf-43b9-4c20-96a9-353f366a7175","resolution":{"observed_at":"2026-08-06T13:06:50.995859Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T13:06:50.979270Z","title":null,"venue":null,"work_id":"b0f67847-8cf5-4c57-accf-5dee358d49f8","year":2004},"citing_paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them","version":1},"reference_index":100,"source":"pdf_text","source_observed_at":"2026-08-06T13:06:45.612718Z"},"links":{"citing_paper":"/paper/2507.21017"},"observation_digest":"sha256:88e5c99cad565f56a70ea3444ecbda530bfdc5b2ef786500a8daf0cc2a1d6192","observation_id":"b7e89c3b-39c0-427f-99de-16b9d8d74948","resolution":{"observed_at":"2026-08-06T13:06:50.983089Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2507.21017","last_updated":"2025-07-28T17:38:29Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-06T13:06:35.018218Z","submitted_at":"2025-07-28T17:38:29Z","title":"MIRAGE-Bench: LLM Agent is Hallucinating and Where to Find Them"},"reference_resolution":{"displayed":100,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":84,"verified_exact":0,"verified_fuzzy":16},"total_outbound_references":126},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"thesis":"As of 7 August 2026, this Paper Citation Record lists 100 of 126 outbound references and 5 inbound Pith citation observations for arXiv:2507.21017."}