{"as_of":"2026-08-18T14:36:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:76a44191f408a4f6c7bb98139d0e46495477fee6003984f5928b8f16c8bd08f0","coverage":[{"denominator":25,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":25,"source":"paper_references, paper_reference_links","source_observed_at":"2026-07-30T19:28:02.164479Z","state":"measured"},{"denominator":26,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":26,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-18T06:34:40.430872+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-14T04:27:10.039418Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"pith","source_observed_at":"2026-08-14T06:16:15.895014Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2607.26843","last_updated":"2026-07-29T12:32:04Z","snapshot_observed_at":"2026-08-14T07:56:25.745918Z","submitted_at":"2026-07-29T12:32:04Z","title":"When Knowledge Changes: Metamorphic Testing of RAG Systems with Mutations","version":1},"cited_work":{"arxiv_id":"2607.26843","doi":"10.48550/arxiv.2607.26843","metadata_source":"pith","pith_arxiv_id":"2607.26843","snapshot_observed_at":"2026-08-14T06:16:15.895014Z","title":"When Knowledge Changes: Metamorphic Testing of RAG Systems with Mutations","venue":"cs.SE","work_id":"343e31cb-e57c-4502-977b-4faf4819277d","year":2026},"citing_paper":{"arxiv_id":"2608.08944","last_updated":"2026-08-09T22:43:27Z","snapshot_observed_at":"2026-08-14T07:57:13.449131Z","submitted_at":"2026-08-09T22:43:27Z","title":"What Would Fix This RAG Failure? Auditing Counterfactual Response with Paired Evidence Interventions","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-14T04:27:10.039418Z"},"links":{"cited_paper":"/paper/2607.26843","citing_paper":"/paper/2608.08944"},"observation_digest":"sha256:b23f9d122d0c365306fecde022b2625f4f24877df883d3e7742c089b94ebfdde","observation_id":"f085a50f-4f7d-4667-9524-6e16bd28e05c","resolution":{"observed_at":"2026-08-14T04:27:10.569049Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2607.26843/citation-record","integrity":"/paper/2607.26843/integrity","json":"/paper/2607.26843/citation-record.json","paper":"/paper/2607.26843"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-30T19:28:00.212587Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.26843","last_updated":"2026-07-29T12:32:04Z","snapshot_observed_at":"2026-08-14T07:56:25.745918Z","submitted_at":"2026-07-29T12:32:04Z","title":"When Knowledge Changes: Metamorphic Testing of RAG Systems with Mutations","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-07-30T19:28:00.212587Z"},"links":{"citing_paper":"/paper/2607.26843"},"observation_digest":"sha256:40b11fbdbc6893b379346fea35d858e3b7ac598f814510874835a189a3fd2f54","observation_id":"3da81a45-90d9-4756-9e3a-e5b84244a136","resolution":{"observed_at":"2026-07-30T19:28:00.212587Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-30T19:28:00.414750Z","title":null,"venue":null,"work_id":null,"year":1960},"citing_paper":{"arxiv_id":"2607.26843","last_updated":"2026-07-29T12:32:04Z","snapshot_observed_at":"2026-08-14T07:56:25.745918Z","submitted_at":"2026-07-29T12:32:04Z","title":"When Knowledge Changes: Metamorphic Testing of RAG Systems with Mutations","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-07-30T19:28:00.414750Z"},"links":{"citing_paper":"/paper/2607.26843"},"observation_digest":"sha256:1571ac75f30f075d5a4821e5d5916ad7fe81e8745ee3b267dbfe4cd68a3bfe3a","observation_id":"c368c873-53dc-4635-86cb-66dbc160bbe2","resolution":{"observed_at":"2026-07-30T19:28:00.414750Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-30T19:28:00.467235Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2607.26843","last_updated":"2026-07-29T12:32:04Z","snapshot_observed_at":"2026-08-14T07:56:25.745918Z","submitted_at":"2026-07-29T12:32:04Z","title":"When Knowledge Changes: Metamorphic Testing of RAG Systems with Mutations","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-07-30T19:28:00.467235Z"},"links":{"citing_paper":"/paper/2607.26843"},"observation_digest":"sha256:65b50a4b7cebe34844a205dee7fde686719a015f363a135fddcd36fd82f35c07","observation_id":"65ac18e6-5186-46ac-ba66-767ece453a6e","resolution":{"observed_at":"2026-07-30T19:28:00.467235Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-30T19:28:00.578526Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.26843","last_updated":"2026-07-29T12:32:04Z","snapshot_observed_at":"2026-08-14T07:56:25.745918Z","submitted_at":"2026-07-29T12:32:04Z","title":"When Knowledge Changes: Metamorphic Testing of RAG Systems with Mutations","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-07-30T19:28:00.578526Z"},"links":{"citing_paper":"/paper/2607.26843"},"observation_digest":"sha256:d517b61b282693f7b75762b06936b9fc5804714b2935d324b439d292672ce755","observation_id":"659602ef-8901-46f4-af22-016ee33b9b31","resolution":{"observed_at":"2026-07-30T19:28:00.578526Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2504.14891","last_updated":"2025-04-21T06:39:47Z","snapshot_observed_at":"2026-08-18T02:53:14.734524Z","submitted_at":"2025-04-21T06:39:47Z","title":"Retrieval Augmented Generation Evaluation in the Era of Large Language Models: A Comprehensive Survey","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.14891","snapshot_observed_at":"2026-07-30T19:28:00.640916Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.26843","last_updated":"2026-07-29T12:32:04Z","snapshot_observed_at":"2026-08-14T07:56:25.745918Z","submitted_at":"2026-07-29T12:32:04Z","title":"When Knowledge Changes: Metamorphic Testing of RAG Systems with Mutations","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-07-30T19:28:00.640916Z"},"links":{"cited_paper":"/paper/2504.14891","citing_paper":"/paper/2607.26843"},"observation_digest":"sha256:7714fe3e0299e6335f726f175a302f95f52c11957b7934f37e558b8c35c1f176","observation_id":"41feaf0d-8282-46c4-8b88-a6de22db34ea","resolution":{"observed_at":"2026-07-30T19:28:00.640916Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-30T19:28:00.714632Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.26843","last_updated":"2026-07-29T12:32:04Z","snapshot_observed_at":"2026-08-14T07:56:25.745918Z","submitted_at":"2026-07-29T12:32:04Z","title":"When Knowledge Changes: Metamorphic Testing of RAG Systems with Mutations","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-07-30T19:28:00.714632Z"},"links":{"citing_paper":"/paper/2607.26843"},"observation_digest":"sha256:c825111110ae13a5cc654cbfec60c0bbd23711f4098e7eae2037dd273da3652d","observation_id":"b6d4e3d8-e4ed-45c2-a4b1-12c19cf5de43","resolution":{"observed_at":"2026-07-30T19:28:00.714632Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-30T19:28:00.751844Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2607.26843","last_updated":"2026-07-29T12:32:04Z","snapshot_observed_at":"2026-08-14T07:56:25.745918Z","submitted_at":"2026-07-29T12:32:04Z","title":"When Knowledge Changes: Metamorphic Testing of RAG Systems with Mutations","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-07-30T19:28:00.751844Z"},"links":{"citing_paper":"/paper/2607.26843"},"observation_digest":"sha256:60d1cffb138bc705f542517497d14ade063868f45d1e884830b25253ea80a75b","observation_id":"9fb97553-4d1f-4ec6-bb3a-8e66907a42ae","resolution":{"observed_at":"2026-07-30T19:28:00.751844Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-30T19:28:00.801032Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.26843","last_updated":"2026-07-29T12:32:04Z","snapshot_observed_at":"2026-08-14T07:56:25.745918Z","submitted_at":"2026-07-29T12:32:04Z","title":"When Knowledge Changes: Metamorphic Testing of RAG Systems with Mutations","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-07-30T19:28:00.801032Z"},"links":{"citing_paper":"/paper/2607.26843"},"observation_digest":"sha256:82f249debe8b6cae73b52ac300f73f0d348b59847cbc30714ca2241dd06c9df8","observation_id":"f7667a7d-7dcf-465e-a616-4e8de6b4a581","resolution":{"observed_at":"2026-07-30T19:28:00.801032Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-30T19:28:00.856891Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.26843","last_updated":"2026-07-29T12:32:04Z","snapshot_observed_at":"2026-08-14T07:56:25.745918Z","submitted_at":"2026-07-29T12:32:04Z","title":"When Knowledge Changes: Metamorphic Testing of RAG Systems with Mutations","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-07-30T19:28:00.856891Z"},"links":{"citing_paper":"/paper/2607.26843"},"observation_digest":"sha256:4744b1043b46d26cd5ec2c3af9a42d44dd7352c4b9cf1add6b773376e09dc9e7","observation_id":"5275ddbc-b418-433b-8113-07e5b622ab4b","resolution":{"observed_at":"2026-07-30T19:28:00.856891Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.06872","last_updated":"2025-02-08T06:50:47Z","snapshot_observed_at":"2026-08-16T08:10:55.902848Z","submitted_at":"2025-02-08T06:50:47Z","title":"Towards Trustworthy Retrieval Augmented Generation for Large Language Models: A Survey","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.06872","snapshot_observed_at":"2026-07-30T19:28:00.881309Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.26843","last_updated":"2026-07-29T12:32:04Z","snapshot_observed_at":"2026-08-14T07:56:25.745918Z","submitted_at":"2026-07-29T12:32:04Z","title":"When Knowledge Changes: Metamorphic Testing of RAG Systems with Mutations","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-07-30T19:28:00.881309Z"},"links":{"cited_paper":"/paper/2502.06872","citing_paper":"/paper/2607.26843"},"observation_digest":"sha256:83b64ffa5d7968dc51785c5a7fee30f77180730acc8364a0b4141fd9d4ff09c3","observation_id":"119d6349-3223-4e94-8da9-efeb3775f5b1","resolution":{"observed_at":"2026-07-30T19:28:00.881309Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-30T19:28:00.981334Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.26843","last_updated":"2026-07-29T12:32:04Z","snapshot_observed_at":"2026-08-14T07:56:25.745918Z","submitted_at":"2026-07-29T12:32:04Z","title":"When Knowledge Changes: Metamorphic Testing of RAG Systems with Mutations","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-07-30T19:28:00.981334Z"},"links":{"citing_paper":"/paper/2607.26843"},"observation_digest":"sha256:df4c5c48ef681952043b94649476d9da47f8edba427425458589feeadd42d9eb","observation_id":"cc7d8ecf-00e4-4ff5-9953-c147b8e7cd87","resolution":{"observed_at":"2026-07-30T19:28:00.981334Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.09476","last_updated":"2024-03-31T20:58:46Z","snapshot_observed_at":"2026-08-17T08:07:48.882785Z","submitted_at":"2023-11-16T00:39:39Z","title":"ARES: An Automated Evaluation Framework for Retrieval-Augmented Generation Systems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.09476","snapshot_observed_at":"2026-07-30T19:28:01.086341Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.26843","last_updated":"2026-07-29T12:32:04Z","snapshot_observed_at":"2026-08-14T07:56:25.745918Z","submitted_at":"2026-07-29T12:32:04Z","title":"When Knowledge Changes: Metamorphic Testing of RAG Systems with Mutations","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-07-30T19:28:01.086341Z"},"links":{"cited_paper":"/paper/2311.09476","citing_paper":"/paper/2607.26843"},"observation_digest":"sha256:077b38438508e77fedae6d78bc28565b3ea6c0ad4d1d48a2239ab6d10f6bb617","observation_id":"69f804ca-43de-4007-a495-e2be9ba8b610","resolution":{"observed_at":"2026-07-30T19:28:01.086341Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-30T19:28:01.211540Z","title":null,"venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2607.26843","last_updated":"2026-07-29T12:32:04Z","snapshot_observed_at":"2026-08-14T07:56:25.745918Z","submitted_at":"2026-07-29T12:32:04Z","title":"When Knowledge Changes: Metamorphic Testing of RAG Systems with Mutations","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-07-30T19:28:01.211540Z"},"links":{"citing_paper":"/paper/2607.26843"},"observation_digest":"sha256:8086e5bba8955c3c6ed4ca42dc5694f75040769c5627317d327379752899389d","observation_id":"932c75f2-13ba-4282-9083-1c3b6da3d67f","resolution":{"observed_at":"2026-07-30T19:28:01.211540Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-30T19:28:01.294909Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.26843","last_updated":"2026-07-29T12:32:04Z","snapshot_observed_at":"2026-08-14T07:56:25.745918Z","submitted_at":"2026-07-29T12:32:04Z","title":"When Knowledge Changes: Metamorphic Testing of RAG Systems with Mutations","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-07-30T19:28:01.294909Z"},"links":{"citing_paper":"/paper/2607.26843"},"observation_digest":"sha256:51a9216db456e7b4be75e5b811c8717423b9113c9808aa1e3f573c69c11f9249","observation_id":"77a7d0ab-09c8-4be9-a78e-263875f3ab97","resolution":{"observed_at":"2026-07-30T19:28:01.294909Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-30T19:28:01.424151Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.26843","last_updated":"2026-07-29T12:32:04Z","snapshot_observed_at":"2026-08-14T07:56:25.745918Z","submitted_at":"2026-07-29T12:32:04Z","title":"When Knowledge Changes: Metamorphic Testing of RAG Systems with Mutations","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-07-30T19:28:01.424151Z"},"links":{"citing_paper":"/paper/2607.26843"},"observation_digest":"sha256:9979b4a593bde00d59ad32b14ce64e6ff59d89c872aa56fcc6bbbda022385e48","observation_id":"1ad27ca2-42c6-481d-b067-43d7d715477e","resolution":{"observed_at":"2026-07-30T19:28:01.424151Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-30T19:28:01.505214Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.26843","last_updated":"2026-07-29T12:32:04Z","snapshot_observed_at":"2026-08-14T07:56:25.745918Z","submitted_at":"2026-07-29T12:32:04Z","title":"When Knowledge Changes: Metamorphic Testing of RAG Systems with Mutations","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-07-30T19:28:01.505214Z"},"links":{"citing_paper":"/paper/2607.26843"},"observation_digest":"sha256:16ddfb3a67a90f3aae7dba1720f3cee2ebc76de5615ae039f34a5c2a482dffae","observation_id":"40625363-372f-4c8e-84e9-d3e9ba5bc098","resolution":{"observed_at":"2026-07-30T19:28:01.505214Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-30T19:28:01.607460Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.26843","last_updated":"2026-07-29T12:32:04Z","snapshot_observed_at":"2026-08-14T07:56:25.745918Z","submitted_at":"2026-07-29T12:32:04Z","title":"When Knowledge Changes: Metamorphic Testing of RAG Systems with Mutations","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-07-30T19:28:01.607460Z"},"links":{"citing_paper":"/paper/2607.26843"},"observation_digest":"sha256:6c202efe3a83904932aaab775971a484814b90559d4b123e9add0e08b66b132f","observation_id":"d2e9c595-716f-4f2b-886e-6e0fba253967","resolution":{"observed_at":"2026-07-30T19:28:01.607460Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-30T19:28:01.710912Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.26843","last_updated":"2026-07-29T12:32:04Z","snapshot_observed_at":"2026-08-14T07:56:25.745918Z","submitted_at":"2026-07-29T12:32:04Z","title":"When Knowledge Changes: Metamorphic Testing of RAG Systems with Mutations","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-07-30T19:28:01.710912Z"},"links":{"citing_paper":"/paper/2607.26843"},"observation_digest":"sha256:287e80582c9bf2aa92595c1c7ecd28b1c1f832fb22513a54286d1ad8e4d36d7b","observation_id":"e92e2163-560d-4206-ac3a-de975297bf95","resolution":{"observed_at":"2026-07-30T19:28:01.710912Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-30T19:28:01.816363Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.26843","last_updated":"2026-07-29T12:32:04Z","snapshot_observed_at":"2026-08-14T07:56:25.745918Z","submitted_at":"2026-07-29T12:32:04Z","title":"When Knowledge Changes: Metamorphic Testing of RAG Systems with Mutations","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-07-30T19:28:01.816363Z"},"links":{"citing_paper":"/paper/2607.26843"},"observation_digest":"sha256:a11093c2162c1b917485fcf6a1c933e78f7750197c5ce97098b14299673c3bfb","observation_id":"ccce3cc0-536f-40cc-bd9e-d043784b50a1","resolution":{"observed_at":"2026-07-30T19:28:01.816363Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.03025","last_updated":"2024-01-23T07:49:13Z","snapshot_observed_at":"2026-08-16T14:55:01.925234Z","submitted_at":"2023-10-04T17:59:41Z","title":"Retrieval meets Long Context Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.03025","snapshot_observed_at":"2026-07-30T19:28:01.888572Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.26843","last_updated":"2026-07-29T12:32:04Z","snapshot_observed_at":"2026-08-14T07:56:25.745918Z","submitted_at":"2026-07-29T12:32:04Z","title":"When Knowledge Changes: Metamorphic Testing of RAG Systems with Mutations","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-07-30T19:28:01.888572Z"},"links":{"cited_paper":"/paper/2310.03025","citing_paper":"/paper/2607.26843"},"observation_digest":"sha256:d51388a990db033bcb8c2926fa4b6c4f6058d6a0759fb5e3d5249b76a0fc35ad","observation_id":"9c3024a4-a412-4cbc-afc5-5587e9070e3c","resolution":{"observed_at":"2026-07-30T19:28:01.888572Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-30T19:28:01.946004Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.26843","last_updated":"2026-07-29T12:32:04Z","snapshot_observed_at":"2026-08-14T07:56:25.745918Z","submitted_at":"2026-07-29T12:32:04Z","title":"When Knowledge Changes: Metamorphic Testing of RAG Systems with Mutations","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-07-30T19:28:01.946004Z"},"links":{"citing_paper":"/paper/2607.26843"},"observation_digest":"sha256:860a1a9caa57db04aac0a27e1cb8833cca986c205b93d36ab08cc20e19cec419","observation_id":"3945d67b-f5f9-4d43-9225-624ac8d048fc","resolution":{"observed_at":"2026-07-30T19:28:01.946004Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-30T19:28:02.017839Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.26843","last_updated":"2026-07-29T12:32:04Z","snapshot_observed_at":"2026-08-14T07:56:25.745918Z","submitted_at":"2026-07-29T12:32:04Z","title":"When Knowledge Changes: Metamorphic Testing of RAG Systems with Mutations","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-07-30T19:28:02.017839Z"},"links":{"citing_paper":"/paper/2607.26843"},"observation_digest":"sha256:45f0c7e8756af46817344b916cdacfb9d1da05278dbdfa118087d2e671da5ff0","observation_id":"66615c39-298a-4361-a22d-83e99b9ffedd","resolution":{"observed_at":"2026-07-30T19:28:02.017839Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-30T19:28:02.092087Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2607.26843","last_updated":"2026-07-29T12:32:04Z","snapshot_observed_at":"2026-08-14T07:56:25.745918Z","submitted_at":"2026-07-29T12:32:04Z","title":"When Knowledge Changes: Metamorphic Testing of RAG Systems with Mutations","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-07-30T19:28:02.092087Z"},"links":{"citing_paper":"/paper/2607.26843"},"observation_digest":"sha256:a1e3f7b2565f69007e65db530e361dbf895d0b1806e28bd5e3264516a7d7ef74","observation_id":"1b41cec2-30f6-4d69-b790-3706594b009c","resolution":{"observed_at":"2026-07-30T19:28:02.092087Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-30T19:28:02.164479Z","title":"2025.{PoisonedRAG}: Knowledge corruption attacks to{Retrieval-Augmented} generation of large language models","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.26843","last_updated":"2026-07-29T12:32:04Z","snapshot_observed_at":"2026-08-14T07:56:25.745918Z","submitted_at":"2026-07-29T12:32:04Z","title":"When Knowledge Changes: Metamorphic Testing of RAG Systems with Mutations","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-07-30T19:28:02.164479Z"},"links":{"citing_paper":"/paper/2607.26843"},"observation_digest":"sha256:6b7841766a57f2a9ac08cca59503e2a0bb4e7f9f0acb05a9c5351cc3ead75fa6","observation_id":"93a6b331-785c-4297-8fdc-f6c0f9d675ad","resolution":{"observed_at":"2026-07-30T19:28:02.164479Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-30T19:28:00.277455Z","title":"InProceedings of the 2021 Conference on Empirical Methods in Natural Language Processing","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2607.26843","last_updated":"2026-07-29T12:32:04Z","snapshot_observed_at":"2026-08-14T07:56:25.745918Z","submitted_at":"2026-07-29T12:32:04Z","title":"When Knowledge Changes: Metamorphic Testing of RAG Systems with Mutations","version":1},"reference_index":2021,"source":"pdf_text","source_observed_at":"2026-07-30T19:28:00.277455Z"},"links":{"citing_paper":"/paper/2607.26843"},"observation_digest":"sha256:db1be420e6e2bb6dcd118b642f7098fb49fda651921ec03c042d91f7810c03e0","observation_id":"59dfe694-9d06-4fb5-9e21-63de8599698b","resolution":{"observed_at":"2026-07-30T19:28:00.277455Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2607.26843","last_updated":"2026-07-29T12:32:04Z","latest_version":1,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-14T07:56:25.745918Z","submitted_at":"2026-07-29T12:32:04Z","title":"When Knowledge Changes: Metamorphic Testing of RAG Systems with Mutations"},"reference_resolution":{"displayed":25,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":25,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":25},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"thesis":"As of 18 August 2026, this Paper Citation Record lists 25 of 25 outbound references and 1 inbound Pith citation observation for arXiv:2607.26843."}