{"as_of":"2026-08-10T20:03:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:42528216422844f31a21baea311eb4fe9297d9bd98f46df1fe6ae8ae4cca2f06","coverage":[{"denominator":33,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":33,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-01T16:21:12.922712Z","state":"measured"},{"denominator":33,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":33,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-10T06:31:04.303077+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2607.18039/citation-record","integrity":"/paper/2607.18039/integrity","json":"/paper/2607.18039/citation-record.json","paper":"/paper/2607.18039"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:21:11.350369Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.18039","last_updated":"2026-07-20T15:07:58Z","snapshot_observed_at":"2026-08-08T10:09:47.236402Z","submitted_at":"2026-07-20T15:07:58Z","title":"Evidence-in-the-Loop: Trace-Driven Optimization for Customer-Service LLM Agents","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-01T16:21:11.350369Z"},"links":{"citing_paper":"/paper/2607.18039"},"observation_digest":"sha256:1505f5bbea55c62d3c7cca3df0478cfb286167dd1cb842cf94c54978ebf104a0","observation_id":"a6d8e624-dea7-4737-b2b1-1c678327ad90","resolution":{"observed_at":"2026-08-01T16:21:11.350369Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:21:11.371347Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.18039","last_updated":"2026-07-20T15:07:58Z","snapshot_observed_at":"2026-08-08T10:09:47.236402Z","submitted_at":"2026-07-20T15:07:58Z","title":"Evidence-in-the-Loop: Trace-Driven Optimization for Customer-Service LLM Agents","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-01T16:21:11.371347Z"},"links":{"citing_paper":"/paper/2607.18039"},"observation_digest":"sha256:297bcbfa5e217fdde8012953b090feceed493739265da476a3c3302c6e01bfdc","observation_id":"e6b60ceb-6927-4194-9c21-479cc441022e","resolution":{"observed_at":"2026-08-01T16:21:11.371347Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:21:11.390133Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.18039","last_updated":"2026-07-20T15:07:58Z","snapshot_observed_at":"2026-08-08T10:09:47.236402Z","submitted_at":"2026-07-20T15:07:58Z","title":"Evidence-in-the-Loop: Trace-Driven Optimization for Customer-Service LLM Agents","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-01T16:21:11.390133Z"},"links":{"citing_paper":"/paper/2607.18039"},"observation_digest":"sha256:9aa0228fde2c59efa2df62cd6fc791b82af805539076bab5513aa3e821cce65b","observation_id":"2c63081d-3c7d-4df6-8d99-fa30e3fc5f5f","resolution":{"observed_at":"2026-08-01T16:21:11.390133Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:21:11.467032Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2607.18039","last_updated":"2026-07-20T15:07:58Z","snapshot_observed_at":"2026-08-08T10:09:47.236402Z","submitted_at":"2026-07-20T15:07:58Z","title":"Evidence-in-the-Loop: Trace-Driven Optimization for Customer-Service LLM Agents","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-01T16:21:11.467032Z"},"links":{"citing_paper":"/paper/2607.18039"},"observation_digest":"sha256:16ca9a0413e0f41a4574d6029a95fd6ef15b5345ad9fabe534b1bfee7ec21722","observation_id":"3c6e97a9-e0f2-412d-a813-b6e8287aa367","resolution":{"observed_at":"2026-08-01T16:21:11.467032Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:21:11.601184Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.18039","last_updated":"2026-07-20T15:07:58Z","snapshot_observed_at":"2026-08-08T10:09:47.236402Z","submitted_at":"2026-07-20T15:07:58Z","title":"Evidence-in-the-Loop: Trace-Driven Optimization for Customer-Service LLM Agents","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-01T16:21:11.601184Z"},"links":{"citing_paper":"/paper/2607.18039"},"observation_digest":"sha256:1e808f45346f760e393975669070949a7a54f763cd62c60cf1a99feff24bd229","observation_id":"78a99d04-b4e7-4d87-842d-c1caa124bfc9","resolution":{"observed_at":"2026-08-01T16:21:11.601184Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:21:11.804023Z","title":"Cormack, Charles L","venue":null,"work_id":null,"year":2009},"citing_paper":{"arxiv_id":"2607.18039","last_updated":"2026-07-20T15:07:58Z","snapshot_observed_at":"2026-08-08T10:09:47.236402Z","submitted_at":"2026-07-20T15:07:58Z","title":"Evidence-in-the-Loop: Trace-Driven Optimization for Customer-Service LLM Agents","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-01T16:21:11.804023Z"},"links":{"citing_paper":"/paper/2607.18039"},"observation_digest":"sha256:46bd33533703a8913da4b9ba6f7a118e4a87ae1cf563acd706ccac74d363cb3b","observation_id":"25ac5d17-6049-4466-905c-b418dde9ccae","resolution":{"observed_at":"2026-08-01T16:21:11.804023Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.10997","last_updated":"2024-03-27T09:16:57Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-12-18T07:47:33Z","title":"Retrieval-Augmented Generation for Large Language Models: A Survey","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.10997","snapshot_observed_at":"2026-08-01T16:21:11.962540Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.18039","last_updated":"2026-07-20T15:07:58Z","snapshot_observed_at":"2026-08-08T10:09:47.236402Z","submitted_at":"2026-07-20T15:07:58Z","title":"Evidence-in-the-Loop: Trace-Driven Optimization for Customer-Service LLM Agents","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-01T16:21:11.962540Z"},"links":{"cited_paper":"/paper/2312.10997","citing_paper":"/paper/2607.18039"},"observation_digest":"sha256:a17b4bc7449a9f16aa2b54fd66b5603bc00b800e3984011a9772fd90e5af7887","observation_id":"948d9995-98a1-4ab6-912f-efea287fee84","resolution":{"observed_at":"2026-08-01T16:21:11.962540Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:21:12.124406Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.18039","last_updated":"2026-07-20T15:07:58Z","snapshot_observed_at":"2026-08-08T10:09:47.236402Z","submitted_at":"2026-07-20T15:07:58Z","title":"Evidence-in-the-Loop: Trace-Driven Optimization for Customer-Service LLM Agents","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-01T16:21:12.124406Z"},"links":{"citing_paper":"/paper/2607.18039"},"observation_digest":"sha256:5f35bb637baa9293a01b32f32b61fd8992afb2d9a522354bcfc1732ac703fcf5","observation_id":"0938afe4-fd69-4611-bbf0-428a7c772e93","resolution":{"observed_at":"2026-08-01T16:21:12.124406Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:21:12.275189Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.18039","last_updated":"2026-07-20T15:07:58Z","snapshot_observed_at":"2026-08-08T10:09:47.236402Z","submitted_at":"2026-07-20T15:07:58Z","title":"Evidence-in-the-Loop: Trace-Driven Optimization for Customer-Service LLM Agents","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-01T16:21:12.275189Z"},"links":{"citing_paper":"/paper/2607.18039"},"observation_digest":"sha256:be8f0a71bc0331df886dcc58c97de9b55bb9953d52a1e50e0093ae77760167ef","observation_id":"b15422f9-2135-49e7-8275-11701be21ce4","resolution":{"observed_at":"2026-08-01T16:21:12.275189Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:21:12.495612Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.18039","last_updated":"2026-07-20T15:07:58Z","snapshot_observed_at":"2026-08-08T10:09:47.236402Z","submitted_at":"2026-07-20T15:07:58Z","title":"Evidence-in-the-Loop: Trace-Driven Optimization for Customer-Service LLM Agents","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-01T16:21:12.495612Z"},"links":{"citing_paper":"/paper/2607.18039"},"observation_digest":"sha256:544668fbeb0cf5272522a715a5438269b7a0daa4a9c995c9c319c9057b5f8cc5","observation_id":"30c26652-8e5d-457f-9107-b869e572a9ab","resolution":{"observed_at":"2026-08-01T16:21:12.495612Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:21:12.593144Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2607.18039","last_updated":"2026-07-20T15:07:58Z","snapshot_observed_at":"2026-08-08T10:09:47.236402Z","submitted_at":"2026-07-20T15:07:58Z","title":"Evidence-in-the-Loop: Trace-Driven Optimization for Customer-Service LLM Agents","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-01T16:21:12.593144Z"},"links":{"citing_paper":"/paper/2607.18039"},"observation_digest":"sha256:e112c7e798f7d243cbff084b7301a933d8ace248fbb4d716f5dc2aac0673f87a","observation_id":"01ab2259-8bfe-497f-9517-41b8876b0e17","resolution":{"observed_at":"2026-08-01T16:21:12.593144Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:21:12.689123Z","title":null,"venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.18039","last_updated":"2026-07-20T15:07:58Z","snapshot_observed_at":"2026-08-08T10:09:47.236402Z","submitted_at":"2026-07-20T15:07:58Z","title":"Evidence-in-the-Loop: Trace-Driven Optimization for Customer-Service LLM Agents","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-01T16:21:12.689123Z"},"links":{"citing_paper":"/paper/2607.18039"},"observation_digest":"sha256:25772d0981ae0f2634ccf89de523ee406a09512d29a5adaf31ac93d46b4bc61a","observation_id":"20e4a520-c720-4cca-b97a-84b9c43f1cd2","resolution":{"observed_at":"2026-08-01T16:21:12.689123Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:21:12.788710Z","title":null,"venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.18039","last_updated":"2026-07-20T15:07:58Z","snapshot_observed_at":"2026-08-08T10:09:47.236402Z","submitted_at":"2026-07-20T15:07:58Z","title":"Evidence-in-the-Loop: Trace-Driven Optimization for Customer-Service LLM Agents","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-01T16:21:12.788710Z"},"links":{"citing_paper":"/paper/2607.18039"},"observation_digest":"sha256:0b898f248709fb637b0313c5c5a10b735fbbf8cb8e0a1e73b2c7fe307cfeba07","observation_id":"e57d2363-dbaf-4b74-bfa3-d4e9e1e34049","resolution":{"observed_at":"2026-08-01T16:21:12.788710Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:21:12.849554Z","title":null,"venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.18039","last_updated":"2026-07-20T15:07:58Z","snapshot_observed_at":"2026-08-08T10:09:47.236402Z","submitted_at":"2026-07-20T15:07:58Z","title":"Evidence-in-the-Loop: Trace-Driven Optimization for Customer-Service LLM Agents","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-01T16:21:12.849554Z"},"links":{"citing_paper":"/paper/2607.18039"},"observation_digest":"sha256:0c78a864a86eb4b95490eb8f8ca494219a6bd86d4f843be4f1f3fc5422f173b3","observation_id":"277054b9-5bcc-4bc8-aa23-d39fb443638f","resolution":{"observed_at":"2026-08-01T16:21:12.849554Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1901.04085","last_updated":"2020-04-14T14:57:40Z","snapshot_observed_at":"2026-08-02T11:18:37.014004Z","submitted_at":"2019-01-13T23:27:58Z","title":"Passage Re-ranking with BERT","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1901.04085","snapshot_observed_at":"2026-08-01T16:21:12.853821Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2607.18039","last_updated":"2026-07-20T15:07:58Z","snapshot_observed_at":"2026-08-08T10:09:47.236402Z","submitted_at":"2026-07-20T15:07:58Z","title":"Evidence-in-the-Loop: Trace-Driven Optimization for Customer-Service LLM Agents","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-01T16:21:12.853821Z"},"links":{"cited_paper":"/paper/1901.04085","citing_paper":"/paper/2607.18039"},"observation_digest":"sha256:c1829a87d5cfb62c89246fba027e72dfd9297dd4caf06ffb66464516c9fb7ff0","observation_id":"36365453-0953-4c0c-8317-d9d92c43138b","resolution":{"observed_at":"2026-08-01T16:21:12.853821Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:21:12.858566Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.18039","last_updated":"2026-07-20T15:07:58Z","snapshot_observed_at":"2026-08-08T10:09:47.236402Z","submitted_at":"2026-07-20T15:07:58Z","title":"Evidence-in-the-Loop: Trace-Driven Optimization for Customer-Service LLM Agents","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-01T16:21:12.858566Z"},"links":{"citing_paper":"/paper/2607.18039"},"observation_digest":"sha256:cd7bea2bb8bf56aa349b455a94ba626f5222c6a43058cda0ef0016bae3a7c038","observation_id":"ab2b067c-9a9a-482f-b28e-a335e0b9c2c5","resolution":{"observed_at":"2026-08-01T16:21:12.858566Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:21:12.862960Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2607.18039","last_updated":"2026-07-20T15:07:58Z","snapshot_observed_at":"2026-08-08T10:09:47.236402Z","submitted_at":"2026-07-20T15:07:58Z","title":"Evidence-in-the-Loop: Trace-Driven Optimization for Customer-Service LLM Agents","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-01T16:21:12.862960Z"},"links":{"citing_paper":"/paper/2607.18039"},"observation_digest":"sha256:9532c4e48eda836c3d67d05f0f637e2007ef8d5c42373c19f7dca8c1b397e63e","observation_id":"055ad55a-c59c-4e29-8c53-6a5496d75409","resolution":{"observed_at":"2026-08-01T16:21:12.862960Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:21:12.867610Z","title":null,"venue":null,"work_id":null,"year":2009},"citing_paper":{"arxiv_id":"2607.18039","last_updated":"2026-07-20T15:07:58Z","snapshot_observed_at":"2026-08-08T10:09:47.236402Z","submitted_at":"2026-07-20T15:07:58Z","title":"Evidence-in-the-Loop: Trace-Driven Optimization for Customer-Service LLM Agents","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-01T16:21:12.867610Z"},"links":{"citing_paper":"/paper/2607.18039"},"observation_digest":"sha256:51b1a93c23544c4702109f7dc93690235537dffede69abdf10932087fa860941","observation_id":"23e7c16d-0a63-4043-b81a-da4c3350116a","resolution":{"observed_at":"2026-08-01T16:21:12.867610Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2302.04761","last_updated":"2023-02-09T16:49:57Z","snapshot_observed_at":"2026-07-06T14:50:07.491434Z","submitted_at":"2023-02-09T16:49:57Z","title":"Toolformer: Language Models Can Teach Themselves to Use Tools","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.04761","snapshot_observed_at":"2026-08-01T16:21:12.871639Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.18039","last_updated":"2026-07-20T15:07:58Z","snapshot_observed_at":"2026-08-08T10:09:47.236402Z","submitted_at":"2026-07-20T15:07:58Z","title":"Evidence-in-the-Loop: Trace-Driven Optimization for Customer-Service LLM Agents","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-01T16:21:12.871639Z"},"links":{"cited_paper":"/paper/2302.04761","citing_paper":"/paper/2607.18039"},"observation_digest":"sha256:ca4707173fab383dd8269d24faae74180bebf14aa390888ec8e787023f7773d7","observation_id":"4750521f-ec08-4675-a739-7d7b293f5e94","resolution":{"observed_at":"2026-08-01T16:21:12.871639Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.11366","last_updated":"2023-10-10T05:21:45Z","snapshot_observed_at":"2026-08-10T17:44:16.302071Z","submitted_at":"2023-03-20T18:08:50Z","title":"Reflexion: Language Agents with Verbal Reinforcement Learning","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.11366","snapshot_observed_at":"2026-08-01T16:21:12.875880Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.18039","last_updated":"2026-07-20T15:07:58Z","snapshot_observed_at":"2026-08-08T10:09:47.236402Z","submitted_at":"2026-07-20T15:07:58Z","title":"Evidence-in-the-Loop: Trace-Driven Optimization for Customer-Service LLM Agents","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-01T16:21:12.875880Z"},"links":{"cited_paper":"/paper/2303.11366","citing_paper":"/paper/2607.18039"},"observation_digest":"sha256:fa35a165a76d390276d310d919832dbcf7a18ac54b4621c894f3783f5b4a968b","observation_id":"185059fa-ffd4-4b47-a4c8-ac137cd695b7","resolution":{"observed_at":"2026-08-01T16:21:12.875880Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.09136","last_updated":"2026-04-01T15:51:06Z","snapshot_observed_at":"2026-08-07T12:36:27.102579Z","submitted_at":"2025-01-15T20:40:25Z","title":"Agentic Retrieval-Augmented Generation: A Survey on Agentic RAG","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.09136","snapshot_observed_at":"2026-08-01T16:21:12.880287Z","title":"Vasilakos","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.18039","last_updated":"2026-07-20T15:07:58Z","snapshot_observed_at":"2026-08-08T10:09:47.236402Z","submitted_at":"2026-07-20T15:07:58Z","title":"Evidence-in-the-Loop: Trace-Driven Optimization for Customer-Service LLM Agents","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-01T16:21:12.880287Z"},"links":{"cited_paper":"/paper/2501.09136","citing_paper":"/paper/2607.18039"},"observation_digest":"sha256:e8da0bb734e68705465de52f2ebd0b668e777f3004891d99eeea30f45f3acb0a","observation_id":"06f2be73-f709-4fca-b9bf-65a00dee46de","resolution":{"observed_at":"2026-08-01T16:21:12.880287Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:21:12.884661Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.18039","last_updated":"2026-07-20T15:07:58Z","snapshot_observed_at":"2026-08-08T10:09:47.236402Z","submitted_at":"2026-07-20T15:07:58Z","title":"Evidence-in-the-Loop: Trace-Driven Optimization for Customer-Service LLM Agents","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-01T16:21:12.884661Z"},"links":{"citing_paper":"/paper/2607.18039"},"observation_digest":"sha256:2686dc49711bd8f801d7df9d20cb77baf0744e4c7cc3b80b1a26abea225a588f","observation_id":"ba1bfa52-05fd-4a6f-9876-cbd413649c1d","resolution":{"observed_at":"2026-08-01T16:21:12.884661Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:21:12.888856Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2607.18039","last_updated":"2026-07-20T15:07:58Z","snapshot_observed_at":"2026-08-08T10:09:47.236402Z","submitted_at":"2026-07-20T15:07:58Z","title":"Evidence-in-the-Loop: Trace-Driven Optimization for Customer-Service LLM Agents","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-01T16:21:12.888856Z"},"links":{"citing_paper":"/paper/2607.18039"},"observation_digest":"sha256:ea8c00174bb1342dff859d5488cd725dfd57216caf742a19341c594a4c36d27b","observation_id":"ab4362e2-a6af-4358-a40a-e901135ee63b","resolution":{"observed_at":"2026-08-01T16:21:12.888856Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:21:12.892802Z","title":"Rojas- Barahona, Pei-Hao Su, Stefan Ultes, and Steve Young","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2607.18039","last_updated":"2026-07-20T15:07:58Z","snapshot_observed_at":"2026-08-08T10:09:47.236402Z","submitted_at":"2026-07-20T15:07:58Z","title":"Evidence-in-the-Loop: Trace-Driven Optimization for Customer-Service LLM Agents","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-01T16:21:12.892802Z"},"links":{"citing_paper":"/paper/2607.18039"},"observation_digest":"sha256:6d4bd87286c5f323e3f340854024cb897e2dcb3a19d46d579c2baad74a962acf","observation_id":"6f8e2b89-fc6d-4b22-a764-2925c14a3116","resolution":{"observed_at":"2026-08-01T16:21:12.892802Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:21:12.896942Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.18039","last_updated":"2026-07-20T15:07:58Z","snapshot_observed_at":"2026-08-08T10:09:47.236402Z","submitted_at":"2026-07-20T15:07:58Z","title":"Evidence-in-the-Loop: Trace-Driven Optimization for Customer-Service LLM Agents","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-01T16:21:12.896942Z"},"links":{"citing_paper":"/paper/2607.18039"},"observation_digest":"sha256:947fd746e19b03c0aa90b09224aa7937fabfec164e0e94936932db9e3c56eebc","observation_id":"f6cc9733-de86-48a8-a7a0-2e2301b2911a","resolution":{"observed_at":"2026-08-01T16:21:12.896942Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:21:12.901010Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.18039","last_updated":"2026-07-20T15:07:58Z","snapshot_observed_at":"2026-08-08T10:09:47.236402Z","submitted_at":"2026-07-20T15:07:58Z","title":"Evidence-in-the-Loop: Trace-Driven Optimization for Customer-Service LLM Agents","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-01T16:21:12.901010Z"},"links":{"citing_paper":"/paper/2607.18039"},"observation_digest":"sha256:78f5d4b4deb770437eaf4da41d991ffe7cee75ac28f7c9db6cc86884c96b593c","observation_id":"58d81e24-7e05-41ba-a977-fbd0f1cdff57","resolution":{"observed_at":"2026-08-01T16:21:12.901010Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.15884","last_updated":"2024-10-07T02:19:21Z","snapshot_observed_at":"2026-08-10T13:26:23.519135Z","submitted_at":"2024-01-29T04:36:39Z","title":"Corrective Retrieval Augmented Generation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.15884","snapshot_observed_at":"2026-08-01T16:21:12.905631Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.18039","last_updated":"2026-07-20T15:07:58Z","snapshot_observed_at":"2026-08-08T10:09:47.236402Z","submitted_at":"2026-07-20T15:07:58Z","title":"Evidence-in-the-Loop: Trace-Driven Optimization for Customer-Service LLM Agents","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-01T16:21:12.905631Z"},"links":{"cited_paper":"/paper/2401.15884","citing_paper":"/paper/2607.18039"},"observation_digest":"sha256:35e6e2deaec81daa0702a75af55c393da1303fe7582269d3a2b74e4e8b963185","observation_id":"d396b869-019c-4d7d-abec-9a2f73f2f450","resolution":{"observed_at":"2026-08-01T16:21:12.905631Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:21:12.910273Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.18039","last_updated":"2026-07-20T15:07:58Z","snapshot_observed_at":"2026-08-08T10:09:47.236402Z","submitted_at":"2026-07-20T15:07:58Z","title":"Evidence-in-the-Loop: Trace-Driven Optimization for Customer-Service LLM Agents","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-01T16:21:12.910273Z"},"links":{"citing_paper":"/paper/2607.18039"},"observation_digest":"sha256:54e90aef74955702e6fec2f5a29ad5630b61b1e94a6c52c18c5ae9997b44c10d","observation_id":"1d94ec3a-45b3-42ea-9560-ff6b8159723d","resolution":{"observed_at":"2026-08-01T16:21:12.910273Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:21:12.914193Z","title":"Williams","venue":null,"work_id":null,"year":2013},"citing_paper":{"arxiv_id":"2607.18039","last_updated":"2026-07-20T15:07:58Z","snapshot_observed_at":"2026-08-08T10:09:47.236402Z","submitted_at":"2026-07-20T15:07:58Z","title":"Evidence-in-the-Loop: Trace-Driven Optimization for Customer-Service LLM Agents","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-01T16:21:12.914193Z"},"links":{"citing_paper":"/paper/2607.18039"},"observation_digest":"sha256:39f3981efaf3eaa9cc5f9efabc359bd9108ee21c8428a04bfe57bb7755aa1960","observation_id":"bfbae4c1-43bc-4978-9d16-88d4d04ab1af","resolution":{"observed_at":"2026-08-01T16:21:12.914193Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2025.emnlp-industry.135","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":null,"work_id":"345323e1-7f99-4e20-a53b-a65bb63d080c","year":2025},"citing_paper":{"arxiv_id":"2607.18039","last_updated":"2026-07-20T15:07:58Z","snapshot_observed_at":"2026-08-08T10:09:47.236402Z","submitted_at":"2026-07-20T15:07:58Z","title":"Evidence-in-the-Loop: Trace-Driven Optimization for Customer-Service LLM Agents","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-01T16:21:12.918185Z"},"links":{"citing_paper":"/paper/2607.18039"},"observation_digest":"sha256:b002933c2d8396d103b4ba10c4eb861a956c2f1649d75763023ca2950c6d1dc8","observation_id":"ff3475ef-0b10-4989-978c-acaf1641dd49","resolution":{"observed_at":"2026-08-01T16:24:13.207788Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2604.08224","last_updated":"2026-04-09T13:19:41Z","snapshot_observed_at":"2026-08-02T22:56:00.067549Z","submitted_at":"2026-04-09T13:19:41Z","title":"Externalization in LLM Agents: A Unified Review of Memory, Skills, Protocols and Harness Engineering","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2604.08224","snapshot_observed_at":"2026-08-01T16:21:12.922712Z","title":null,"venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.18039","last_updated":"2026-07-20T15:07:58Z","snapshot_observed_at":"2026-08-08T10:09:47.236402Z","submitted_at":"2026-07-20T15:07:58Z","title":"Evidence-in-the-Loop: Trace-Driven Optimization for Customer-Service LLM Agents","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-01T16:21:12.922712Z"},"links":{"cited_paper":"/paper/2604.08224","citing_paper":"/paper/2607.18039"},"observation_digest":"sha256:fa20d4256f2cf4f4aa529d4c6621027cdfa6d49ca1aaae2c49f2f2c4db058e61","observation_id":"c490a2b7-45f1-4cad-b2bb-627f93d84ba9","resolution":{"observed_at":"2026-08-01T16:21:12.922712Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2023.nlint-1.1","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"InProceedings of the Second Workshop on Natural Language Interfaces","venue":null,"work_id":"b3724a1b-fea5-49df-b2e1-026e84c26565","year":2023},"citing_paper":{"arxiv_id":"2607.18039","last_updated":"2026-07-20T15:07:58Z","snapshot_observed_at":"2026-08-08T10:09:47.236402Z","submitted_at":"2026-07-20T15:07:58Z","title":"Evidence-in-the-Loop: Trace-Driven Optimization for Customer-Service LLM Agents","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-01T16:21:11.707885Z"},"links":{"citing_paper":"/paper/2607.18039"},"observation_digest":"sha256:1843bcaf0c42c65146186db2dc56efe3dc7cae1a34144391105112f499f1b997","observation_id":"a247db85-f954-4970-8784-47fa17b0569e","resolution":{"observed_at":"2026-08-01T16:24:13.672793Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-01T16:21:12.429871Z","title":"InProceedings of the 2024 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies (Volume 1: Long Papers)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.18039","last_updated":"2026-07-20T15:07:58Z","snapshot_observed_at":"2026-08-08T10:09:47.236402Z","submitted_at":"2026-07-20T15:07:58Z","title":"Evidence-in-the-Loop: Trace-Driven Optimization for Customer-Service LLM Agents","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-01T16:21:12.429871Z"},"links":{"citing_paper":"/paper/2607.18039"},"observation_digest":"sha256:db3092fd098dce8d4cc5b4a57735b421395c0b740bfba4559b9b651ea96fab57","observation_id":"45adbc17-3fca-402c-8cae-f57993130ee0","resolution":{"observed_at":"2026-08-01T16:21:12.429871Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2607.18039","last_updated":"2026-07-20T15:07:58Z","latest_version":1,"primary_category":"cs.IR","snapshot_observed_at":"2026-08-08T10:09:47.236402Z","submitted_at":"2026-07-20T15:07:58Z","title":"Evidence-in-the-Loop: Trace-Driven Optimization for Customer-Service LLM Agents"},"reference_resolution":{"displayed":33,"state_counts":{"malformed_identifier":3,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":28,"verified_exact":2,"verified_fuzzy":0},"total_outbound_references":33},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"thesis":"As of 10 August 2026, this Paper Citation Record lists 33 of 33 outbound references and 0 inbound Pith citation observations for arXiv:2607.18039."}