{"as_of":"2026-08-21T08:12:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:6d167644f60e2c0ad82d464d122c78f6e1de7f1369e8acdb8ceb87a1d928db1c","coverage":[{"denominator":79,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":79,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-05T14:55:57.149621Z","state":"measured"},{"denominator":83,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":83,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-21T06:32:19.484+00:00","state":"measured"},{"denominator":4,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":4,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-14T04:39:16.254296Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-14T18:27:35.988372Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"cited_work":{"arxiv_id":"2508.20737","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2508.20737","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Rethinking testing for llm applications: Characteristics, challenges, and a lightweight interaction protocol","venue":null,"work_id":"5737fa8b-da86-477a-b77c-2e861fde50b6","year":2025},"citing_paper":{"arxiv_id":"2605.02162","last_updated":"2026-05-04T02:39:13Z","snapshot_observed_at":"2026-08-14T13:39:46.770385Z","submitted_at":"2026-05-04T02:39:13Z","title":"AAFLOW: Scalable Patterns for Agentic AI Workflows","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-05-08T17:24:16.645107Z"},"links":{"cited_paper":"/paper/2508.20737","citing_paper":"/paper/2605.02162"},"observation_digest":"sha256:ab2684075a44806f05c73c172a2f203ddb883db56c59870cdfab5520f73fe6d6","observation_id":"6262d467-f1b4-4798-9d3d-e3fe8c67f793","resolution":{"observed_at":"2026-05-11T17:36:06.490183Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"cited_work":{"arxiv_id":"2508.20737","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2508.20737","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Rethinking testing for llm applications: Characteristics, challenges, and a lightweight interaction protocol","venue":null,"work_id":"5737fa8b-da86-477a-b77c-2e861fde50b6","year":2025},"citing_paper":{"arxiv_id":"2605.13625","last_updated":"2026-05-13T14:52:40Z","snapshot_observed_at":"2026-08-15T21:48:01.190422Z","submitted_at":"2026-05-13T14:52:40Z","title":"How to Interpret Agent Behavior","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-05-14T18:23:25.269217Z"},"links":{"cited_paper":"/paper/2508.20737","citing_paper":"/paper/2605.13625"},"observation_digest":"sha256:284da57b1d4e5b14c91f9060ecfefe3983a49131be82281c11bc66cb0515775d","observation_id":"d6940de9-c3c3-4093-a947-94f5c2e368e2","resolution":{"observed_at":"2026-05-14T18:27:35.992206Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2508.20737","snapshot_observed_at":"2026-08-12T00:12:18.966953Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.08340","last_updated":"2026-08-08T21:24:34Z","snapshot_observed_at":"2026-08-18T20:14:47.919831Z","submitted_at":"2026-08-08T21:24:34Z","title":"OpRAG: A Resource-Deterministic Runtime for GPU-Backed Multi-Stage RAG Workflows","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-12T00:12:18.966953Z"},"links":{"cited_paper":"/paper/2508.20737","citing_paper":"/paper/2608.08340"},"observation_digest":"sha256:fa2d69a903d7bfe803acdac2f2a353bb9465838fcc7f7bd3f122b68bf152991c","observation_id":"1d59b4b6-9e98-4c7c-bc1a-822e472ce05e","resolution":{"observed_at":"2026-08-12T00:12:18.966953Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2508.20737","snapshot_observed_at":"2026-08-14T04:39:16.254296Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.08413","last_updated":"2026-08-09T02:08:34Z","snapshot_observed_at":"2026-08-19T11:00:20.229532Z","submitted_at":"2026-08-09T02:08:34Z","title":"Tangent: An Empirical Study of Testing Practices for LLM-Based Agent Applications","version":1},"reference_index":58,"source":"pdf_text","source_observed_at":"2026-08-14T04:39:16.254296Z"},"links":{"cited_paper":"/paper/2508.20737","citing_paper":"/paper/2608.08413"},"observation_digest":"sha256:e7f0e7c44d3159d1c9807a16f533a6d2246c814bad467ac5d52ba7a1e2577bc3","observation_id":"f31e18c2-75cd-4370-8fd8-13b7333b2e66","resolution":{"observed_at":"2026-08-14T04:39:16.254296Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2508.20737/citation-record","integrity":"/paper/2508.20737/integrity","json":"/paper/2508.20737/citation-record.json","paper":"/paper/2508.20737"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:59.460640Z","title":null,"venue":null,"work_id":"83ec9605-7721-42dc-982e-d4c75c8499de","year":2023},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.564315Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:fdb0f9fb676982adc41d8ab333f4b94e1cd009a2ecfc6137628f7cfaf044d280","observation_id":"c55a3bf4-fbcb-4f7d-bcef-9c9871ae8012","resolution":{"observed_at":"2026-08-05T14:55:59.467675Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.11179","last_updated":"2025-02-16T15:59:06Z","snapshot_observed_at":"2026-08-20T06:46:45.965837Z","submitted_at":"2025-02-16T15:59:06Z","title":"RT-DEMT: A hybrid real-time acupoint detection model combining mamba and transformer","version":1},"cited_work":{"arxiv_id":"2502.11179","doi":null,"metadata_source":"pith","pith_arxiv_id":"2502.11179","snapshot_observed_at":"2026-08-05T14:55:58.342596Z","title":"RT-DEMT: A hybrid real-time acupoint detection model combining mamba and transformer","venue":"cs.CV","work_id":"17a77342-d79b-475c-a725-eb46ac131e6a","year":2025},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.573550Z"},"links":{"cited_paper":"/paper/2502.11179","citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:098de5248ce60bf26f9c6e376dbe11ccb7ceb21c1f0c2fa95c8acd5c96dff98f","observation_id":"9792c7c3-c68f-4639-b557-eb9fff3d17d7","resolution":{"observed_at":"2026-08-05T14:55:58.355877Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:59.434901Z","title":null,"venue":null,"work_id":"20e85580-65f0-4d9c-9fb6-8aef4bfcfa2f","year":2025},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.581288Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:2624102776add844ea651e8b622137699330cd29a4efe30369e98349a5bea0e6","observation_id":"95e9e596-5b56-4fb8-989b-ebcff1bec348","resolution":{"observed_at":"2026-08-05T14:55:59.441221Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.00123","last_updated":"2024-10-30T02:16:34Z","snapshot_observed_at":"2026-08-20T22:45:25.259421Z","submitted_at":"2024-01-31T19:07:37Z","title":"Comparing Template-based and Template-free Language Model Probing","version":2},"cited_work":{"arxiv_id":"2402.00123","doi":null,"metadata_source":"pith","pith_arxiv_id":"2402.00123","snapshot_observed_at":"2026-08-05T14:55:58.305573Z","title":"Comparing Template-based and Template-free Language Model Probing","venue":"cs.CL","work_id":"19b8838e-f0cc-4d4b-b405-fa54281accbf","year":2024},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.589041Z"},"links":{"cited_paper":"/paper/2402.00123","citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:074f4344592e3b7126c1f7fcf254c6f9ee8251c6df4e1f0e3a145e9c4a753316","observation_id":"1d01ba7c-0b5c-48bf-bfc3-46c19d2fa3eb","resolution":{"observed_at":"2026-08-05T14:55:58.312538Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.05278","last_updated":"2025-04-07T17:24:11Z","snapshot_observed_at":"2026-08-16T23:08:26.473105Z","submitted_at":"2025-04-07T17:24:11Z","title":"The challenge of uncertainty quantification of large language models in medicine","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.05278","snapshot_observed_at":"2026-08-05T14:55:56.599407Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.599407Z"},"links":{"cited_paper":"/paper/2504.05278","citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:669feb007806a1b17e0d491ea66ae0c73c0ddc87ed0d90eb0e56313317620ea3","observation_id":"ea7c5c1b-9d02-4b88-a817-e64f8e5a4641","resolution":{"observed_at":"2026-08-05T14:55:56.599407Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:59.415999Z","title":null,"venue":null,"work_id":"31542f8e-d8ed-47bc-bfa9-03515444d4da","year":2023},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.607893Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:f3d09f859cee4203c4435a3a713c1922e8f2220ba9cdb72dd40c864e9f2a06d1","observation_id":"7a958640-6a0a-4346-9b45-9f4591b7bfef","resolution":{"observed_at":"2026-08-05T14:55:59.421012Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.04451","last_updated":"2024-03-20T21:34:56Z","snapshot_observed_at":"2026-08-16T14:36:14.029419Z","submitted_at":"2023-10-03T19:44:37Z","title":"AutoDAN: Generating Stealthy Jailbreak Prompts on Aligned Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.04451","snapshot_observed_at":"2026-08-05T14:55:56.613822Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.613822Z"},"links":{"cited_paper":"/paper/2310.04451","citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:9c667815b07b87e6a670b8a4a62b82e4f60a58d8bbf339b8c0062f5c3a7c3cf3","observation_id":"0eba8e96-c5a6-4611-b34f-f0b80bd2f63d","resolution":{"observed_at":"2026-08-05T14:55:56.613822Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:59.391862Z","title":null,"venue":null,"work_id":"8d7da7e3-5d90-46a5-ad0a-eeb3bc7683ad","year":2022},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.619428Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:ad5143b2f6a4269489dc06b50b6d6bf15ca7965ff58ded77c80579ccb7510d7f","observation_id":"acf88411-b63d-48fb-b313-e496a2ab95a3","resolution":{"observed_at":"2026-08-05T14:55:59.398639Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:56.624966Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.624966Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:327cf98613f7b354b4688f40fa598205aac2a8cb5015e57e4790ea21807494f4","observation_id":"324b7a8e-1c16-45c3-8805-c88422d7cf88","resolution":{"observed_at":"2026-08-05T14:55:56.624966Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.14637","last_updated":"2025-09-02T06:01:58Z","snapshot_observed_at":"2026-08-16T13:58:42.476503Z","submitted_at":"2024-04-23T00:25:57Z","title":"Open Source Software Development Tool Installation: Challenges and Strategies For Novice Developers","version":3},"cited_work":{"arxiv_id":"2404.14637","doi":null,"metadata_source":"pith","pith_arxiv_id":"2404.14637","snapshot_observed_at":"2026-08-05T14:55:58.219763Z","title":"Open Source Software Development Tool Installation: Challenges and Strategies For Novice Developers","venue":"cs.SE","work_id":"705714a3-f76d-4159-b1e1-3990522baa1d","year":2024},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.630749Z"},"links":{"cited_paper":"/paper/2404.14637","citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:a39bc491ebabf6cd8e77c1e8a00322f92fa837fdbaca769802d6696b36ce539a","observation_id":"48ed4903-51f0-4e39-8ca4-b2256e3a8d47","resolution":{"observed_at":"2026-08-05T14:55:58.225969Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:59.344482Z","title":null,"venue":null,"work_id":"8a8ca03d-03b2-425c-aba6-e5628af4a0de","year":2015},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.637931Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:6315e35a2593bd9cbbecf5d40a645822f485282191de69771bcb0f69dc23298b","observation_id":"f5a1c7ab-eee6-4778-be33-21a71542cba3","resolution":{"observed_at":"2026-08-05T14:55:59.350663Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:59.321803Z","title":null,"venue":null,"work_id":"519e9103-733f-47c7-bad7-6403a3758db1","year":2018},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.645684Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:d032743389976bf2f826b6efc65c5e2d79c098b30048a159d3487485b7566470","observation_id":"f39f7150-d605-4afc-88ab-70ca8796345c","resolution":{"observed_at":"2026-08-05T14:55:59.328141Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:59.299058Z","title":null,"venue":null,"work_id":"32fc5fa9-cdee-4e6e-8e1b-1f442b4c45c9","year":2021},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.651284Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:ed9e9027426d83116e7ce2ed2f7cdf7c3ba4e869a325796a5ed211cb862e9c2e","observation_id":"b85f1fae-eb24-4b35-8809-a643c135740c","resolution":{"observed_at":"2026-08-05T14:55:59.306755Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2302.12173","last_updated":"2023-05-05T14:26:17Z","snapshot_observed_at":"2026-08-12T14:45:22.117576Z","submitted_at":"2023-02-23T17:14:38Z","title":"Not what you've signed up for: Compromising Real-World LLM-Integrated Applications with Indirect Prompt Injection","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.12173","snapshot_observed_at":"2026-08-05T14:55:56.658737Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.658737Z"},"links":{"cited_paper":"/paper/2302.12173","citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:accc8568c13e968f15f764d2899fac01ed7e2c89c7a0b764f983025d588f92ea","observation_id":"f54cebe6-bb20-4258-a935-52c03616e059","resolution":{"observed_at":"2026-08-05T14:55:56.658737Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.15557","last_updated":"2026-06-17T03:05:03Z","snapshot_observed_at":"2026-08-14T13:47:31.345377Z","submitted_at":"2024-12-20T04:31:03Z","title":"MORTAR: Multi-turn Metamorphic Testing for LLM-based Dialogue Systems","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.15557","snapshot_observed_at":"2026-08-05T14:55:56.666623Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.666623Z"},"links":{"cited_paper":"/paper/2412.15557","citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:b70f6752c9291c5ace6d799637c627bebb46dc7cea89cb7e442583ce1b5cd9b4","observation_id":"74526514-5f58-4b19-a06b-67597f6aecc0","resolution":{"observed_at":"2026-08-05T14:55:56.666623Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.05135","last_updated":"2026-04-30T05:51:16Z","snapshot_observed_at":"2026-08-06T13:34:19.949246Z","submitted_at":"2024-12-06T15:51:04Z","title":"The Polynomial Stein Discrepancy for Assessing Moment Convergence","version":2},"cited_work":{"arxiv_id":"2412.05135","doi":null,"metadata_source":"pith","pith_arxiv_id":"2412.05135","snapshot_observed_at":"2026-08-05T14:55:58.128719Z","title":"The Polynomial Stein Discrepancy for Assessing Moment Convergence","venue":"stat.ML","work_id":"12483b6e-1751-4628-a491-fd2194137572","year":2024},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.674409Z"},"links":{"cited_paper":"/paper/2412.05135","citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:99f511f54883185a95a47597b28e18cb6a32510dd354c229a44a97453d864bd4","observation_id":"67113337-027c-4aaf-9106-a1573be0ed74","resolution":{"observed_at":"2026-08-05T14:55:58.134868Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.19135","last_updated":"2024-10-24T20:07:08Z","snapshot_observed_at":"2026-08-19T15:12:55.103971Z","submitted_at":"2024-10-24T20:07:08Z","title":"PDL: A Declarative Prompt Programming Language","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.19135","snapshot_observed_at":"2026-08-05T14:55:56.688595Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.688595Z"},"links":{"cited_paper":"/paper/2410.19135","citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:cf580176a61f14500466863e8171919c087799928b7812eec5b088704a9c24d3","observation_id":"1a8fadaa-f632-46e4-83fb-69004ddfcf6c","resolution":{"observed_at":"2026-08-05T14:55:56.688595Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:59.281088Z","title":null,"venue":null,"work_id":"28e6b9d2-ffff-4e28-ab14-7ac2636dabbd","year":2022},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.693837Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:81635c3a4031fbc70b3cd52b705f63e2a3edc100d3b4cbe95da699efdc41faed","observation_id":"d53ea499-161f-4e92-be98-bf47177c972e","resolution":{"observed_at":"2026-08-05T14:55:59.286823Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:59.246205Z","title":null,"venue":null,"work_id":"5d8866d6-cbbb-4883-b635-de727c9ecca6","year":2021},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.698756Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:1ecc0c4c8266a7ce2e3e53765adea232f5fb6087fd3424f7b56731c60dc7e233","observation_id":"255bd1de-8be6-46c6-96e0-7b1f2b1018f9","resolution":{"observed_at":"2026-08-05T14:55:59.251398Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:59.224752Z","title":null,"venue":null,"work_id":"1ac32835-0c33-47c3-964a-aa766535c4a7","year":2024},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.703757Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:388e71d147ae08d3d46c36e4ec88b8f79dbe8ebb2a77ae14d1415111f683dd2b","observation_id":"9f3c6ad4-6441-456c-889d-cbb90cd72e2e","resolution":{"observed_at":"2026-08-05T14:55:59.230715Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:56.710019Z","title":"Ali Babar","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.710019Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:7e96760058dd983621d81ee9d7fe805f8462cfde874b5b404f0c709161cbf3e1","observation_id":"23b53468-51b3-49de-ac4c-1922d467bdd8","resolution":{"observed_at":"2026-08-05T14:55:56.710019Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:59.204239Z","title":null,"venue":null,"work_id":"a9251781-f35d-4c4f-903a-bfff1bb50da7","year":2023},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.716178Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:bd79c3b429a84962c33e574f97a73edd7709dfd24ce9b3df1c3a8a2d1d9c854e","observation_id":"fe9ec376-0832-45d9-b5a5-25a1f877311e","resolution":{"observed_at":"2026-08-05T14:55:59.209673Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.00515","last_updated":"2024-11-10T22:02:27Z","snapshot_observed_at":"2026-08-14T16:40:35.729198Z","submitted_at":"2024-06-01T17:48:15Z","title":"A Survey on Large Language Models for Code Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.00515","snapshot_observed_at":"2026-08-05T14:55:56.721520Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.721520Z"},"links":{"cited_paper":"/paper/2406.00515","citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:18d828261b747f1a5d8fccc232665e2ea1754bc1165d7812cce7f2538fd462e3","observation_id":"3a2780af-ef10-4682-955b-d6874b34eb18","resolution":{"observed_at":"2026-08-05T14:55:56.721520Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:59.185850Z","title":null,"venue":null,"work_id":"0a5d9c3d-e035-4926-8875-6fb641758548","year":2020},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.727108Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:6a4ab2c9d3f16fc076b5a61ce39b8ea2eb3f01d3eab34e396bd78f504310d124","observation_id":"b1e576c2-ed03-4fa8-88c0-4889c800deb9","resolution":{"observed_at":"2026-08-05T14:55:59.192223Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:59.155353Z","title":null,"venue":null,"work_id":"222b1957-950e-4be2-8d0e-e00c4262cb1a","year":2019},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.732413Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:05e3d16fed4b8208e0747696480b2454b4abeb04bfc5b47969153d171d6c9b96","observation_id":"0a3babf2-056b-48f8-98c1-67bbc5c063c8","resolution":{"observed_at":"2026-08-05T14:55:59.165280Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:59.131816Z","title":null,"venue":null,"work_id":"6569163c-2a61-4137-8f22-e2046c9bd0c1","year":2017},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.739226Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:57036371e287b4ac97ef10dc259e7591d7b2e56377d48c3d70c3656374631886","observation_id":"352f16cb-95da-4c73-a22f-f9981c559a6d","resolution":{"observed_at":"2026-08-05T14:55:59.140510Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:56.745992Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.745992Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:fb3fd8a2ed4c17aac743e8569bd07fe5ef4f8f646ad3e1fbf3bc9f107571bb16","observation_id":"96bcb577-6a30-41b6-b1c1-1436f43f0a45","resolution":{"observed_at":"2026-08-05T14:55:56.745992Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:59.111275Z","title":null,"venue":null,"work_id":"2fac4943-503b-4b8d-acc7-92bf67666d9f","year":2024},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.755307Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:93ed92ad15e1189db92c79eacb7dd1849e47f536753cfb95ffede7fc7335c322","observation_id":"945d1dc9-175d-42de-9959-0883a4b0a4e2","resolution":{"observed_at":"2026-08-05T14:55:59.116417Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.02564","last_updated":"2025-02-05T17:29:46Z","snapshot_observed_at":"2026-08-16T14:29:44.354283Z","submitted_at":"2024-01-04T22:37:56Z","title":"Predicting Future States with Spatial Point Processes in Single Molecule Resolution Spatial Transcriptomics","version":2},"cited_work":{"arxiv_id":"2401.02564","doi":null,"metadata_source":"pith","pith_arxiv_id":"2401.02564","snapshot_observed_at":"2026-08-05T14:55:57.954805Z","title":"Predicting Future States with Spatial Point Processes in Single Molecule Resolution Spatial Transcriptomics","venue":"q-bio.TO","work_id":"fbafa527-f9b7-4927-81c3-65511b6f68c3","year":2024},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.760982Z"},"links":{"cited_paper":"/paper/2401.02564","citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:63d9b875309b109a840c695b61a0c26ccf5d8165c3248612d6e31202feb6e9f2","observation_id":"d84deca7-9045-4bf6-a192-c79b6d55c023","resolution":{"observed_at":"2026-08-05T14:55:57.962262Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:59.087423Z","title":null,"venue":null,"work_id":"1bde617f-1552-4fdb-97bd-3673da1d04c2","year":2019},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.767464Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:a8354d85fa83c1fbfc768f20115b280b27ab0d616a8efcdec1b7ebd18dea9a10","observation_id":"644ff004-28d5-44c6-8f8b-2c18d7de6653","resolution":{"observed_at":"2026-08-05T14:55:59.096338Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.16634","last_updated":"2023-05-23T22:12:16Z","snapshot_observed_at":"2026-08-02T04:02:36.848064Z","submitted_at":"2023-03-29T12:46:54Z","title":"G-Eval: NLG Evaluation using GPT-4 with Better Human Alignment","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.16634","snapshot_observed_at":"2026-08-05T14:55:56.772682Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.772682Z"},"links":{"cited_paper":"/paper/2303.16634","citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:897852969e77a150d838b6da4ea4ec40e7beef62726e99f31ac9bc4506baedf5","observation_id":"5cde7bc1-3d23-436f-88af-ccf2790ede52","resolution":{"observed_at":"2026-08-05T14:55:56.772682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.05499","last_updated":"2025-12-29T02:25:27Z","snapshot_observed_at":"2026-07-06T15:40:27.639368Z","submitted_at":"2023-06-08T18:43:11Z","title":"Prompt Injection attack against LLM-integrated Applications","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.05499","snapshot_observed_at":"2026-08-05T14:55:56.779160Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.779160Z"},"links":{"cited_paper":"/paper/2306.05499","citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:fc353dbce7f6027054cc6a4af1d5eeb6765fd4e93a19879aa351f2b43ab2c2c9","observation_id":"a7b814d8-09dd-465d-a243-687b6054e432","resolution":{"observed_at":"2026-08-05T14:55:56.779160Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:59.063252Z","title":null,"venue":null,"work_id":"dbe1dc14-c237-4d2c-a54c-61c41229d74e","year":null},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.788068Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:f616e44ed62826a63aa4649488c3426462bd7a4989724a16b6f5aeed8e9d0f36","observation_id":"b825ae9b-c38f-4d02-8b55-50d5ccea1d3b","resolution":{"observed_at":"2026-08-05T14:55:59.071758Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.09932","last_updated":"2025-05-15T03:35:12Z","snapshot_observed_at":"2026-08-18T01:39:42.258152Z","submitted_at":"2025-05-15T03:35:12Z","title":"Demystifying AI Agents: The Final Generation of Intelligence","version":1},"cited_work":{"arxiv_id":"2505.09932","doi":null,"metadata_source":"pith","pith_arxiv_id":"2505.09932","snapshot_observed_at":"2026-08-05T14:55:57.889242Z","title":"Demystifying AI Agents: The Final Generation of Intelligence","venue":"cs.AI","work_id":"113d93a3-260f-43e5-a831-e98385f59879","year":2025},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.805399Z"},"links":{"cited_paper":"/paper/2505.09932","citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:98f8ee32b82e2b6023cfd572ff9b5f84db11e35ec77073c1bd40ff9a2d82ba7f","observation_id":"82f5b369-d403-4525-a90d-214c6a12a417","resolution":{"observed_at":"2026-08-05T14:55:57.895648Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:59.009947Z","title":null,"venue":null,"work_id":"427de0d5-ea9e-4139-b62c-4ee62daf43fd","year":null},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.811567Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:cda585e2ea865721ef9f5fc1d8255c09ac41e539e57e6651bd93ed01f4dc25d2","observation_id":"761e903c-e49a-4a87-985b-4add0b1736ba","resolution":{"observed_at":"2026-08-05T14:55:59.019852Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:58.979196Z","title":null,"venue":null,"work_id":"dfb34136-05ca-4d45-afcf-a0139c332bc3","year":2023},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.824067Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:30318a4ff2c930d82c29bb32ab98a7fbb03addef396fac5a95c8af6f52d33397","observation_id":"0e79e55e-646b-4c43-9bb9-e243242f6b1b","resolution":{"observed_at":"2026-08-05T14:55:58.986123Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:58.952198Z","title":null,"venue":null,"work_id":"fb3c250c-4f57-476b-8d56-2042169e95e4","year":2019},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.833008Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:1d5777536724e23ada42a9ef20a882c5478868d29e07fb30277b50ec57b8cae3","observation_id":"128d9a4c-ae6f-4020-af32-5158c826c673","resolution":{"observed_at":"2026-08-05T14:55:58.965290Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:58.929377Z","title":null,"venue":null,"work_id":"260c941f-4dc3-4fcb-8027-aae1e6192441","year":2025},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.839830Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:488a279641f2c1f9387d8782e50203935310a080f09dea3df956e3c30bf72dbe","observation_id":"40c35cb1-de87-4a17-ab6e-e16c687b1db8","resolution":{"observed_at":"2026-08-05T14:55:58.935067Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:56.845762Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.845762Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:8b62695b621b734da68e5874389b3462ff3d777be3f5afaa47861c9a3ef21990","observation_id":"df0eaa47-20f0-4569-bc08-532bdaee9139","resolution":{"observed_at":"2026-08-05T14:55:56.845762Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:58.911770Z","title":null,"venue":null,"work_id":"369fdf84-30a3-4d53-aaec-1bb70ce23168","year":2024},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.851520Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:e5ac7a403ed2d7933c077d516f1467709c247d71efb983a763200c568d8e709e","observation_id":"5de0c5d6-1937-49a5-83cb-34e67eec72a6","resolution":{"observed_at":"2026-08-05T14:55:58.916713Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2110.08193","last_updated":"2022-03-16T01:35:45Z","snapshot_observed_at":"2026-07-06T11:58:21.596920Z","submitted_at":"2021-10-15T16:43:46Z","title":"BBQ: A Hand-Built Bias Benchmark for Question Answering","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2110.08193","snapshot_observed_at":"2026-08-05T14:55:56.858616Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.858616Z"},"links":{"cited_paper":"/paper/2110.08193","citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:c9f14ffec8cbc3af467cf5fa2696e2eef8e851654e3e5545d567405c708ed7a2","observation_id":"d6f73424-395e-4c40-9fbc-119d3a86cfcb","resolution":{"observed_at":"2026-08-05T14:55:56.858616Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:56.866651Z","title":null,"venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.866651Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:c3de8717362c12ff3a1347e7fa5e31c52bf732f373730220955e3620c8296224","observation_id":"b1179c82-c43f-4a96-8dd2-e833ec0f6935","resolution":{"observed_at":"2026-08-05T14:55:56.866651Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:58.874520Z","title":null,"venue":null,"work_id":"7ee127c1-7f61-484c-bd89-61c9e1fbc181","year":2025},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.875401Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:becf080d11b1eafc6aa294554379962a89fb3a594bab7a902f68e77a2c84255c","observation_id":"3c591527-287c-4bd4-9398-37f6ed78d015","resolution":{"observed_at":"2026-08-05T14:55:58.881403Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:58.850801Z","title":null,"venue":null,"work_id":"3c57bc84-81d4-43cf-88bf-fccd4137e250","year":2023},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.882497Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:8be3a0c3847b1aee842ab9adf8f64e53401bba014dec34a1d075ad453e976561","observation_id":"4aac3a6c-9716-4744-8562-b62b8ee1d18c","resolution":{"observed_at":"2026-08-05T14:55:58.857459Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:58.829149Z","title":null,"venue":null,"work_id":"9c45f6ce-5abb-47da-bf7c-ec8ffa13779d","year":2020},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.888405Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:465a41117850e23862ef5c23f90dd61a26740ba1887760e69e58046c4ee9a70a","observation_id":"0f2a2750-9a46-4f7d-ba1d-aad338088efd","resolution":{"observed_at":"2026-08-05T14:55:58.834822Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"3412.37034","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:57.740536Z","title":null,"venue":null,"work_id":"33a10622-9d35-49d0-8842-20b757cd9d52","year":2025},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.894150Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:c6dd0f8cca4d70b210dff1cc4db1812ee6f20b2cf4b78a77b99191efa1530bcb","observation_id":"9c4b9563-406b-4bda-aed6-71d774af6ffd","resolution":{"observed_at":"2026-08-05T14:55:57.753297Z","resolver_source":"raw_fallback","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:58.798572Z","title":null,"venue":null,"work_id":"e0e5ad5e-2081-4d3d-933c-45d63cabec33","year":2023},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.903308Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:b80c7003345d5b5e78547ca24be0e9fe739d1a92127a5e2aaf7d6fb1a8260c7c","observation_id":"052f3e24-220c-4c6b-811f-1f4d170eaaa4","resolution":{"observed_at":"2026-08-05T14:55:58.807636Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:58.770645Z","title":null,"venue":null,"work_id":"393f81e1-a82b-4ac1-8109-783b2195d8c5","year":null},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.910151Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:d3d0a7c31acfc8d38b4ce0910c4c25f51c8d075e114b54ddd6c638ce6f026d41","observation_id":"a69bd01b-6c02-43a3-a5bb-17ad393b277b","resolution":{"observed_at":"2026-08-05T14:55:58.778931Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2205.09262","last_updated":"2022-06-02T05:13:42Z","snapshot_observed_at":"2026-08-16T16:59:19.918357Z","submitted_at":"2022-05-19T00:55:22Z","title":"Nuclear Weak Rates and Nuclear Weak Processes in Stars","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2205.09262","snapshot_observed_at":"2026-08-05T14:55:56.920125Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.920125Z"},"links":{"cited_paper":"/paper/2205.09262","citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:619b6caf5a2c7f8f75ea948b96da9cfbe64157a9d08c8ffe5538eed9be2075d3","observation_id":"1893962d-e292-44ae-86b8-62beb335e313","resolution":{"observed_at":"2026-08-05T14:55:56.920125Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:58.734979Z","title":null,"venue":null,"work_id":"ca10a2fa-1935-4ceb-ae9f-d7f18a831a77","year":2018},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.926361Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:911d6ae85512ca9b51d07a242d51c425235781e978f03449a6b2ee89fe158b13","observation_id":"cd3b19a8-45bb-4b07-b301-d5d2c46734e0","resolution":{"observed_at":"2026-08-05T14:55:58.743242Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:58.714383Z","title":null,"venue":null,"work_id":"143a9b91-b4cf-4717-a961-201047b57591","year":2023},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.937584Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:0bcdbd46ffb77ce5839e513247cf474e880d57875b00d0f43780cb1e1bf1f773","observation_id":"1f420ccb-4227-4af8-b00a-7a201371f4c2","resolution":{"observed_at":"2026-08-05T14:55:58.719470Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:58.695545Z","title":"Pan, and Kam-Fai Wong","venue":null,"work_id":"0317e315-fb31-45ca-be7c-784ccfb961e9","year":2025},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.948340Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:c8ec146670fd6821164b53491b9b78bf9296e9c04d7fa4ead05b1f6c4ddf279b","observation_id":"3cef5832-94ab-44db-9355-47b5448df3f3","resolution":{"observed_at":"2026-08-05T14:55:58.701677Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:58.677381Z","title":null,"venue":null,"work_id":"84f1227e-89c6-4471-906a-4456fa23725a","year":2024},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.962460Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:d27fe7902fc07f8413b2c68adadc881f5b1649f23a0c687d15af34ee5a0087a5","observation_id":"fd59f1b9-0c8c-4ea6-ba16-ec5350a843b2","resolution":{"observed_at":"2026-08-05T14:55:58.683162Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.02483","last_updated":"2023-07-05T17:58:10Z","snapshot_observed_at":"2026-08-15T10:16:52.688429Z","submitted_at":"2023-07-05T17:58:10Z","title":"Jailbroken: How Does LLM Safety Training Fail?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.02483","snapshot_observed_at":"2026-08-05T14:55:56.967504Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.967504Z"},"links":{"cited_paper":"/paper/2307.02483","citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:417e669570709be8ea74b602919c277d964e6a0c2e3c7e0df25051150476a5df","observation_id":"e77ea812-1687-4768-8b47-98b8d0fe6fb9","resolution":{"observed_at":"2026-08-05T14:55:56.967504Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:58.650735Z","title":null,"venue":null,"work_id":"aa4591b0-47cf-4ffb-85b4-5a5f252d44d1","year":2022},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.972981Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:2a1067a152ddda6e1281f460c402baddb5691290f44bcfb6a4662e6382ae9a54","observation_id":"dc7b1fa3-e8ba-4064-af91-047742546b80","resolution":{"observed_at":"2026-08-05T14:55:58.660360Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:58.628081Z","title":null,"venue":null,"work_id":"a3b3cffb-b555-4c76-8776-fd04c831f822","year":2023},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.985179Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:fe5ecf4c55e1dfc5ce8ad58aa54a32e11af5727d9129ad98ccbd398c929d11c3","observation_id":"14d6cc01-a60b-43f7-b321-55bf7b210fad","resolution":{"observed_at":"2026-08-05T14:55:58.633359Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:58.612099Z","title":null,"venue":null,"work_id":"1f64901d-7cd1-401b-9a73-27bd180355c9","year":2024},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":57,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.992586Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:001397b15bee6973003a141c7a404e0c882ff62d4c355929a3d0180c5d0ffd8a","observation_id":"5f06dcbf-0678-4029-9cce-bdd117e0c4b7","resolution":{"observed_at":"2026-08-05T14:55:58.617262Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:58.591436Z","title":null,"venue":null,"work_id":"b60a5404-86c0-4cdd-8df8-77d9cf24d1fe","year":2025},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":58,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.998239Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:4a87894196ce63e1212cf2313a4d312aec3b556c82dbb3adfc070f38cb37df73","observation_id":"35569624-53a6-4931-88c8-9e40ff5baec7","resolution":{"observed_at":"2026-08-05T14:55:58.596982Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.15589","last_updated":"2024-11-01T16:39:36Z","snapshot_observed_at":"2026-08-20T09:59:01.744109Z","submitted_at":"2024-05-24T14:20:09Z","title":"Efficient Adversarial Training in LLMs with Continuous Attacks","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.15589","snapshot_observed_at":"2026-08-05T14:55:57.009096Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":59,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:57.009096Z"},"links":{"cited_paper":"/paper/2405.15589","citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:dc86e396779b1950394b15c49b8df9f6f59a5c06cd8ad5deda7ebcda6edad952","observation_id":"e06d62fa-6e15-40be-b095-bc0bb8cb5e63","resolution":{"observed_at":"2026-08-05T14:55:57.009096Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"3882.33305","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:57.557001Z","title":null,"venue":null,"work_id":"eaad6423-bf15-486a-9a68-8d5c294ae207","year":2019},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":60,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:57.015085Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:8d2568af16883d7d028ee9bacac6fab2025e2d9c2e74785c0f3f198bf195236d","observation_id":"0db94f43-530f-4e45-8b92-3f23d336b847","resolution":{"observed_at":"2026-08-05T14:55:57.571740Z","resolver_source":"raw_fallback","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:58.569253Z","title":null,"venue":null,"work_id":"182324ff-a597-40fd-aa69-c0afc5eda0cb","year":2025},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":61,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:57.022450Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:f0d9a20f78c04b6d9ef03e96649668885b05cd3d3b901baa78560c64bc57fafd","observation_id":"47d475ce-9be0-4cba-91da-45f6d2c7e757","resolution":{"observed_at":"2026-08-05T14:55:58.576867Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:57.030643Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":62,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:57.030643Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:4275662c320951a527090e4b29e5ce7b08453f6f7cc229c2ecf075d47abcaecd","observation_id":"d578f0ac-f7f0-4d2c-aab6-586c557e8c5e","resolution":{"observed_at":"2026-08-05T14:55:57.030643Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:58.510639Z","title":null,"venue":null,"work_id":"060d5a55-1117-4608-8a70-83c1fe99cbce","year":2024},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":63,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:57.045562Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:4fc0d0265fa7234da6fc22001dae1b590422170054c8400ed85658e8b13ece34","observation_id":"d9797649-cc86-49b0-821e-3fd5a6268254","resolution":{"observed_at":"2026-08-05T14:55:58.516135Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.02764","last_updated":"2024-09-12T22:18:03Z","snapshot_observed_at":"2026-08-19T03:17:45.919059Z","submitted_at":"2024-05-04T22:00:28Z","title":"Assessing Adversarial Robustness of Large Language Models: An Empirical Study","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.02764","snapshot_observed_at":"2026-08-05T14:55:57.051121Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":64,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:57.051121Z"},"links":{"cited_paper":"/paper/2405.02764","citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:f52d552eb87c1f3164257e5bc48ce5bf27002ca2245e491625b7043d4c9411be","observation_id":"a4f9dc18-43ee-4f7b-b31c-87e0b6741f14","resolution":{"observed_at":"2026-08-05T14:55:57.051121Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.08482","last_updated":"2024-09-13T02:13:26Z","snapshot_observed_at":"2026-08-20T17:07:36.081947Z","submitted_at":"2024-09-13T02:13:26Z","title":"Risks When Sharing LoRA Fine-Tuned Diffusion Model Weights","version":1},"cited_work":{"arxiv_id":"2409.08482","doi":null,"metadata_source":"pith","pith_arxiv_id":"2409.08482","snapshot_observed_at":"2026-08-05T14:55:57.414468Z","title":"Risks When Sharing LoRA Fine-Tuned Diffusion Model Weights","venue":"cs.LG","work_id":"dbdb5bf0-7f6c-4597-a80b-120da937c8e1","year":2024},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":65,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:57.056902Z"},"links":{"cited_paper":"/paper/2409.08482","citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:5f5e47dc2a788b49cf095f7c3c8aaea887f309a0c36d0c87692d4fb3944a26c5","observation_id":"caee333a-96c6-41bc-a663-2f82e8008b74","resolution":{"observed_at":"2026-08-05T14:55:57.421789Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:57.065458Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":66,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:57.065458Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:3e61c57e88b3c3fe59b480b69a4ad7ceb170fbf30fd7f9c2ce9928cc1931c694","observation_id":"b303c104-4881-4cbe-b929-1f0c5c085ce3","resolution":{"observed_at":"2026-08-05T14:55:57.065458Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:58.462154Z","title":null,"venue":null,"work_id":"230e4217-a671-4c25-b936-dae17c764cb0","year":null},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":67,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:57.071117Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:cdbfa42159cf0a2c2c96ae1e7cc20da817d7f86d2a070d86e3d04d80e3a3b600","observation_id":"36921211-67bb-4dcb-a04f-3412bb47b307","resolution":{"observed_at":"2026-08-05T14:55:58.471049Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:58.429650Z","title":null,"venue":null,"work_id":"4d2b8ecb-a71d-41cc-862e-5bdd8b42da76","year":2021},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":69,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:57.096831Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:7c9eeaf25c7732f7c1d9ce25d893346dfc2640805a142e94656c58ff5ccaf135","observation_id":"ce1cf4c6-1043-4e6a-b25d-f0f72f32fcaa","resolution":{"observed_at":"2026-08-05T14:55:58.436154Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:58.409308Z","title":null,"venue":null,"work_id":"a7365e62-556f-4f79-ba4d-f848b66e6d1c","year":2020},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":70,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:57.102406Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:f4e1429dced8daea973c7507de8fa52cc281970a88362ecd771d0dd12b2e3664","observation_id":"bd9f13fe-50f5-4163-85be-ca0af4abb867","resolution":{"observed_at":"2026-08-05T14:55:58.416183Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1802.02295","last_updated":"2018-03-07T02:30:58Z","snapshot_observed_at":"2026-08-14T19:48:07.371710Z","submitted_at":"2018-02-07T03:18:44Z","title":"DeepRoad: GAN-based Metamorphic Autonomous Driving System Testing","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1802.02295","snapshot_observed_at":"2026-08-05T14:55:57.108617Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":71,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:57.108617Z"},"links":{"cited_paper":"/paper/1802.02295","citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:ddffc0d026af37427e18c923721f88ec75874ddb4cf134de9b854eea7bc0e358","observation_id":"90b6b936-21da-4fa6-b84c-7b8af5f51a70","resolution":{"observed_at":"2026-08-05T14:55:57.108617Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:58.393414Z","title":null,"venue":null,"work_id":"d1e3d4a6-0c66-4236-b506-9521a39b00bc","year":2025},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":72,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:57.113853Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:78093c509f438d842c4637cd2d9916229469eeec6d486b27a54f1ecd3ecc9409","observation_id":"9a02c6a6-af5d-459b-b068-573861e8dcde","resolution":{"observed_at":"2026-08-05T14:55:58.398541Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2306.05685","last_updated":"2023-12-24T02:01:34Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-06-09T05:55:52Z","title":"Judging LLM-as-a-Judge with MT-Bench and Chatbot Arena","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.05685","snapshot_observed_at":"2026-08-05T14:55:57.119618Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":73,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:57.119618Z"},"links":{"cited_paper":"/paper/2306.05685","citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:a837de8a0b4cbc22e656841ebc8c29bc73fb21671814f072b44625b9a05591f0","observation_id":"09c932e2-53ff-4c99-8d10-67e90febaaf4","resolution":{"observed_at":"2026-08-05T14:55:57.119618Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:58.373958Z","title":null,"venue":null,"work_id":"0883ecb0-51b7-477a-82d4-92daea62fd0d","year":2024},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":74,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:57.126099Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:91bd284e603cf6a03380f036b1201febdbe8c50f9bb3d2283c2964055c4fbd8d","observation_id":"d2ebda94-a837-4763-94fa-73bb1922e317","resolution":{"observed_at":"2026-08-05T14:55:58.381379Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.14811","last_updated":"2024-08-27T06:49:50Z","snapshot_observed_at":"2026-08-16T13:23:36.368229Z","submitted_at":"2024-08-27T06:49:50Z","title":"Brain-inspired Artificial Intelligence: A Comprehensive Review","version":1},"cited_work":{"arxiv_id":"2408.14811","doi":null,"metadata_source":"pith","pith_arxiv_id":"2408.14811","snapshot_observed_at":"2026-08-05T14:55:57.291758Z","title":"Brain-inspired Artificial Intelligence: A Comprehensive Review","venue":"cs.AI","work_id":"d6a74886-f40b-4d74-8f67-9dbf343ca6fa","year":2024},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":75,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:57.135511Z"},"links":{"cited_paper":"/paper/2408.14811","citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:ba327b73fb0e1d74aaef0d14f69ada9df6f21f5d741b006483ec0042e3e44ee5","observation_id":"dfcadb4f-20de-4dc2-aa25-af2af6a0e2eb","resolution":{"observed_at":"2026-08-05T14:55:57.297737Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.07328","last_updated":"2023-07-14T13:12:21Z","snapshot_observed_at":"2026-08-16T15:16:14.268961Z","submitted_at":"2023-07-14T13:12:21Z","title":"Boosting Backdoor Attack with A Learnable Poisoning Sample Selection Strategy","version":1},"cited_work":{"arxiv_id":"2307.07328","doi":null,"metadata_source":"pith","pith_arxiv_id":"2307.07328","snapshot_observed_at":"2026-08-05T14:55:57.256247Z","title":"Boosting Backdoor Attack with A Learnable Poisoning Sample Selection Strategy","venue":"cs.CR","work_id":"b07ad90b-fcf1-4e54-8e6a-cc699105c8d6","year":2023},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":76,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:57.142706Z"},"links":{"cited_paper":"/paper/2307.07328","citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:9ad82e0a2bcb100ebca48086feb8818b3ed1e8c8e87405303dafc355765e90ac","observation_id":"7d6e74f0-a841-404e-8c1d-75b51a8961e8","resolution":{"observed_at":"2026-08-05T14:55:57.265235Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.15043","last_updated":"2023-12-20T20:48:57Z","snapshot_observed_at":"2026-08-12T09:06:50.363435Z","submitted_at":"2023-07-27T17:49:12Z","title":"Universal and Transferable Adversarial Attacks on Aligned Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.15043","snapshot_observed_at":"2026-08-05T14:55:57.149621Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":77,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:57.149621Z"},"links":{"cited_paper":"/paper/2307.15043","citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:e30f9a86d7f5c525167b4a6b8e9cf2f6ec7b2cf7fe07b080444da50a1fbcb7f9","observation_id":"bad383c9-0501-44b7-a64c-b3b087a692e3","resolution":{"observed_at":"2026-08-05T14:55:57.149621Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:59.034503Z","title":"In 2018 IEEE 29th international symposium on software reliability engineering (ISSRE)","venue":null,"work_id":"f2f1dc58-c3c9-43c1-bb3e-68c59c54aeb6","year":2018},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":2018,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:56.794804Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:c496b8cda91b5f2e15e841ad29cde7c99b425173d211c7b43659ce4f7a25c823","observation_id":"db4bad04-64a1-4ef7-a194-564a338444a6","resolution":{"observed_at":"2026-08-05T14:55:59.044399Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T14:55:58.528571Z","title":"CoRR (2024)","venue":null,"work_id":"6d71c817-260f-4602-97d7-996a4669597c","year":2024},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:57.038901Z"},"links":{"citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:fef2a31042a8ae3e24b67566c8e5fc0f40d3812b9b00a228ca621251aaa0a90c","observation_id":"ac31dc78-0329-431f-8d4b-9fd37ebf0f10","resolution":{"observed_at":"2026-08-05T14:55:58.538559Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.16416","last_updated":"2026-04-23T17:36:18Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-03-20T17:59:23Z","title":"Survey on Evaluation of LLM-based Agents","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.16416","snapshot_observed_at":"2026-08-05T14:55:57.079971Z","title":"arXiv preprint arXiv:2503.16416 (2025)","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol","version":1},"reference_index":2025,"source":"pdf_text","source_observed_at":"2026-08-05T14:55:57.079971Z"},"links":{"cited_paper":"/paper/2503.16416","citing_paper":"/paper/2508.20737"},"observation_digest":"sha256:7c0c4882b5e55233426e70b4e3d9cbcdba2b68d091b0837ed35151b66b13a22e","observation_id":"67de1d8f-02de-46bc-80c6-fab826e8eb3a","resolution":{"observed_at":"2026-08-05T14:55:57.079971Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2508.20737","last_updated":"2025-08-28T13:00:28Z","latest_version":1,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-16T23:09:11.422986Z","submitted_at":"2025-08-28T13:00:28Z","title":"Rethinking Testing for LLM Applications: Characteristics, Challenges, and a Lightweight Interaction Protocol"},"reference_resolution":{"displayed":79,"state_counts":{"malformed_identifier":0,"metadata_mismatch":2,"parse_uncertain":0,"unresolved":65,"verified_exact":9,"verified_fuzzy":3},"total_outbound_references":79},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"thesis":"As of 21 August 2026, this Paper Citation Record lists 79 of 79 outbound references and 4 inbound Pith citation observations for arXiv:2508.20737."}