{"as_of":"2026-08-09T16:25:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:beb1ba26d8a958224d366b29c127df2c0919fe1d778540392f211b84e3124591","coverage":[{"denominator":13,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":13,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T15:07:29.791104Z","state":"measured"},{"denominator":13,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":13,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2507.16792/citation-record","integrity":"/paper/2507.16792/integrity","json":"/paper/2507.16792/citation-record.json","paper":"/paper/2507.16792"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2306.00774","last_updated":"2023-06-01T15:06:11Z","snapshot_observed_at":"2026-07-06T15:36:37.380930Z","submitted_at":"2023-06-01T15:06:11Z","title":"In-Context Learning User Simulators for Task-Oriented Dialog Systems","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.00774","snapshot_observed_at":"2026-08-06T15:07:28.676529Z","title":"10 words","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.16792","last_updated":"2025-07-22T17:40:34Z","snapshot_observed_at":"2026-08-06T14:59:19.192267Z","submitted_at":"2025-07-22T17:40:34Z","title":"ChatChecker: A Framework for Dialogue System Testing and Evaluation Through Non-cooperative User Simulation","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-06T15:07:28.676529Z"},"links":{"cited_paper":"/paper/2306.00774","citing_paper":"/paper/2507.16792"},"observation_digest":"sha256:a9e12f9f1264e814b9b34e4ce1e2aa13dbdcec3168c804ac1fd7be1e016f0580","observation_id":"53276cb8-704b-499a-8d3f-c2158aed0174","resolution":{"observed_at":"2026-08-06T15:07:28.676529Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:07:31.590190Z","title":null,"venue":null,"work_id":"de29ea09-9027-4825-9423-ad03c30a6ab0","year":null},"citing_paper":{"arxiv_id":"2507.16792","last_updated":"2025-07-22T17:40:34Z","snapshot_observed_at":"2026-08-06T14:59:19.192267Z","submitted_at":"2025-07-22T17:40:34Z","title":"ChatChecker: A Framework for Dialogue System Testing and Evaluation Through Non-cooperative User Simulation","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-06T15:07:29.026940Z"},"links":{"citing_paper":"/paper/2507.16792"},"observation_digest":"sha256:8cc22b5cd51c11cd36fd5252436f977000ce6ba493f236c3d5dbf0bac074fae1","observation_id":"2c98e4aa-3a68-43b2-aeff-2ed5134d8527","resolution":{"observed_at":"2026-08-06T15:07:31.639805Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:07:31.395365Z","title":"Memorable for being forgettable, a true skill indeed! Reservation?","venue":null,"work_id":"90bed779-b8b6-447d-85c9-31a7e7548c93","year":null},"citing_paper":{"arxiv_id":"2507.16792","last_updated":"2025-07-22T17:40:34Z","snapshot_observed_at":"2026-08-06T14:59:19.192267Z","submitted_at":"2025-07-22T17:40:34Z","title":"ChatChecker: A Framework for Dialogue System Testing and Evaluation Through Non-cooperative User Simulation","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-06T15:07:29.123727Z"},"links":{"citing_paper":"/paper/2507.16792"},"observation_digest":"sha256:158f6a0f84de54d8ba9545baa3fe7a49bd2875e0658d3ea2c8e0a148cd22978c","observation_id":"48904397-9710-4181-b4f1-b8e82b14e256","resolution":{"observed_at":"2026-08-06T15:07:31.483816Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:07:31.218751Z","title":null,"venue":null,"work_id":"42e8f8bf-530c-4044-baa6-af98624ff03a","year":null},"citing_paper":{"arxiv_id":"2507.16792","last_updated":"2025-07-22T17:40:34Z","snapshot_observed_at":"2026-08-06T14:59:19.192267Z","submitted_at":"2025-07-22T17:40:34Z","title":"ChatChecker: A Framework for Dialogue System Testing and Evaluation Through Non-cooperative User Simulation","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-06T15:07:29.184826Z"},"links":{"citing_paper":"/paper/2507.16792"},"observation_digest":"sha256:a844479d0150b4745d2001250a0aee4329a7ce77450900e9fa3fbf8e9b8512e7","observation_id":"8ae58aaf-56ef-4a9a-9a5e-2fddbd6cd72f","resolution":{"observed_at":"2026-08-06T15:07:31.301524Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:07:31.059045Z","title":"Let 's shoot for The Pint Shop, 2 people, Friday at 7!","venue":null,"work_id":"2e34493e-b5b0-4ddf-9e04-9d393a24f812","year":null},"citing_paper":{"arxiv_id":"2507.16792","last_updated":"2025-07-22T17:40:34Z","snapshot_observed_at":"2026-08-06T14:59:19.192267Z","submitted_at":"2025-07-22T17:40:34Z","title":"ChatChecker: A Framework for Dialogue System Testing and Evaluation Through Non-cooperative User Simulation","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-06T15:07:29.258754Z"},"links":{"citing_paper":"/paper/2507.16792"},"observation_digest":"sha256:cfdb86adfbcbd8e071be143008feb9d8dfd53e719af2d2a8fdfa4c6888373183","observation_id":"3c68d3c6-888c-4f60-9520-7ebbe8725833","resolution":{"observed_at":"2026-08-06T15:07:31.124159Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:07:30.867119Z","title":"It seems there was an issue with the reservation time format. For The Pint Shop, could you please specify the time in a format like","venue":null,"work_id":"9de66c65-7326-4d60-9339-02442e40377f","year":null},"citing_paper":{"arxiv_id":"2507.16792","last_updated":"2025-07-22T17:40:34Z","snapshot_observed_at":"2026-08-06T14:59:19.192267Z","submitted_at":"2025-07-22T17:40:34Z","title":"ChatChecker: A Framework for Dialogue System Testing and Evaluation Through Non-cooperative User Simulation","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-06T15:07:29.373489Z"},"links":{"citing_paper":"/paper/2507.16792"},"observation_digest":"sha256:57d0dd6316017e35de5285a1febabc9190c5dcb3e5498ba7a3ef6af193ac3b70","observation_id":"c5a65ddc-451a-4855-b724-1be239387242","resolution":{"observed_at":"2026-08-06T15:07:30.968247Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:07:30.622414Z","title":"Oops, forgot Parliament time! Let 's go with 7:00 PM","venue":null,"work_id":"7462df77-950a-4ffe-a1d3-c1717bb5a6be","year":null},"citing_paper":{"arxiv_id":"2507.16792","last_updated":"2025-07-22T17:40:34Z","snapshot_observed_at":"2026-08-06T14:59:19.192267Z","submitted_at":"2025-07-22T17:40:34Z","title":"ChatChecker: A Framework for Dialogue System Testing and Evaluation Through Non-cooperative User Simulation","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-06T15:07:29.488539Z"},"links":{"citing_paper":"/paper/2507.16792"},"observation_digest":"sha256:77938eff88f4e9ab9b8c524a1b72fabb4420172bf47ca3a21dd955e49979dc36","observation_id":"48cce980-758f-439d-9453-e37dd45a6441","resolution":{"observed_at":"2026-08-06T15:07:30.728686Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:07:30.377770Z","title":null,"venue":null,"work_id":"4d133a37-5aba-47c7-b3a0-32eda7d713ec","year":null},"citing_paper":{"arxiv_id":"2507.16792","last_updated":"2025-07-22T17:40:34Z","snapshot_observed_at":"2026-08-06T14:59:19.192267Z","submitted_at":"2025-07-22T17:40:34Z","title":"ChatChecker: A Framework for Dialogue System Testing and Evaluation Through Non-cooperative User Simulation","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-06T15:07:29.571047Z"},"links":{"citing_paper":"/paper/2507.16792"},"observation_digest":"sha256:a88f2d2304e33f7a2d19a4791c1749a15beb32c2939b0147b0ff2c3084263445","observation_id":"d2701955-4bce-4b92-80c4-f3fb3c7c18bc","resolution":{"observed_at":"2026-08-06T15:07:30.490641Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:07:30.181766Z","title":"Is this a memory test? The Pint Shop, Friday, 2 people!","venue":null,"work_id":"646e29eb-a629-4917-9cfa-dae8fa8dd10e","year":null},"citing_paper":{"arxiv_id":"2507.16792","last_updated":"2025-07-22T17:40:34Z","snapshot_observed_at":"2026-08-06T14:59:19.192267Z","submitted_at":"2025-07-22T17:40:34Z","title":"ChatChecker: A Framework for Dialogue System Testing and Evaluation Through Non-cooperative User Simulation","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-06T15:07:29.676165Z"},"links":{"citing_paper":"/paper/2507.16792"},"observation_digest":"sha256:4231d2ef972c4aed841c184c8a051e40e0ddc097fe4248c0e17989da1a634b06","observation_id":"ef5e37d0-caed-4296-bd4d-f580a2b1af1d","resolution":{"observed_at":"2026-08-06T15:07:30.296471Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:07:29.964731Z","title":"I attempted to make a reservation at","venue":null,"work_id":"ca8685bd-7902-4817-9dbb-ede8b917f06c","year":null},"citing_paper":{"arxiv_id":"2507.16792","last_updated":"2025-07-22T17:40:34Z","snapshot_observed_at":"2026-08-06T14:59:19.192267Z","submitted_at":"2025-07-22T17:40:34Z","title":"ChatChecker: A Framework for Dialogue System Testing and Evaluation Through Non-cooperative User Simulation","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-06T15:07:29.791104Z"},"links":{"citing_paper":"/paper/2507.16792"},"observation_digest":"sha256:831e8fdae5be72fcdfca9418ccdfc2691404df08a2942b2e9fa782af76386e8e","observation_id":"4e18668d-e858-46a3-b6a8-a24acee580c1","resolution":{"observed_at":"2026-08-06T15:07:30.076304Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T15:07:31.728206Z","title":"ISBN: 9798350371628","venue":null,"work_id":"7e931bad-74f2-45b0-bc83-36dba07bd7bd","year":1993},"citing_paper":{"arxiv_id":"2507.16792","last_updated":"2025-07-22T17:40:34Z","snapshot_observed_at":"2026-08-06T14:59:19.192267Z","submitted_at":"2025-07-22T17:40:34Z","title":"ChatChecker: A Framework for Dialogue System Testing and Evaluation Through Non-cooperative User Simulation","version":1},"reference_index":679,"source":"pdf_text","source_observed_at":"2026-08-06T15:07:28.301530Z"},"links":{"citing_paper":"/paper/2507.16792"},"observation_digest":"sha256:9d741ecc97604a4f2fe91f569276b55ece9988bbd1818510c0f25f86faa840b0","observation_id":"79bee60f-0e68-4698-b635-fe48e0047e4e","resolution":{"observed_at":"2026-08-06T15:07:31.811467Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1603.08023","last_updated":"2017-01-03T18:28:32Z","snapshot_observed_at":"2026-07-06T04:50:44.466723Z","submitted_at":"2016-03-25T20:32:21Z","title":"How NOT To Evaluate Your Dialogue System: An Empirical Study of Unsupervised Evaluation Metrics for Dialogue Response Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1603.08023","snapshot_observed_at":"2026-08-06T15:07:28.468790Z","title":"EMNLP 2016 - Conference on Empirical Methods in Natural Lan- guage Processing, Proceedings, pages 2122–2132","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2507.16792","last_updated":"2025-07-22T17:40:34Z","snapshot_observed_at":"2026-08-06T14:59:19.192267Z","submitted_at":"2025-07-22T17:40:34Z","title":"ChatChecker: A Framework for Dialogue System Testing and Evaluation Through Non-cooperative User Simulation","version":1},"reference_index":2016,"source":"pdf_text","source_observed_at":"2026-08-06T15:07:28.468790Z"},"links":{"cited_paper":"/paper/1603.08023","citing_paper":"/paper/2507.16792"},"observation_digest":"sha256:ef5b9cca43500e1570cc2cde22f3fb0ca48e6ac04ee9c69b86f4e717d8927a42","observation_id":"e70e2c8f-a311-4e93-b431-f66b4bb09f90","resolution":{"observed_at":"2026-08-06T15:07:28.468790Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.13233","last_updated":"2023-09-23T02:04:57Z","snapshot_observed_at":"2026-08-08T03:37:11.732846Z","submitted_at":"2023-09-23T02:04:57Z","title":"User Simulation with Large Language Models for Evaluating Task-Oriented Dialogue","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.13233","snapshot_observed_at":"2026-08-06T15:07:28.169262Z","title":"arXiv preprint","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2507.16792","last_updated":"2025-07-22T17:40:34Z","snapshot_observed_at":"2026-08-06T14:59:19.192267Z","submitted_at":"2025-07-22T17:40:34Z","title":"ChatChecker: A Framework for Dialogue System Testing and Evaluation Through Non-cooperative User Simulation","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-06T15:07:28.169262Z"},"links":{"cited_paper":"/paper/2309.13233","citing_paper":"/paper/2507.16792"},"observation_digest":"sha256:d9c3d9693746a4df625bde52dd8e64e6abccdbe909fa1f4433a1eb32a816f15e","observation_id":"11726f1f-c791-42f8-b808-6d002eeddf0c","resolution":{"observed_at":"2026-08-06T15:07:28.169262Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2507.16792","last_updated":"2025-07-22T17:40:34Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-06T14:59:19.192267Z","submitted_at":"2025-07-22T17:40:34Z","title":"ChatChecker: A Framework for Dialogue System Testing and Evaluation Through Non-cooperative User Simulation"},"reference_resolution":{"displayed":13,"state_counts":{"malformed_identifier":1,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":5,"verified_exact":0,"verified_fuzzy":7},"total_outbound_references":13},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 13 of 13 outbound references and 0 inbound Pith citation observations for arXiv:2507.16792."}