{"as_of":"2026-08-18T11:18:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:3ba9f9650939dd0f69e0b22ddf68cd8a016174e6b3e0c36d0f0f521a123aab95","coverage":[{"denominator":23,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":23,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-12T17:57:18.852653Z","state":"measured"},{"denominator":24,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":24,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-18T06:34:40.430872+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-05-15T05:15:57.846560Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-15T05:19:46.648211Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2411.12121","last_updated":"2024-11-18T23:18:55Z","snapshot_observed_at":"2026-08-18T07:40:39.489564Z","submitted_at":"2024-11-18T23:18:55Z","title":"Metamorphic Evaluation of ChatGPT as a Recommender System","version":1},"cited_work":{"arxiv_id":"2411.12121","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2411.12121","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Metamorphic evaluation of ChatGPT as a recommender system","venue":null,"work_id":"889fb826-f756-4282-a376-7cc1915f7b19","year":2024},"citing_paper":{"arxiv_id":"2605.13898","last_updated":"2026-05-12T13:47:26Z","snapshot_observed_at":"2026-08-10T22:06:02.817307Z","submitted_at":"2026-05-12T13:47:26Z","title":"Bidirectional Empowerment of Metamorphic Testing and Large Language Models: A Systematic Survey","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-05-15T05:15:57.846560Z"},"links":{"cited_paper":"/paper/2411.12121","citing_paper":"/paper/2605.13898"},"observation_digest":"sha256:73eab8afa204ef6ae4d6f09cfed15db91e8d2b90ce61c327a4e9bce082acad24","observation_id":"c14f5b5e-a7e0-4d1f-8834-b60939f5999b","resolution":{"observed_at":"2026-05-15T05:19:46.651696Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2411.12121/citation-record","integrity":"/paper/2411.12121/integrity","json":"/paper/2411.12121/citation-record.json","paper":"/paper/2411.12121"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:57:19.423126Z","title":"Is chatgpt a good recom- mender? a preliminary study,","venue":null,"work_id":"bb9795ab-9231-46f4-9b4c-6c5fe308108e","year":2023},"citing_paper":{"arxiv_id":"2411.12121","last_updated":"2024-11-18T23:18:55Z","snapshot_observed_at":"2026-08-18T07:40:39.489564Z","submitted_at":"2024-11-18T23:18:55Z","title":"Metamorphic Evaluation of ChatGPT as a Recommender System","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-12T17:57:18.776754Z"},"links":{"citing_paper":"/paper/2411.12121"},"observation_digest":"sha256:e8838557677377f2b4b577f53a540187562d074e2c251c543b4a0d6145cb87c4","observation_id":"147f890a-e6cd-4f71-8648-7bdbe5f2fb29","resolution":{"observed_at":"2026-08-12T17:57:19.426443Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2309.03613","last_updated":"2024-06-04T14:25:45Z","snapshot_observed_at":"2026-08-16T15:02:34.679575Z","submitted_at":"2023-09-07T10:13:09Z","title":"Evaluating ChatGPT as a Recommender System: A Rigorous Approach","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.03613","snapshot_observed_at":"2026-08-12T17:57:18.780802Z","title":"Evaluating ChatGPT as a recommender system: A rigorous approach","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2411.12121","last_updated":"2024-11-18T23:18:55Z","snapshot_observed_at":"2026-08-18T07:40:39.489564Z","submitted_at":"2024-11-18T23:18:55Z","title":"Metamorphic Evaluation of ChatGPT as a Recommender System","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-12T17:57:18.780802Z"},"links":{"cited_paper":"/paper/2309.03613","citing_paper":"/paper/2411.12121"},"observation_digest":"sha256:5dc0c6b64e83e62cef50173c4f9fa4a8de5fdfc8a1edd29bb69fd94e8386e636","observation_id":"3fa0cf2d-0c6b-4b87-ab77-4126a84eb23e","resolution":{"observed_at":"2026-08-12T17:57:18.780802Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:57:18.787761Z","title":"Recommendation as language processing (rlp): A unified pretrain, personalized prompt & predict paradigm (p5),","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2411.12121","last_updated":"2024-11-18T23:18:55Z","snapshot_observed_at":"2026-08-18T07:40:39.489564Z","submitted_at":"2024-11-18T23:18:55Z","title":"Metamorphic Evaluation of ChatGPT as a Recommender System","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-12T17:57:18.787761Z"},"links":{"citing_paper":"/paper/2411.12121"},"observation_digest":"sha256:da08086fb8c645cc07c5b12bc8c6efe0cb2dbd89ac6be040739ca0b459a264cd","observation_id":"051f019d-3712-43b5-a41f-99e032a34f69","resolution":{"observed_at":"2026-08-12T17:57:18.787761Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:57:19.414254Z","title":"Large language mod- els meet collaborative filtering: An efficient all-round llm-based recommender system,","venue":null,"work_id":"d0c61368-55b7-4ff1-913a-f2c6f725e892","year":2024},"citing_paper":{"arxiv_id":"2411.12121","last_updated":"2024-11-18T23:18:55Z","snapshot_observed_at":"2026-08-18T07:40:39.489564Z","submitted_at":"2024-11-18T23:18:55Z","title":"Metamorphic Evaluation of ChatGPT as a Recommender System","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-12T17:57:18.791072Z"},"links":{"citing_paper":"/paper/2411.12121"},"observation_digest":"sha256:f186efc64d36803b7bcdff96a2c5e7326f85da51809382359037069c9eb7528c","observation_id":"3c584b76-b406-4d7b-9734-16cc895ec891","resolution":{"observed_at":"2026-08-12T17:57:19.417629Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:57:19.404009Z","title":"Chat-rec: Towards interactive and explainable llms-augmented recommender system,","venue":null,"work_id":"e2e0abcb-6a11-446a-b082-98a06be0adf2","year":2023},"citing_paper":{"arxiv_id":"2411.12121","last_updated":"2024-11-18T23:18:55Z","snapshot_observed_at":"2026-08-18T07:40:39.489564Z","submitted_at":"2024-11-18T23:18:55Z","title":"Metamorphic Evaluation of ChatGPT as a Recommender System","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-12T17:57:18.794400Z"},"links":{"citing_paper":"/paper/2411.12121"},"observation_digest":"sha256:faa707d0d1cf5fe4a602e8d4d7dcc9471fb07949a12c8ab9bf8693c4fb109ad4","observation_id":"d96b6362-9029-445f-8ee3-e09a5e5ea2d8","resolution":{"observed_at":"2026-08-12T17:57:19.408232Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:57:18.797612Z","title":"The simpson’s paradox in the offline evaluation of recommendation systems,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2411.12121","last_updated":"2024-11-18T23:18:55Z","snapshot_observed_at":"2026-08-18T07:40:39.489564Z","submitted_at":"2024-11-18T23:18:55Z","title":"Metamorphic Evaluation of ChatGPT as a Recommender System","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-12T17:57:18.797612Z"},"links":{"citing_paper":"/paper/2411.12121"},"observation_digest":"sha256:b9c811f4b3eebd86a1b206472f8a7d749382b320d14698d23a92a4e0347b0728","observation_id":"87988eff-60af-412e-830d-f7f3fc0a5303","resolution":{"observed_at":"2026-08-12T17:57:18.797612Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:57:19.394258Z","title":"Data-efficient fine-tuning for llm-based recommendation,","venue":null,"work_id":"5f7a4af7-3984-4ea4-a879-c003f509034a","year":2024},"citing_paper":{"arxiv_id":"2411.12121","last_updated":"2024-11-18T23:18:55Z","snapshot_observed_at":"2026-08-18T07:40:39.489564Z","submitted_at":"2024-11-18T23:18:55Z","title":"Metamorphic Evaluation of ChatGPT as a Recommender System","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-12T17:57:18.800860Z"},"links":{"citing_paper":"/paper/2411.12121"},"observation_digest":"sha256:f8fb591a47670014361b6d5d189b15cd7312baa8b55981a099b6fc080b85d6f7","observation_id":"30a73744-bd90-4a78-a19e-77fa27568c63","resolution":{"observed_at":"2026-08-12T17:57:19.398045Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:57:18.803889Z","title":"Metamorphic testing: A review of challenges and opportunities,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2411.12121","last_updated":"2024-11-18T23:18:55Z","snapshot_observed_at":"2026-08-18T07:40:39.489564Z","submitted_at":"2024-11-18T23:18:55Z","title":"Metamorphic Evaluation of ChatGPT as a Recommender System","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-12T17:57:18.803889Z"},"links":{"citing_paper":"/paper/2411.12121"},"observation_digest":"sha256:0b78a7c5f13dee6693ac692b2f03676868356e1148f2450783d4baa025575a24","observation_id":"a212cf86-a49a-4223-9f99-16fe13d1ac6b","resolution":{"observed_at":"2026-08-12T17:57:18.803889Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:57:19.384847Z","title":"An empirical study on metamorphic testing for recommender systems,","venue":null,"work_id":"c1dbc904-75c6-4f7e-9da7-ef74c8c27bf4","year":null},"citing_paper":{"arxiv_id":"2411.12121","last_updated":"2024-11-18T23:18:55Z","snapshot_observed_at":"2026-08-18T07:40:39.489564Z","submitted_at":"2024-11-18T23:18:55Z","title":"Metamorphic Evaluation of ChatGPT as a Recommender System","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-12T17:57:18.807002Z"},"links":{"citing_paper":"/paper/2411.12121"},"observation_digest":"sha256:adc0d012246ba4d5db78d0a21dfbeeed1159657095d5039ff55ec4c472e8ff96","observation_id":"8ce3009c-c5ed-4eb9-bb76-f59a358fb700","resolution":{"observed_at":"2026-08-12T17:57:19.388170Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.06056","last_updated":"2023-12-11T01:29:19Z","snapshot_observed_at":"2026-08-16T14:36:03.062669Z","submitted_at":"2023-12-11T01:29:19Z","title":"METAL: Metamorphic Testing Framework for Analyzing Large-Language Model Qualities","version":1},"cited_work":{"arxiv_id":"2312.06056","doi":null,"metadata_source":"pith","pith_arxiv_id":"2312.06056","snapshot_observed_at":"2026-08-12T17:57:19.136045Z","title":"METAL: Metamorphic Testing Framework for Analyzing Large-Language Model Qualities","venue":"cs.SE","work_id":"2b5346e0-6843-4ae8-a717-c1e396fe30c5","year":2023},"citing_paper":{"arxiv_id":"2411.12121","last_updated":"2024-11-18T23:18:55Z","snapshot_observed_at":"2026-08-18T07:40:39.489564Z","submitted_at":"2024-11-18T23:18:55Z","title":"Metamorphic Evaluation of ChatGPT as a Recommender System","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-12T17:57:18.810293Z"},"links":{"cited_paper":"/paper/2312.06056","citing_paper":"/paper/2411.12121"},"observation_digest":"sha256:2b66a7e7b01a17de25c79623a2c076cba157c719f43c5270d61bbd76ed7dc918","observation_id":"fbd319bb-b713-4bc3-a7d0-0edb1a02230f","resolution":{"observed_at":"2026-08-12T17:57:19.140238Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:57:19.375529Z","title":"Testing chatbots using metamorphic relations,","venue":null,"work_id":"3d7aad85-788d-466f-88c0-478ddae9f9e2","year":null},"citing_paper":{"arxiv_id":"2411.12121","last_updated":"2024-11-18T23:18:55Z","snapshot_observed_at":"2026-08-18T07:40:39.489564Z","submitted_at":"2024-11-18T23:18:55Z","title":"Metamorphic Evaluation of ChatGPT as a Recommender System","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-12T17:57:18.813946Z"},"links":{"citing_paper":"/paper/2411.12121"},"observation_digest":"sha256:947198f0fb3178f28f0558d7eb3d38833930c709bb0f7f44ef8b8adab158a3b2","observation_id":"83a64183-bc5e-4de5-84fb-6ebabe4aa551","resolution":{"observed_at":"2026-08-12T17:57:19.378961Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:57:19.365828Z","title":"Language models as recommender systems: Evaluations and limitations,","venue":null,"work_id":"d835ed9d-332c-4f38-91de-d6c90684cfa2","year":2021},"citing_paper":{"arxiv_id":"2411.12121","last_updated":"2024-11-18T23:18:55Z","snapshot_observed_at":"2026-08-18T07:40:39.489564Z","submitted_at":"2024-11-18T23:18:55Z","title":"Metamorphic Evaluation of ChatGPT as a Recommender System","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-12T17:57:18.817195Z"},"links":{"citing_paper":"/paper/2411.12121"},"observation_digest":"sha256:85d36203dcdd46440481e250c525f6d81c55b9e26bf3800e12b5b7d6daa13c5f","observation_id":"afbafa29-656b-4392-b20b-6dfb268e029d","resolution":{"observed_at":"2026-08-12T17:57:19.369810Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:57:19.356333Z","title":"Ppt: Pre-trained prompt tuning for few-shot learning,","venue":null,"work_id":"e222add7-9c4d-43d1-8e05-0aa587a08bc5","year":2022},"citing_paper":{"arxiv_id":"2411.12121","last_updated":"2024-11-18T23:18:55Z","snapshot_observed_at":"2026-08-18T07:40:39.489564Z","submitted_at":"2024-11-18T23:18:55Z","title":"Metamorphic Evaluation of ChatGPT as a Recommender System","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-12T17:57:18.820866Z"},"links":{"citing_paper":"/paper/2411.12121"},"observation_digest":"sha256:4e9cef92d33fadbcdc20e151e93a2ad605c4015b86183c7c125f4b21f0cd5465","observation_id":"53ae3daa-06e9-4be8-845f-0490953a82e3","resolution":{"observed_at":"2026-08-12T17:57:19.359984Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:57:19.347037Z","title":"Making pre-trained language models better few-shot learners,","venue":null,"work_id":"1edbbb54-3bfc-4abe-939c-179aa00e01e0","year":2021},"citing_paper":{"arxiv_id":"2411.12121","last_updated":"2024-11-18T23:18:55Z","snapshot_observed_at":"2026-08-18T07:40:39.489564Z","submitted_at":"2024-11-18T23:18:55Z","title":"Metamorphic Evaluation of ChatGPT as a Recommender System","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-12T17:57:18.823993Z"},"links":{"citing_paper":"/paper/2411.12121"},"observation_digest":"sha256:3914f44d4c4d5d786057f8c18d4b7aa3c20f47754460737ddade9010836eb290","observation_id":"1ae4fe5f-b13a-40a0-a5dd-c1fc662bc591","resolution":{"observed_at":"2026-08-12T17:57:19.350511Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:57:19.336573Z","title":"The turking test: Can language models understand instruc- tions?","venue":null,"work_id":"247e5ccf-7026-4008-abf8-8be050fd0b61","year":2020},"citing_paper":{"arxiv_id":"2411.12121","last_updated":"2024-11-18T23:18:55Z","snapshot_observed_at":"2026-08-18T07:40:39.489564Z","submitted_at":"2024-11-18T23:18:55Z","title":"Metamorphic Evaluation of ChatGPT as a Recommender System","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-12T17:57:18.827180Z"},"links":{"citing_paper":"/paper/2411.12121"},"observation_digest":"sha256:96049d92cf8860796e2ebb5eb5c9b8c845ad7cc63d38a5ac7735cef68dc45de3","observation_id":"e128f337-ed86-4175-b7d4-517bf46664d0","resolution":{"observed_at":"2026-08-12T17:57:19.339652Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:57:18.830330Z","title":"Llm based generation of item- description for recommendation system,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.12121","last_updated":"2024-11-18T23:18:55Z","snapshot_observed_at":"2026-08-18T07:40:39.489564Z","submitted_at":"2024-11-18T23:18:55Z","title":"Metamorphic Evaluation of ChatGPT as a Recommender System","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-12T17:57:18.830330Z"},"links":{"citing_paper":"/paper/2411.12121"},"observation_digest":"sha256:4bff65675762d83b9983a90ad92377b3056ecb6e3df3d5fc0a09edcf40c1507e","observation_id":"4918343a-448d-4529-b3f0-839d3dd59cf9","resolution":{"observed_at":"2026-08-12T17:57:18.830330Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:57:18.833463Z","title":"A survey on conversational recommender systems,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2411.12121","last_updated":"2024-11-18T23:18:55Z","snapshot_observed_at":"2026-08-18T07:40:39.489564Z","submitted_at":"2024-11-18T23:18:55Z","title":"Metamorphic Evaluation of ChatGPT as a Recommender System","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-12T17:57:18.833463Z"},"links":{"citing_paper":"/paper/2411.12121"},"observation_digest":"sha256:f0fd8e8e7b3ddddc79a8728167f923d7a0fbe3143b812c578816f00eaef5cdf5","observation_id":"970927e8-6156-4147-bc92-12dee2ba691d","resolution":{"observed_at":"2026-08-12T17:57:18.833463Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:57:18.836626Z","title":"Evaluating collaborative filtering recommender systems,","venue":null,"work_id":null,"year":2004},"citing_paper":{"arxiv_id":"2411.12121","last_updated":"2024-11-18T23:18:55Z","snapshot_observed_at":"2026-08-18T07:40:39.489564Z","submitted_at":"2024-11-18T23:18:55Z","title":"Metamorphic Evaluation of ChatGPT as a Recommender System","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-12T17:57:18.836626Z"},"links":{"citing_paper":"/paper/2411.12121"},"observation_digest":"sha256:0b824ea5d18ddeaf18503acd73a97eccc995265d1908ca260e6fcfcb06a26322","observation_id":"f513f36f-cd8c-4eee-b40d-b7b582fd46e4","resolution":{"observed_at":"2026-08-12T17:57:18.836626Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:57:18.839754Z","title":"Cumulated gain-based evaluation of ir techniques,","venue":null,"work_id":null,"year":2002},"citing_paper":{"arxiv_id":"2411.12121","last_updated":"2024-11-18T23:18:55Z","snapshot_observed_at":"2026-08-18T07:40:39.489564Z","submitted_at":"2024-11-18T23:18:55Z","title":"Metamorphic Evaluation of ChatGPT as a Recommender System","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-12T17:57:18.839754Z"},"links":{"citing_paper":"/paper/2411.12121"},"observation_digest":"sha256:e279a65aa9d5fb3464edc15751d00e15915d2134a72f6137d4a20dda6b087ba9","observation_id":"e42a1e11-1969-4a50-b0c2-5cf93ab236d4","resolution":{"observed_at":"2026-08-12T17:57:18.839754Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1609/aimag.v42i3.18139","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:57:18.876320Z","title":"Recommender systems: Past, present, future,","venue":null,"work_id":"1f739115-21e9-4b6b-ba8c-19ea49fa400e","year":null},"citing_paper":{"arxiv_id":"2411.12121","last_updated":"2024-11-18T23:18:55Z","snapshot_observed_at":"2026-08-18T07:40:39.489564Z","submitted_at":"2024-11-18T23:18:55Z","title":"Metamorphic Evaluation of ChatGPT as a Recommender System","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-12T17:57:18.842784Z"},"links":{"citing_paper":"/paper/2411.12121"},"observation_digest":"sha256:51559f049f2e740116efd5211acadaaf4e7da41ceaadbabb7c75b1e1f6c41d31","observation_id":"7ee6d5ab-84f4-47e5-a007-f9f93626b22e","resolution":{"observed_at":"2026-08-12T17:57:18.882425Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:57:19.327284Z","title":"A prompt pattern catalog to enhance prompt engi- neering with chatgpt,","venue":null,"work_id":"38b951a3-2ffd-4c1a-bdd2-6ae5d5bd62fc","year":2023},"citing_paper":{"arxiv_id":"2411.12121","last_updated":"2024-11-18T23:18:55Z","snapshot_observed_at":"2026-08-18T07:40:39.489564Z","submitted_at":"2024-11-18T23:18:55Z","title":"Metamorphic Evaluation of ChatGPT as a Recommender System","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-12T17:57:18.846182Z"},"links":{"citing_paper":"/paper/2411.12121"},"observation_digest":"sha256:090828f8f0d7c30209bab1d3612e43fe763581f876f54b6063ccc966968986c3","observation_id":"b5b1be14-d0e8-4f8d-b4c8-408fdb0867d0","resolution":{"observed_at":"2026-08-12T17:57:19.330840Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:57:19.318083Z","title":"[Online]","venue":null,"work_id":"1f4bb36e-55cc-41ef-b1ee-09b7a71c8976","year":2021},"citing_paper":{"arxiv_id":"2411.12121","last_updated":"2024-11-18T23:18:55Z","snapshot_observed_at":"2026-08-18T07:40:39.489564Z","submitted_at":"2024-11-18T23:18:55Z","title":"Metamorphic Evaluation of ChatGPT as a Recommender System","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-12T17:57:18.849331Z"},"links":{"citing_paper":"/paper/2411.12121"},"observation_digest":"sha256:9a23a5f9fcbff8d9d6a9a58d99fdea0acf0b7f09bd01cf69f91e436386055612","observation_id":"35e1538a-702d-4f9e-bc23-8ce6072311ed","resolution":{"observed_at":"2026-08-12T17:57:19.321222Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T17:57:18.852653Z","title":"A similarity measure for indefinite rankings,","venue":null,"work_id":null,"year":2010},"citing_paper":{"arxiv_id":"2411.12121","last_updated":"2024-11-18T23:18:55Z","snapshot_observed_at":"2026-08-18T07:40:39.489564Z","submitted_at":"2024-11-18T23:18:55Z","title":"Metamorphic Evaluation of ChatGPT as a Recommender System","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-12T17:57:18.852653Z"},"links":{"citing_paper":"/paper/2411.12121"},"observation_digest":"sha256:099a9d20fe616bd668cef406fead847ac60ac397209fbe373aa5f82553b3ddcc","observation_id":"b441a806-fc63-4490-8d96-55e671188e0a","resolution":{"observed_at":"2026-08-12T17:57:18.852653Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2411.12121","last_updated":"2024-11-18T23:18:55Z","latest_version":1,"primary_category":"cs.IR","snapshot_observed_at":"2026-08-18T07:40:39.489564Z","submitted_at":"2024-11-18T23:18:55Z","title":"Metamorphic Evaluation of ChatGPT as a Recommender System"},"reference_resolution":{"displayed":23,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":9,"verified_exact":2,"verified_fuzzy":12},"total_outbound_references":23},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"thesis":"As of 18 August 2026, this Paper Citation Record lists 23 of 23 outbound references and 1 inbound Pith citation observation for arXiv:2411.12121."}