{"as_of":"2026-08-18T06:44:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:e9816b5c4218991596511393ed3595e220286b6bb39890222477e70358fc6f6f","coverage":[{"denominator":20,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":20,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-16T00:07:34.103309Z","state":"measured"},{"denominator":22,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":22,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-18T06:34:40.430872+00:00","state":"measured"},{"denominator":2,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":2,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-15T23:46:43.991193Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-18T21:11:50.756949Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","snapshot_observed_at":"2026-08-18T04:20:26.271849Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","version":1},"cited_work":{"arxiv_id":"2505.03019","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2505.03019","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Preprint","venue":null,"work_id":"bca626d6-0021-46bc-a4ca-16ecbdf7dc88","year":2024},"citing_paper":{"arxiv_id":"2509.00072","last_updated":"2026-05-13T04:56:17Z","snapshot_observed_at":"2026-08-02T07:55:28.707601Z","submitted_at":"2025-08-26T16:41:37Z","title":"Test of Time: Rethinking Temporal Signal of Benchmark Contamination","version":4},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-05-18T21:10:22.237418Z"},"links":{"cited_paper":"/paper/2505.03019","citing_paper":"/paper/2509.00072"},"observation_digest":"sha256:465946634148b152ae84d0bb1dace4e1fb8e9fbcdbc36d3f4bd0a09ee1e2802a","observation_id":"92948611-ba40-4484-ba14-c17e5cccf686","resolution":{"observed_at":"2026-05-18T21:11:50.760908Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","snapshot_observed_at":"2026-08-18T04:20:26.271849Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.03019","snapshot_observed_at":"2026-08-15T23:46:43.991193Z","title":"arXiv preprint arXiv:2505.03019 (2025)","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.12771","last_updated":"2026-08-13T03:29:00Z","snapshot_observed_at":"2026-08-17T22:49:32.897957Z","submitted_at":"2026-08-13T03:29:00Z","title":"Memorization Diagnostics for Code LLMs Should be Scale-Aware","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-15T23:46:43.991193Z"},"links":{"cited_paper":"/paper/2505.03019","citing_paper":"/paper/2608.12771"},"observation_digest":"sha256:88ca6733919f96f515aea87e4a005bfa8fae5577e64892b9a21c6ec6d2317146","observation_id":"62030fa9-e39b-4e18-a8a5-d71c4dff1972","resolution":{"observed_at":"2026-08-15T23:46:43.991193Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2505.03019/citation-record","integrity":"/paper/2505.03019/integrity","json":"/paper/2505.03019/citation-record.json","paper":"/paper/2505.03019"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:07:34.029898Z","title":"https://www.europarl","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","snapshot_observed_at":"2026-08-18T04:20:26.271849Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-16T00:07:34.029898Z"},"links":{"citing_paper":"/paper/2505.03019"},"observation_digest":"sha256:f93bd017dcd4feabbe2650f7cb30c655199b71b5bc8ea0ba5eaeafd72266a089","observation_id":"24695354-4742-42e9-b906-b71d8acad233","resolution":{"observed_at":"2026-08-16T00:07:34.029898Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2202.07646","last_updated":"2023-03-06T06:28:18Z","snapshot_observed_at":"2026-08-15T14:36:26.439846Z","submitted_at":"2022-02-15T18:48:31Z","title":"Quantifying Memorization Across Neural Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2202.07646","snapshot_observed_at":"2026-08-16T00:07:34.038036Z","title":"arXiv:2202.07646 [cs]","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","snapshot_observed_at":"2026-08-18T04:20:26.271849Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-16T00:07:34.038036Z"},"links":{"cited_paper":"/paper/2202.07646","citing_paper":"/paper/2505.03019"},"observation_digest":"sha256:852ec4a9c6bc97d78502f2dceb3760c6e1e81785df414cc864830cbbe0069dd7","observation_id":"74e7b0e7-b359-4b1f-939b-e5db3fc9da6b","resolution":{"observed_at":"2026-08-16T00:07:34.038036Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.15938","last_updated":"2024-05-31T17:49:03Z","snapshot_observed_at":"2026-08-16T14:15:37.713855Z","submitted_at":"2024-02-24T23:54:41Z","title":"Generalization or Memorization: Data Contamination and Trustworthy Evaluation for Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.15938","snapshot_observed_at":"2026-08-16T00:07:34.046125Z","title":"arXiv:2402.15938","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","snapshot_observed_at":"2026-08-18T04:20:26.271849Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-16T00:07:34.046125Z"},"links":{"cited_paper":"/paper/2402.15938","citing_paper":"/paper/2505.03019"},"observation_digest":"sha256:e96d3f897aaa9dac53fc763308fa3c041391b2f0dae9b43e02cfec4afd4811d4","observation_id":"c02fa179-cee8-4225-809f-bd6510e53573","resolution":{"observed_at":"2026-08-16T00:07:34.046125Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.07841","last_updated":"2024-09-16T13:18:23Z","snapshot_observed_at":"2026-08-16T14:19:15.347006Z","submitted_at":"2024-02-12T17:52:05Z","title":"Do Membership Inference Attacks Work on Large Language Models?","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.07841","snapshot_observed_at":"2026-08-16T00:07:34.049906Z","title":"arXiv:2402.07841 [cs]","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","snapshot_observed_at":"2026-08-18T04:20:26.271849Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-16T00:07:34.049906Z"},"links":{"cited_paper":"/paper/2402.07841","citing_paper":"/paper/2505.03019"},"observation_digest":"sha256:dc836310a386daf235136577a1512fe0feaf62a7be54542b12be2bf06d1faa70","observation_id":"2d90c191-cc0c-4928-98fd-5be4986b5eec","resolution":{"observed_at":"2026-08-16T00:07:34.049906Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.08493","last_updated":"2024-02-21T22:02:26Z","snapshot_observed_at":"2026-08-17T02:58:13.312362Z","submitted_at":"2023-08-16T16:48:57Z","title":"Time Travel in LLMs: Tracing Data Contamination in Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.08493","snapshot_observed_at":"2026-08-16T00:07:34.058192Z","title":"arXiv:2308.08493 [cs]","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","snapshot_observed_at":"2026-08-18T04:20:26.271849Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-16T00:07:34.058192Z"},"links":{"cited_paper":"/paper/2308.08493","citing_paper":"/paper/2505.03019"},"observation_digest":"sha256:5ed269384de7cfc7a2236b7fd7416fc24dc6559453326ad887814ce4ebad0691","observation_id":"491d7ee5-ea69-436e-9c82-ae585f9333f4","resolution":{"observed_at":"2026-08-16T00:07:34.058192Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.18362","last_updated":"2023-10-24T14:25:53Z","snapshot_observed_at":"2026-08-16T14:49:19.852945Z","submitted_at":"2023-10-24T14:25:53Z","title":"SoK: Memorization in General-Purpose Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.18362","snapshot_observed_at":"2026-08-16T00:07:34.062031Z","title":"org/abs/2310.18362","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","snapshot_observed_at":"2026-08-18T04:20:26.271849Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-16T00:07:34.062031Z"},"links":{"cited_paper":"/paper/2310.18362","citing_paper":"/paper/2505.03019"},"observation_digest":"sha256:e7a5536558004872e322d1d4e54e88aeab4ceeb2b9dc32b0fa244c6874007092","observation_id":"25f11f27-2646-4ece-9566-77cc24e1ba57","resolution":{"observed_at":"2026-08-16T00:07:34.062031Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:07:34.069793Z","title":"org/abstract/document/10179300/","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","snapshot_observed_at":"2026-08-18T04:20:26.271849Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-16T00:07:34.069793Z"},"links":{"citing_paper":"/paper/2505.03019"},"observation_digest":"sha256:2843e028700b471cbc5843627793ecd162aa28b9433de79014fb5ff65d8cb77b","observation_id":"085a9689-365d-48d6-8de6-3c3d82ded7e8","resolution":{"observed_at":"2026-08-16T00:07:34.069793Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.07565","last_updated":"2024-10-03T16:48:55Z","snapshot_observed_at":"2026-08-16T13:35:28.517850Z","submitted_at":"2024-07-10T11:50:20Z","title":"On Leakage of Code Generation Evaluation Datasets","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.07565","snapshot_observed_at":"2026-08-16T00:07:34.073640Z","title":"arXiv:2407.07565 [cs]","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","snapshot_observed_at":"2026-08-18T04:20:26.271849Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-16T00:07:34.073640Z"},"links":{"cited_paper":"/paper/2407.07565","citing_paper":"/paper/2505.03019"},"observation_digest":"sha256:79eec08eed55641ce5666d97aed120a38ed217da05cdb3d03f0c546bfa8eaaa2","observation_id":"f0025452-bc9f-4144-9d08-b75b6aa59c95","resolution":{"observed_at":"2026-08-16T00:07:34.073640Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:07:34.435478Z","title":"Penedo, G., Malartic, Q., Hesslow, D., Cojocaru, R., Cap- pelli, A., Alobeidli, H., Pannier, B., Almazrouei, E., and Launay, J","venue":null,"work_id":"2bc9ab81-3fd3-4418-a447-d4e84104f8a2","year":2025},"citing_paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","snapshot_observed_at":"2026-08-18T04:20:26.271849Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-16T00:07:34.077528Z"},"links":{"citing_paper":"/paper/2505.03019"},"observation_digest":"sha256:0702afc17f94a678293e36ad166620fe39d2bbe51857e4281bc73bde02d72d12","observation_id":"444a8571-d1cf-4bfb-be2a-b42fa80f90ec","resolution":{"observed_at":"2026-08-16T00:07:34.439529Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2306.01116","last_updated":"2023-06-01T20:03:56Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-06-01T20:03:56Z","title":"The RefinedWeb Dataset for Falcon LLM: Outperforming Curated Corpora with Web Data, and Web Data Only","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.01116","snapshot_observed_at":"2026-08-16T00:07:34.081143Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","snapshot_observed_at":"2026-08-18T04:20:26.271849Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-16T00:07:34.081143Z"},"links":{"cited_paper":"/paper/2306.01116","citing_paper":"/paper/2505.03019"},"observation_digest":"sha256:37cec7cfab89d0b369a39c60746b71b0aaffcec3b6d0afe3d12a11d7c14f42f7","observation_id":"98f64cc9-4df8-4990-bbb0-b131bb0bb45f","resolution":{"observed_at":"2026-08-16T00:07:34.081143Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.15146","last_updated":"2024-11-11T19:47:16Z","snapshot_observed_at":"2026-08-16T13:58:28.891523Z","submitted_at":"2024-04-23T15:49:37Z","title":"Rethinking LLM Memorization through the Lens of Adversarial Compression","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.15146","snapshot_observed_at":"2026-08-16T00:07:34.084901Z","title":"arXiv:2404.15146","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","snapshot_observed_at":"2026-08-18T04:20:26.271849Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-16T00:07:34.084901Z"},"links":{"cited_paper":"/paper/2404.15146","citing_paper":"/paper/2505.03019"},"observation_digest":"sha256:d1b17097e6be5453e37471c44a4fce8547dcac923304399c3fa931c4e02b6372","observation_id":"d180c1d1-eba5-4cda-bef7-eec595e4d753","resolution":{"observed_at":"2026-08-16T00:07:34.084901Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.19262","last_updated":"2024-07-27T14:00:21Z","snapshot_observed_at":"2026-08-16T13:30:34.351169Z","submitted_at":"2024-07-27T14:00:21Z","title":"Understanding Memorisation in LLMs: Dynamics, Influencing Factors, and Implications","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.19262","snapshot_observed_at":"2026-08-16T00:07:34.088695Z","title":"arXiv:2407.19262 [cs]","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","snapshot_observed_at":"2026-08-18T04:20:26.271849Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-16T00:07:34.088695Z"},"links":{"cited_paper":"/paper/2407.19262","citing_paper":"/paper/2505.03019"},"observation_digest":"sha256:ea6d499aad7ba362f1fed26dcc290cc9361fcdfbea769aa28879635424ad6620","observation_id":"e96eacc9-41e3-4134-bb49-27e919b260a8","resolution":{"observed_at":"2026-08-16T00:07:34.088695Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.05156","last_updated":"2024-03-14T14:17:57Z","snapshot_observed_at":"2026-08-16T16:58:33.981360Z","submitted_at":"2024-03-08T08:47:48Z","title":"On Protecting the Data Privacy of Large Language Models (LLMs): A Survey","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.05156","snapshot_observed_at":"2026-08-16T00:07:34.092304Z","title":"arXiv:2403.05156 [cs]","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","snapshot_observed_at":"2026-08-18T04:20:26.271849Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-16T00:07:34.092304Z"},"links":{"cited_paper":"/paper/2403.05156","citing_paper":"/paper/2505.03019"},"observation_digest":"sha256:31ffe8980836f71d4ed2615f2fb1e2249864b7abe4a698e9e55870f3b59581d4","observation_id":"ea11e795-eac1-4643-bc1b-a7a1fb70affd","resolution":{"observed_at":"2026-08-16T00:07:34.092304Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:07:34.422036Z","title":"Publisher: Elsevier","venue":null,"work_id":"fb8fdc77-4567-4b7d-979a-015d256433ac","year":2024},"citing_paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","snapshot_observed_at":"2026-08-18T04:20:26.271849Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-16T00:07:34.095960Z"},"links":{"citing_paper":"/paper/2505.03019"},"observation_digest":"sha256:280873fd4bee57aa31946936681bbd5f5564b242aadb8bbab01b1c0e90ff1116","observation_id":"921f573c-2f2e-473b-be9e-e9241d3e29ca","resolution":{"observed_at":"2026-08-16T00:07:34.425889Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.01964","last_updated":"2023-11-03T14:59:54Z","snapshot_observed_at":"2026-08-16T14:46:11.658740Z","submitted_at":"2023-11-03T14:59:54Z","title":"Don't Make Your LLM an Evaluation Benchmark Cheater","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.01964","snapshot_observed_at":"2026-08-16T00:07:34.099417Z","title":"arXiv:2311.01964 [cs]","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","snapshot_observed_at":"2026-08-18T04:20:26.271849Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-16T00:07:34.099417Z"},"links":{"cited_paper":"/paper/2311.01964","citing_paper":"/paper/2505.03019"},"observation_digest":"sha256:1fdf683a550c6f259beaaf919c9850d1802e4e4e06534af43540f7a36cf7908b","observation_id":"036a795e-a5ba-413c-a70f-17d1db8a4ebe","resolution":{"observed_at":"2026-08-16T00:07:34.099417Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.15043","last_updated":"2023-12-20T20:48:57Z","snapshot_observed_at":"2026-08-12T09:06:50.363435Z","submitted_at":"2023-07-27T17:49:12Z","title":"Universal and Transferable Adversarial Attacks on Aligned Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.15043","snapshot_observed_at":"2026-08-16T00:07:34.103309Z","title":"Z., and Fredrikson, M","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","snapshot_observed_at":"2026-08-18T04:20:26.271849Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-16T00:07:34.103309Z"},"links":{"cited_paper":"/paper/2307.15043","citing_paper":"/paper/2505.03019"},"observation_digest":"sha256:b3db7460e6feed1ffe18f778f2798e68dbb002ac0d55b1179d9e90d09fcee693","observation_id":"9a0de113-e215-40cb-aa66-11fe678d4a03","resolution":{"observed_at":"2026-08-16T00:07:34.103309Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:07:34.447103Z","title":"URL https://aclanthology","venue":null,"work_id":"0c2f1120-6a2a-44e7-bc7e-1e62ca19debf","year":2023},"citing_paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","snapshot_observed_at":"2026-08-18T04:20:26.271849Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","version":1},"reference_index":2004,"source":"pdf_text","source_observed_at":"2026-08-16T00:07:34.065847Z"},"links":{"citing_paper":"/paper/2505.03019"},"observation_digest":"sha256:e89858592149011b0f033c22eb6712b9c06359f9ebff3ea7e843035653b69013","observation_id":"ada311f7-a6cb-49ca-8d9e-602c03b01b95","resolution":{"observed_at":"2026-08-16T00:07:34.450700Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2101.00027","last_updated":"2020-12-31T19:00:10Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2020-12-31T19:00:10Z","title":"The Pile: An 800GB Dataset of Diverse Text for Language Modeling","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2101.00027","snapshot_observed_at":"2026-08-16T00:07:34.054210Z","title":"arXiv:2101.00027 [cs]","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","snapshot_observed_at":"2026-08-18T04:20:26.271849Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","version":1},"reference_index":2020,"source":"pdf_text","source_observed_at":"2026-08-16T00:07:34.054210Z"},"links":{"cited_paper":"/paper/2101.00027","citing_paper":"/paper/2505.03019"},"observation_digest":"sha256:9588f0c16f6335ca1cd05247d4425908e721ca547095f64cc3db56ab450d503c","observation_id":"be430733-5d0a-497a-ae94-26ba07ce04e8","resolution":{"observed_at":"2026-08-16T00:07:34.054210Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2304.01373","last_updated":"2023-05-31T17:54:07Z","snapshot_observed_at":"2026-08-14T19:44:03.879127Z","submitted_at":"2023-04-03T20:58:15Z","title":"Pythia: A Suite for Analyzing Large Language Models Across Training and Scaling","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.01373","snapshot_observed_at":"2026-08-16T00:07:34.034035Z","title":"arXiv:2304.01373 [cs]","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","snapshot_observed_at":"2026-08-18T04:20:26.271849Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-16T00:07:34.034035Z"},"links":{"cited_paper":"/paper/2304.01373","citing_paper":"/paper/2505.03019"},"observation_digest":"sha256:270c4b6338118112a67e2ce038972907de803101fb3976e061a375bc90314a02","observation_id":"3e603aed-f286-40e8-aa0c-d22f691fec76","resolution":{"observed_at":"2026-08-16T00:07:34.034035Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.04965","last_updated":"2024-08-09T09:30:57Z","snapshot_observed_at":"2026-08-17T09:12:47.625384Z","submitted_at":"2024-08-09T09:30:57Z","title":"Generalisation First, Memorisation Second? Memorisation Localisation for Natural Language Classification Tasks","version":1},"cited_work":{"arxiv_id":"2408.04965","doi":null,"metadata_source":"pith","pith_arxiv_id":"2408.04965","snapshot_observed_at":"2026-08-16T00:07:34.335394Z","title":"Generalisation First, Memorisation Second? Memorisation Localisation for Natural Language Classification Tasks","venue":"cs.CL","work_id":"b024e276-83fa-4138-bb5b-7534ee7e731b","year":2024},"citing_paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","snapshot_observed_at":"2026-08-18T04:20:26.271849Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-16T00:07:34.041971Z"},"links":{"cited_paper":"/paper/2408.04965","citing_paper":"/paper/2505.03019"},"observation_digest":"sha256:0ee0fa9d63a9eb2f9bbd6aa5506f59dbf6743e91f397dc0802cb391d4b3c61a1","observation_id":"534eddad-b28b-491d-ba82-b0291ed9c0b3","resolution":{"observed_at":"2026-08-16T00:07:34.341823Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-18T06:34:40.430872+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-18T04:20:26.271849Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis"},"reference_resolution":{"displayed":20,"state_counts":{"malformed_identifier":0,"metadata_mismatch":1,"parse_uncertain":0,"unresolved":16,"verified_exact":0,"verified_fuzzy":3},"total_outbound_references":20},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-18T06:34:40.430872+00:00","source":"crossref"},{"observed_at":"2026-08-18T06:34:34.496301+00:00","source":"retraction_watch"}],"thesis":"As of 18 August 2026, this Paper Citation Record lists 20 of 20 outbound references and 2 inbound Pith citation observations for arXiv:2505.03019."}