{"as_of":"2026-08-13T16:58:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:9feb932debabe8910d83d9793f9016192fc6dbd3ce23290aaa2e5aeb5e458c29","coverage":[{"denominator":12,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":12,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-12T04:50:15.674808Z","state":"measured"},{"denominator":13,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":13,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-13T06:32:02.005865+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-03T10:13:15.310993Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2412.01014","last_updated":"2024-12-02T00:17:43Z","snapshot_observed_at":"2026-08-13T04:07:59.109249Z","submitted_at":"2024-12-02T00:17:43Z","title":"Detecting Memorization in Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.01014","snapshot_observed_at":"2026-08-03T10:13:15.310993Z","title":"Detecting memorization in large language mod- els.arXiv preprint arXiv:2412.01014,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2601.11061","last_updated":"2026-06-24T20:10:42Z","snapshot_observed_at":"2026-08-03T10:12:41.166350Z","submitted_at":"2026-01-16T07:55:38Z","title":"Spurious Rewards Paradox: Mechanistically Understanding How RLVR Activates Memorization Shortcuts in LLMs","version":2},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-03T10:13:15.310993Z"},"links":{"cited_paper":"/paper/2412.01014","citing_paper":"/paper/2601.11061"},"observation_digest":"sha256:3c91252e46a709a6213e4399859aec3147c409263b9ddf5b3a414aa4a6e49202","observation_id":"7db093bf-05df-4210-883f-92377ccec7e2","resolution":{"observed_at":"2026-08-03T10:13:15.310993Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2412.01014/citation-record","integrity":"/paper/2412.01014/integrity","json":"/paper/2412.01014/citation-record.json","paper":"/paper/2412.01014"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2304.11158","last_updated":"2023-05-31T19:09:45Z","snapshot_observed_at":"2026-08-13T11:57:54.576780Z","submitted_at":"2023-04-21T17:58:31Z","title":"Emergent and Predictable Memorization in Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.11158","snapshot_observed_at":"2026-08-12T04:50:15.621167Z","title":"Emergent and Predictable Memorization in Large Language Models, 2023a","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.01014","last_updated":"2024-12-02T00:17:43Z","snapshot_observed_at":"2026-08-13T04:07:59.109249Z","submitted_at":"2024-12-02T00:17:43Z","title":"Detecting Memorization in Large Language Models","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-12T04:50:15.621167Z"},"links":{"cited_paper":"/paper/2304.11158","citing_paper":"/paper/2412.01014"},"observation_digest":"sha256:09d72a1f60af5c4908e888d6a33e30e78aedd6ce123afec730e8a828035f4f0e","observation_id":"5ee22e7e-51c6-4e05-9fff-8b23fae20bb2","resolution":{"observed_at":"2026-08-12T04:50:15.621167Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.09060","last_updated":"2024-04-02T06:32:40Z","snapshot_observed_at":"2026-08-13T05:24:41.340848Z","submitted_at":"2023-11-15T15:52:40Z","title":"Do Localization Methods Actually Localize Memorized Data in LLMs? A Tale of Two Benchmarks","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.09060","snapshot_observed_at":"2026-08-12T04:50:15.636950Z","title":"arXiv:2311.09060","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.01014","last_updated":"2024-12-02T00:17:43Z","snapshot_observed_at":"2026-08-13T04:07:59.109249Z","submitted_at":"2024-12-02T00:17:43Z","title":"Detecting Memorization in Large Language Models","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-12T04:50:15.636950Z"},"links":{"cited_paper":"/paper/2311.09060","citing_paper":"/paper/2412.01014"},"observation_digest":"sha256:ea6b36cacb1bc1e3843ca7cf2402d35eb32eaf460b138ccda460de90b28a5721","observation_id":"82b5bc2e-8f3e-476c-8185-4539c484c473","resolution":{"observed_at":"2026-08-12T04:50:15.636950Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.17817","last_updated":"2024-07-25T07:10:31Z","snapshot_observed_at":"2026-08-13T00:52:52.593110Z","submitted_at":"2024-07-25T07:10:31Z","title":"Demystifying Verbatim Memorization in Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.17817","snapshot_observed_at":"2026-08-12T04:50:15.650957Z","title":"arXiv:2407.17817","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.01014","last_updated":"2024-12-02T00:17:43Z","snapshot_observed_at":"2026-08-13T04:07:59.109249Z","submitted_at":"2024-12-02T00:17:43Z","title":"Detecting Memorization in Large Language Models","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-12T04:50:15.650957Z"},"links":{"cited_paper":"/paper/2407.17817","citing_paper":"/paper/2412.01014"},"observation_digest":"sha256:e10cd52aa2ebc265bec156a30f0c916429736473aa2fec040832e893e13e2ddd","observation_id":"4be4f5e8-5a8d-4a90-aca2-5baad141b28f","resolution":{"observed_at":"2026-08-12T04:50:15.650957Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.09542","last_updated":"2023-07-18T18:36:29Z","snapshot_observed_at":"2026-08-13T14:04:40.548339Z","submitted_at":"2023-07-18T18:36:29Z","title":"Can Neural Network Memorization Be Localized?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.09542","snapshot_observed_at":"2026-08-12T04:50:15.655722Z","title":"arXiv:2307.09542","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.01014","last_updated":"2024-12-02T00:17:43Z","snapshot_observed_at":"2026-08-13T04:07:59.109249Z","submitted_at":"2024-12-02T00:17:43Z","title":"Detecting Memorization in Large Language Models","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-12T04:50:15.655722Z"},"links":{"cited_paper":"/paper/2307.09542","citing_paper":"/paper/2412.01014"},"observation_digest":"sha256:234fe852bee908b84cc22bbb6f50824124f8e5bd013c81da89e98af9241afd39","observation_id":"74239c6a-8809-4a29-a37d-42ab8838e48e","resolution":{"observed_at":"2026-08-12T04:50:15.655722Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2203.02155","last_updated":"2022-03-04T07:04:42Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2022-03-04T07:04:42Z","title":"Training language models to follow instructions with human feedback","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2203.02155","snapshot_observed_at":"2026-08-12T04:50:15.665067Z","title":"arXiv:2203.02155","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.01014","last_updated":"2024-12-02T00:17:43Z","snapshot_observed_at":"2026-08-13T04:07:59.109249Z","submitted_at":"2024-12-02T00:17:43Z","title":"Detecting Memorization in Large Language Models","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-12T04:50:15.665067Z"},"links":{"cited_paper":"/paper/2203.02155","citing_paper":"/paper/2412.01014"},"observation_digest":"sha256:059e20be458fa1fb040c4267373d58aa28eb454510fca11f6746ba8e331efc60","observation_id":"3579ee52-14f8-4b2e-83fc-a545c28166a8","resolution":{"observed_at":"2026-08-12T04:50:15.665067Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T04:50:15.843057Z","title":"Published 2023-06-09","venue":null,"work_id":"84169489-f681-44cc-9e6a-519d595f318a","year":2023},"citing_paper":{"arxiv_id":"2412.01014","last_updated":"2024-12-02T00:17:43Z","snapshot_observed_at":"2026-08-13T04:07:59.109249Z","submitted_at":"2024-12-02T00:17:43Z","title":"Detecting Memorization in Large Language Models","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-12T04:50:15.669488Z"},"links":{"citing_paper":"/paper/2412.01014"},"observation_digest":"sha256:cf5c120a5e535a1167a8df98a7ec63ab6651be923ab319e559addb12622f250a","observation_id":"b43fb099-5dda-4fa9-a678-1af8391278af","resolution":{"observed_at":"2026-08-12T04:50:15.848554Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2009.01325","last_updated":"2022-02-15T19:09:36Z","snapshot_observed_at":"2026-08-12T00:02:16.697336Z","submitted_at":"2020-09-02T19:54:41Z","title":"Learning to summarize from human feedback","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2009.01325","snapshot_observed_at":"2026-08-12T04:50:15.674808Z","title":"arXiv:2009.01325","venue":null,"work_id":null,"year":2009},"citing_paper":{"arxiv_id":"2412.01014","last_updated":"2024-12-02T00:17:43Z","snapshot_observed_at":"2026-08-13T04:07:59.109249Z","submitted_at":"2024-12-02T00:17:43Z","title":"Detecting Memorization in Large Language Models","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-12T04:50:15.674808Z"},"links":{"cited_paper":"/paper/2009.01325","citing_paper":"/paper/2412.01014"},"observation_digest":"sha256:4ccdc91521d06b7ba2918e43fa4ff9db3359d516e04b1736e11305d994b0f3c5","observation_id":"71710e26-17dc-4a01-9f42-e06cbfe4cbb8","resolution":{"observed_at":"2026-08-12T04:50:15.674808Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1706.03741","last_updated":"2023-02-17T17:00:34Z","snapshot_observed_at":"2026-08-12T12:29:44.507445Z","submitted_at":"2017-06-12T17:23:59Z","title":"Deep reinforcement learning from human preferences","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1706.03741","snapshot_observed_at":"2026-08-12T04:50:15.641801Z","title":"arXiv:1706.03741","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.01014","last_updated":"2024-12-02T00:17:43Z","snapshot_observed_at":"2026-08-13T04:07:59.109249Z","submitted_at":"2024-12-02T00:17:43Z","title":"Detecting Memorization in Large Language Models","version":1},"reference_index":2017,"source":"pdf_text","source_observed_at":"2026-08-12T04:50:15.641801Z"},"links":{"cited_paper":"/paper/1706.03741","citing_paper":"/paper/2412.01014"},"observation_digest":"sha256:c31a186981c5362ef6719a0dc48058368cd585f7f8733f42467566b2d32bb263","observation_id":"e4ff0e8f-3a5b-471f-8d5f-6eb4bb625704","resolution":{"observed_at":"2026-08-12T04:50:15.641801Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2012.07805","last_updated":"2021-06-15T17:45:26Z","snapshot_observed_at":"2026-08-10T23:56:47.672054Z","submitted_at":"2020-12-14T18:39:09Z","title":"Extracting Training Data from Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2012.07805","snapshot_observed_at":"2026-08-12T04:50:15.626636Z","title":"arXiv:2012.07805","venue":null,"work_id":null,"year":2012},"citing_paper":{"arxiv_id":"2412.01014","last_updated":"2024-12-02T00:17:43Z","snapshot_observed_at":"2026-08-13T04:07:59.109249Z","submitted_at":"2024-12-02T00:17:43Z","title":"Detecting Memorization in Large Language Models","version":1},"reference_index":2020,"source":"pdf_text","source_observed_at":"2026-08-12T04:50:15.626636Z"},"links":{"cited_paper":"/paper/2012.07805","citing_paper":"/paper/2412.01014"},"observation_digest":"sha256:f54852c2c81669f574f55fc5f6245144838dc3925bd5ca55d8a009d49815ec9b","observation_id":"d60d1838-244d-47d7-b20c-fca6d297796d","resolution":{"observed_at":"2026-08-12T04:50:15.626636Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2202.05262","last_updated":"2023-01-13T15:16:16Z","snapshot_observed_at":"2026-08-13T01:40:21.606634Z","submitted_at":"2022-02-10T18:59:54Z","title":"Locating and Editing Factual Associations in GPT","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2202.05262","snapshot_observed_at":"2026-08-12T04:50:15.660775Z","title":"arXiv:2202.05262","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.01014","last_updated":"2024-12-02T00:17:43Z","snapshot_observed_at":"2026-08-13T04:07:59.109249Z","submitted_at":"2024-12-02T00:17:43Z","title":"Detecting Memorization in Large Language Models","version":1},"reference_index":2022,"source":"pdf_text","source_observed_at":"2026-08-12T04:50:15.660775Z"},"links":{"cited_paper":"/paper/2202.05262","citing_paper":"/paper/2412.01014"},"observation_digest":"sha256:6d38007658ed0f5a515e308c215a8c3f230e22d4ed31ab8d591aa67d2310cb2f","observation_id":"83d122e0-db3d-45ac-8457-f4f694ee3301","resolution":{"observed_at":"2026-08-12T04:50:15.660775Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2202.07646","last_updated":"2023-03-06T06:28:18Z","snapshot_observed_at":"2026-08-03T19:51:05.627063Z","submitted_at":"2022-02-15T18:48:31Z","title":"Quantifying Memorization Across Neural Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2202.07646","snapshot_observed_at":"2026-08-12T04:50:15.631655Z","title":"arXiv:2202.07646","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.01014","last_updated":"2024-12-02T00:17:43Z","snapshot_observed_at":"2026-08-13T04:07:59.109249Z","submitted_at":"2024-12-02T00:17:43Z","title":"Detecting Memorization in Large Language Models","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-12T04:50:15.631655Z"},"links":{"cited_paper":"/paper/2202.07646","citing_paper":"/paper/2412.01014"},"observation_digest":"sha256:e7bd1674aa5f247b8b799c1d76dedc0bb4fdb9a841e839f8f6a868a72f938dcf","observation_id":"2230ab40-1427-43eb-a71d-40447566811f","resolution":{"observed_at":"2026-08-12T04:50:15.631655Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T04:50:15.858507Z","title":"Published 2024-10-25","venue":null,"work_id":"be3ce65a-5ceb-47c7-a8c1-554986c670fc","year":2024},"citing_paper":{"arxiv_id":"2412.01014","last_updated":"2024-12-02T00:17:43Z","snapshot_observed_at":"2026-08-13T04:07:59.109249Z","submitted_at":"2024-12-02T00:17:43Z","title":"Detecting Memorization in Large Language Models","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-12T04:50:15.646568Z"},"links":{"citing_paper":"/paper/2412.01014"},"observation_digest":"sha256:c94ba045c87ea4d98cc9ac8a1d6948fadc904a7137a9d949db2ad6c89cf29684","observation_id":"110e710b-325b-4eb7-9c8c-0a16e6f55385","resolution":{"observed_at":"2026-08-12T04:50:15.862826Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2412.01014","last_updated":"2024-12-02T00:17:43Z","latest_version":1,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-13T04:07:59.109249Z","submitted_at":"2024-12-02T00:17:43Z","title":"Detecting Memorization in Large Language Models"},"reference_resolution":{"displayed":12,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":10,"verified_exact":0,"verified_fuzzy":2},"total_outbound_references":12},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"thesis":"As of 13 August 2026, this Paper Citation Record lists 12 of 12 outbound references and 1 inbound Pith citation observation for arXiv:2412.01014."}