{"as_of":"2026-08-09T21:33:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:a2045453ec0a65c2c1f3cd5efb70425518c1a5d2161f7d26e8c686fdb66720a1","coverage":[{"denominator":28,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":28,"source":"paper_references, paper_reference_links","source_observed_at":"2026-06-26T06:04:33.239398Z","state":"measured"},{"denominator":28,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":28,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2606.23667/citation-record","integrity":"/paper/2606.23667/integrity","json":"/paper/2606.23667/citation-record.json","paper":"/paper/2606.23667"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-01T14:49:13.262760Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:e7e61e2e6baac1e75a8cb4b886cbdd547a15e9d5e37b4239234749f0417590cd","observation_id":"b82157e3-68dc-4663-be82-45f3d63e0bd1","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-01T14:49:13.262760Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:f94b797139df29873bd58a0ddb84688d3ba7dce79e447f9cfc812f1b8cbb7190","observation_id":"35b7a5b8-c2c9-43c5-83af-918675e85e9e","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-01T14:49:13.262760Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:aa72018df45d11507d5591c405e116d0918f31381cd8db95b7a723cfb748af89","observation_id":"c0252b41-8d9a-4583-a2b5-0a9df60ee488","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-01T14:49:13.262760Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:aee97b0f63d9488f9ecb6e45b1a7b7f5df6da9525aeac3ab753c0723af99e6e4","observation_id":"dd19c803-8cfd-4a10-8e15-d6997e7bfa13","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":"InProceedings of the 2021 Conference on Empirical Methods in Natural Language Processing","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-01T14:49:13.262760Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:70d5cddf5bf04ff6334874c71a5aa7e2291d2cc4a2520114fc926da6b09d618a","observation_id":"477b1d67-3bd2-469c-988b-cefb44ee7aaf","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-01T14:49:13.262760Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:e3eb9620c19f57a8e85a3025e928e7b6dc46b833556d83651fb36ecd0abd6a60","observation_id":"4310706a-ca9f-4c7c-9c72-8de3f5c5703c","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-01T14:49:13.262760Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:fd28d438aad6238045184b48f58121262d562cb109402fac6e4ba6d95113f70b","observation_id":"b93616fb-2e1d-4573-8322-3d6912399aaf","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-01T14:49:13.262760Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:a21fba45ea343ab929900f41e8054a95924b66c2176ae222423da562ffdabcac","observation_id":"5aebad10-36c5-431f-a4c2-7d96d7aa8323","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.19354","last_updated":"2024-06-27T17:33:03Z","snapshot_observed_at":"2026-08-02T13:39:08.334561Z","submitted_at":"2024-06-27T17:33:03Z","title":"Fundamental Problems With Model Editing: How Should Rational Belief Revision Work in LLMs?","version":1},"cited_work":{"arxiv_id":"2406.19354","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2406.19354","snapshot_observed_at":"2026-07-04T13:09:51.085990Z","title":"arXiv preprint arXiv:2406.19354 , year=","venue":null,"work_id":"180c5d78-9724-4bda-b5da-f4f062717760","year":2024},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-01T14:49:13.262760Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"cited_paper":"/paper/2406.19354","citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:9d7f96441e2cb0a6d8252cb290f3c3fa9b904e6e15aa0b63d04cf0c716f53cb4","observation_id":"a51c7a79-4f09-4896-865d-ec09d087ecdd","resolution":{"observed_at":"2026-07-04T12:49:52.055086Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-01T14:49:13.262760Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:4ac40d3fd1032d666b2620aedf7b81cecba347b8d6e60f63ac49d1cac7110e6f","observation_id":"7447bb09-e29c-40c3-bf58-1baf0a23cbe7","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-01T14:49:13.262760Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:989fa3d8e7bddf48506f5860cdf78cdc485a1f24bb004b11eba329c3d49a6213","observation_id":"ee3bfe99-bb42-46d2-a90c-a5c87ae792f2","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-01T14:49:13.262760Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:e4a5ee62cbb7eb51c0a500ddded024d3e2af6d9bc34a40bfdabd8f93e9e9a0ef","observation_id":"72bf8603-d411-4cca-bfab-815923aa419a","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-01T14:49:13.262760Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:930153f5dd7101cd5e81d6552e27a9150e2d317ee9c263322fc30e66b416208b","observation_id":"615e83d6-d3f8-4bb9-9900-6313d1358313","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-01T14:49:13.262760Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:9e5e60251df64e3abbd3d9171ce9a9aad8d5a7180a1525a8cd604e8f14c2a315","observation_id":"48a6c5a5-db66-4f83-8285-ad8a93235b3d","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-01T14:49:13.262760Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:062bdf622a95c9d763b566436206c3fbe31d4ca069571d006f079496951019d0","observation_id":"4e99374d-514f-4a7f-ba1e-4827db4bee17","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-01T14:49:13.262760Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:ae17feff53002ec6e8825cdbec71abfe311281e5c91098396395b03392d7aaf2","observation_id":"c3969b4d-608b-4a24-a614-e9de5e52437e","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-01T14:49:13.262760Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:0232976061bcfc9bd18700f50bb9371514b196264ce9795d6e36a1f07085d347","observation_id":"cd3e8d80-a012-452f-9214-4495b599b59a","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2210.07229","last_updated":"2023-08-01T18:41:52Z","snapshot_observed_at":"2026-07-06T14:04:55.099373Z","submitted_at":"2022-10-13T17:55:53Z","title":"Mass-Editing Memory in a Transformer","version":2},"cited_work":{"arxiv_id":"2210.07229","doi":"10.48550/arxiv.2210.07229","metadata_source":"pith","pith_arxiv_id":"2210.07229","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Mass-Editing Memory in a Transformer","venue":"cs.CL","work_id":"03332427-98ba-4287-876a-bb315cbddb1d","year":2022},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-01T14:49:13.262760Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"cited_paper":"/paper/2210.07229","citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:67bf553979cad5b61b33e14391275d887d50ed576cffe02f17864089efd65534","observation_id":"66c587cf-62f6-41d5-81e9-4926cc5e9d36","resolution":{"observed_at":"2026-07-04T12:49:52.059172Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-01T14:49:13.262760Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:eafb2451d3bd37fde00e18210e764ae427907527aec5bfcbae7cea541f108f6a","observation_id":"59195ae6-3996-4fb2-853c-4e2a8b99cf2b","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-01T14:49:13.262760Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:fd8dc67fa3c031675f0e836f5b5bae454d555c6bbcdef57fc58e5447e732c4c5","observation_id":"1b2dd303-f594-455b-86e8-9f5afff904a2","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-01T14:49:13.262760Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:6e7dd4320ac54a23b398b1d0b748914bd50b57e8926307ca1e671652c9714377","observation_id":"b3f86d9f-d908-40a1-a903-5316cc8c6fca","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-01T14:49:13.262760Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:262dfb2c4bbd0d4f4c091dc1f027ce96b8972b7df4f2a904d937c832552efb16","observation_id":"9045c7a0-e991-4bc6-acc6-c29484ba314a","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-01T14:49:13.262760Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:9ee76af941fc28182520e1080ad2824d813c446b4d4d08b66f21ad124872eeff","observation_id":"775a51f0-2440-482f-8575-cb9c7c398f42","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-01T14:49:13.262760Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:7de70a01101888b4c2c98e7985e9c9bdd045ebeff9014183548b18f864ffb096","observation_id":"0db672bb-6dbe-4f6d-b88a-e492f62511e3","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1709.00103","last_updated":"2017-11-09T23:06:14Z","snapshot_observed_at":"2026-08-03T05:45:09.122112Z","submitted_at":"2017-08-31T23:12:15Z","title":"Seq2SQL: Generating Structured Queries from Natural Language using Reinforcement Learning","version":7},"cited_work":{"arxiv_id":"1709.00103","doi":"10.48550/arxiv.1709.00103","metadata_source":"pith","pith_arxiv_id":"1709.00103","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Seq2SQL: Generating Structured Queries from Natural Language using Reinforcement Learning","venue":"cs.CL","work_id":"75c8384b-6360-4be2-aaaf-07f3fd75aa06","year":2017},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-01T14:49:13.262760Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"cited_paper":"/paper/1709.00103","citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:0922dc3a712f14ab12e676866d5523462d333ddbd3461833f7b227d1805cccf6","observation_id":"51f01cc5-531d-42f9-8100-dcf548b46059","resolution":{"observed_at":"2026-07-04T12:49:52.062675Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-01T14:49:13.262760Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:3f78caff45bff125772f9a0dbf8f0c15e3e741db68bdb61b4f821d1113fa27ee","observation_id":"4ac753fe-b309-485d-bf91-80841ebca38e","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-01T14:49:13.262760Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:fdf4fc273d4007ae5449b44c4f795800f376b1c85008a4d2a1ef114b780aa98a","observation_id":"41183412-dbdc-4008-a71f-8abd282d480e","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T06:04:33.239398Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","snapshot_observed_at":"2026-08-01T14:49:13.262760Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-06-26T06:04:33.239398Z"},"links":{"citing_paper":"/paper/2606.23667"},"observation_digest":"sha256:f7f95e791bd63d18c2167954673a220cb1714e1591d6cc88f56eef6b958fe242","observation_id":"167e3092-c30d-4760-9838-7843c8eedbff","resolution":{"observed_at":"2026-06-26T06:04:33.239398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2606.23667","last_updated":"2026-06-22T17:52:14Z","latest_version":1,"primary_category":"cs.DB","snapshot_observed_at":"2026-08-01T14:49:13.262760Z","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data"},"reference_resolution":{"displayed":28,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":25,"verified_exact":3,"verified_fuzzy":0},"total_outbound_references":28},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 28 of 28 outbound references and 0 inbound Pith citation observations for arXiv:2606.23667."}