{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:2CHH2LDHX3L7MCRXJP7F3ZT27E","short_pith_number":"pith:2CHH2LDH","canonical_record":{"source":{"id":"2606.23667","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DB","submitted_at":"2026-06-22T17:52:14Z","cross_cats_sorted":[],"title_canon_sha256":"326d19822ccd84f6f4de2604cc07031646eb4d10c727c84f6fab5dc8828e88e1","abstract_canon_sha256":"5449e0d575d3f939907ed9f22cd923e4a59c80615d992a2a4b977cbfa31737bf"},"schema_version":"1.0"},"canonical_sha256":"d08e7d2c67bed7f60a374bfe5de67af93dda2e5f676f96f926b4db2dee4f8d39","source":{"kind":"arxiv","id":"2606.23667","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2606.23667","created_at":"2026-06-23T03:14:34Z"},{"alias_kind":"arxiv_version","alias_value":"2606.23667v1","created_at":"2026-06-23T03:14:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2606.23667","created_at":"2026-06-23T03:14:34Z"},{"alias_kind":"pith_short_12","alias_value":"2CHH2LDHX3L7","created_at":"2026-06-23T03:14:34Z"},{"alias_kind":"pith_short_16","alias_value":"2CHH2LDHX3L7MCRX","created_at":"2026-06-23T03:14:34Z"},{"alias_kind":"pith_short_8","alias_value":"2CHH2LDH","created_at":"2026-06-23T03:14:34Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:2CHH2LDHX3L7MCRXJP7F3ZT27E","target":"record","payload":{"canonical_record":{"source":{"id":"2606.23667","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DB","submitted_at":"2026-06-22T17:52:14Z","cross_cats_sorted":[],"title_canon_sha256":"326d19822ccd84f6f4de2604cc07031646eb4d10c727c84f6fab5dc8828e88e1","abstract_canon_sha256":"5449e0d575d3f939907ed9f22cd923e4a59c80615d992a2a4b977cbfa31737bf"},"schema_version":"1.0"},"canonical_sha256":"d08e7d2c67bed7f60a374bfe5de67af93dda2e5f676f96f926b4db2dee4f8d39","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-23T03:14:34.120845Z","signature_b64":"yOTraCNIC2vFUw+q7vpjrJEJeoLzT9Dzch8qcoqO16pWxKFNBjIHSFLx3q7jxhiVdxz10a/118zjePXnfIfYAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d08e7d2c67bed7f60a374bfe5de67af93dda2e5f676f96f926b4db2dee4f8d39","last_reissued_at":"2026-06-23T03:14:34.120422Z","signature_status":"signed_v1","first_computed_at":"2026-06-23T03:14:34.120422Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2606.23667","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-23T03:14:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wBzfE31WvE7gMIwiyDYa0LF8K3423h2tOPlCHcq1dfWleUrw3MDBU2Z5aGyXgyl+ckb1eHttaIbR9vh37jxICw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T07:10:29.837330Z"},"content_sha256":"9d73fb7a8d96b927dfe3f3a339e67206c4d897cdd1dd38d40d427b520265480e","schema_version":"1.0","event_id":"sha256:9d73fb7a8d96b927dfe3f3a339e67206c4d897cdd1dd38d40d427b520265480e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:2CHH2LDHX3L7MCRXJP7F3ZT27E","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.DB","authors_text":"Chunwei Liu, Xinzhi Wang","submitted_at":"2026-06-22T17:52:14Z","abstract_excerpt":"Large language models (LLMs) are increasingly used to answer natural-language questions over structured data. However, when a table contains familiar real-world facts, it is unclear whether the model answers by reading the provided data or by recalling knowledge learned during pretraining. This distinction is important for database applications, where the provided tables should be the source of truth. In this paper, we introduce ContraTable, a paired original-counterfactual benchmark for evaluating whether LLMs ground their answers in relational tables. We build the benchmark with two aligned "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2606.23667","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2606.23667/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-23T03:14:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Jps75VnKR2dRCc7OiBScEB4YxJLbrczTVlLesau2vqi52vwdLnMLCEtRM8eS9WPSREPx+1VajFuZodM4DXJGDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T07:10:29.837925Z"},"content_sha256":"0f5e275b794cb0b76f245e38df17c13769672461cd06641a94dda98e06497a4e","schema_version":"1.0","event_id":"sha256:0f5e275b794cb0b76f245e38df17c13769672461cd06641a94dda98e06497a4e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2CHH2LDHX3L7MCRXJP7F3ZT27E/bundle.json","state_url":"https://pith.science/pith/2CHH2LDHX3L7MCRXJP7F3ZT27E/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2CHH2LDHX3L7MCRXJP7F3ZT27E/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-16T07:10:29Z","links":{"resolver":"https://pith.science/pith/2CHH2LDHX3L7MCRXJP7F3ZT27E","bundle":"https://pith.science/pith/2CHH2LDHX3L7MCRXJP7F3ZT27E/bundle.json","state":"https://pith.science/pith/2CHH2LDHX3L7MCRXJP7F3ZT27E/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2CHH2LDHX3L7MCRXJP7F3ZT27E/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:2CHH2LDHX3L7MCRXJP7F3ZT27E","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5449e0d575d3f939907ed9f22cd923e4a59c80615d992a2a4b977cbfa31737bf","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DB","submitted_at":"2026-06-22T17:52:14Z","title_canon_sha256":"326d19822ccd84f6f4de2604cc07031646eb4d10c727c84f6fab5dc8828e88e1"},"schema_version":"1.0","source":{"id":"2606.23667","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2606.23667","created_at":"2026-06-23T03:14:34Z"},{"alias_kind":"arxiv_version","alias_value":"2606.23667v1","created_at":"2026-06-23T03:14:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2606.23667","created_at":"2026-06-23T03:14:34Z"},{"alias_kind":"pith_short_12","alias_value":"2CHH2LDHX3L7","created_at":"2026-06-23T03:14:34Z"},{"alias_kind":"pith_short_16","alias_value":"2CHH2LDHX3L7MCRX","created_at":"2026-06-23T03:14:34Z"},{"alias_kind":"pith_short_8","alias_value":"2CHH2LDH","created_at":"2026-06-23T03:14:34Z"}],"graph_snapshots":[{"event_id":"sha256:0f5e275b794cb0b76f245e38df17c13769672461cd06641a94dda98e06497a4e","target":"graph","created_at":"2026-06-23T03:14:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2606.23667/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) are increasingly used to answer natural-language questions over structured data. However, when a table contains familiar real-world facts, it is unclear whether the model answers by reading the provided data or by recalling knowledge learned during pretraining. This distinction is important for database applications, where the provided tables should be the source of truth. In this paper, we introduce ContraTable, a paired original-counterfactual benchmark for evaluating whether LLMs ground their answers in relational tables. We build the benchmark with two aligned ","authors_text":"Chunwei Liu, Xinzhi Wang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DB","submitted_at":"2026-06-22T17:52:14Z","title":"The Table Says Otherwise: Testing LLMs with Counterfactual Relational Data"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2606.23667","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9d73fb7a8d96b927dfe3f3a339e67206c4d897cdd1dd38d40d427b520265480e","target":"record","created_at":"2026-06-23T03:14:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5449e0d575d3f939907ed9f22cd923e4a59c80615d992a2a4b977cbfa31737bf","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DB","submitted_at":"2026-06-22T17:52:14Z","title_canon_sha256":"326d19822ccd84f6f4de2604cc07031646eb4d10c727c84f6fab5dc8828e88e1"},"schema_version":"1.0","source":{"id":"2606.23667","kind":"arxiv","version":1}},"canonical_sha256":"d08e7d2c67bed7f60a374bfe5de67af93dda2e5f676f96f926b4db2dee4f8d39","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d08e7d2c67bed7f60a374bfe5de67af93dda2e5f676f96f926b4db2dee4f8d39","first_computed_at":"2026-06-23T03:14:34.120422Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-06-23T03:14:34.120422Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"yOTraCNIC2vFUw+q7vpjrJEJeoLzT9Dzch8qcoqO16pWxKFNBjIHSFLx3q7jxhiVdxz10a/118zjePXnfIfYAg==","signature_status":"signed_v1","signed_at":"2026-06-23T03:14:34.120845Z","signed_message":"canonical_sha256_bytes"},"source_id":"2606.23667","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9d73fb7a8d96b927dfe3f3a339e67206c4d897cdd1dd38d40d427b520265480e","sha256:0f5e275b794cb0b76f245e38df17c13769672461cd06641a94dda98e06497a4e"],"state_sha256":"c4e5ecf67bf27f6772a29f98c143655bcb4232179d2bef12f8444b56aad4ba4c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+h0UM7mhgwIJL4jNNNnagieWK/otjw1vEwaF/DkcOoHoxTzzL6HxBm3kUVpIwDqijxkDlSgiG4n5Cyz/pO8mBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-16T07:10:29.842367Z","bundle_sha256":"3fc2b688e65eb2b7e1976a5df28cd9aa80d5d1255e21aa4df14bec041e8c323a"}}