{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:ZJZKN7APXQ7IOC6PLQIPFCJB2G","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3cf325f478779d2fd729eea4ef7a914a4f65cd7a04fa842c4749b1447b1395e8","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-18T15:41:15Z","title_canon_sha256":"0d2b451d4fbf26a39af47cc6cfe26934fa5e0ff3eacb177591905aa0b0246f34"},"schema_version":"1.0","source":{"id":"2406.12719","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.12719","created_at":"2026-07-05T11:59:05Z"},{"alias_kind":"arxiv_version","alias_value":"2406.12719v4","created_at":"2026-07-05T11:59:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.12719","created_at":"2026-07-05T11:59:05Z"},{"alias_kind":"pith_short_12","alias_value":"ZJZKN7APXQ7I","created_at":"2026-07-05T11:59:05Z"},{"alias_kind":"pith_short_16","alias_value":"ZJZKN7APXQ7IOC6P","created_at":"2026-07-05T11:59:05Z"},{"alias_kind":"pith_short_8","alias_value":"ZJZKN7AP","created_at":"2026-07-05T11:59:05Z"}],"graph_snapshots":[{"event_id":"sha256:08f2ebcd49c3bd88ef9d6abeb40efcff7ab0e66c1b417fe8db61b684cc6f1cd9","target":"graph","created_at":"2026-07-05T11:59:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.12719/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs), already shown to ace various unstructured text comprehension tasks, have also remarkably been shown to tackle table (structured) comprehension tasks without specific training. Building on earlier studies of LLMs for tabular tasks, we probe how in-context learning (ICL), model scale, instruction tuning, and domain bias affect Tabular QA (TQA) robustness by testing LLMs, under diverse augmentations and perturbations, on diverse domains: Wikipedia-based $\\textbf{WTQ}$, financial $\\textbf{TAT-QA}$, and scientific $\\textbf{SCITAB}$. Although instruction tuning and larg","authors_text":"Jianxi Gao, Kushal Raj Bhandari, Sixue Xing, Soham Dan","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-18T15:41:15Z","title":"Exploring the Robustness of Language Models for Tabular Question Answering via Attention Analysis"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.12719","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:aa3d455a8eb78051e7e5d3caa72ded7bb7e05f57eaed990f0afd16aafe256e53","target":"record","created_at":"2026-07-05T11:59:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3cf325f478779d2fd729eea4ef7a914a4f65cd7a04fa842c4749b1447b1395e8","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-18T15:41:15Z","title_canon_sha256":"0d2b451d4fbf26a39af47cc6cfe26934fa5e0ff3eacb177591905aa0b0246f34"},"schema_version":"1.0","source":{"id":"2406.12719","kind":"arxiv","version":4}},"canonical_sha256":"ca72a6fc0fbc3e870bcf5c10f28921d1ae314a3d733964bbbf165bfd2645707c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ca72a6fc0fbc3e870bcf5c10f28921d1ae314a3d733964bbbf165bfd2645707c","first_computed_at":"2026-07-05T11:59:05.892775Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:59:05.892775Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"H474Igh2uoAQsGLIe8tU38mgEm59bvQgJPegywJ0u4Zc2fDpiZewGKLJU/B99h7qbSm9wan4KBS86JFRZYwICw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:59:05.893271Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.12719","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:aa3d455a8eb78051e7e5d3caa72ded7bb7e05f57eaed990f0afd16aafe256e53","sha256:08f2ebcd49c3bd88ef9d6abeb40efcff7ab0e66c1b417fe8db61b684cc6f1cd9"],"state_sha256":"a595d87dfc59fe8204d781d32237c9fc0a2760125645733dbd98ec873324b216"}