{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:ZYVZB2Z5T3TM3TUEFAWYDXNCVU","short_pith_number":"pith:ZYVZB2Z5","canonical_record":{"source":{"id":"2404.18585","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-04-29T10:55:08Z","cross_cats_sorted":[],"title_canon_sha256":"bdf408a267db27366070d33a2a5735882b4795f3a3c4946ceb2e3433f394d85f","abstract_canon_sha256":"337ad122d037e01edb081bfb082750c07352e1cffa50d078a9bef3dc6138e605"},"schema_version":"1.0"},"canonical_sha256":"ce2b90eb3d9ee6cdce84282d81dda2ad3143b9cd3b25f59fe6dd96d52caefc89","source":{"kind":"arxiv","id":"2404.18585","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.18585","created_at":"2026-07-05T08:13:17Z"},{"alias_kind":"arxiv_version","alias_value":"2404.18585v1","created_at":"2026-07-05T08:13:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.18585","created_at":"2026-07-05T08:13:17Z"},{"alias_kind":"pith_short_12","alias_value":"ZYVZB2Z5T3TM","created_at":"2026-07-05T08:13:17Z"},{"alias_kind":"pith_short_16","alias_value":"ZYVZB2Z5T3TM3TUE","created_at":"2026-07-05T08:13:17Z"},{"alias_kind":"pith_short_8","alias_value":"ZYVZB2Z5","created_at":"2026-07-05T08:13:17Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:ZYVZB2Z5T3TM3TUEFAWYDXNCVU","target":"record","payload":{"canonical_record":{"source":{"id":"2404.18585","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-04-29T10:55:08Z","cross_cats_sorted":[],"title_canon_sha256":"bdf408a267db27366070d33a2a5735882b4795f3a3c4946ceb2e3433f394d85f","abstract_canon_sha256":"337ad122d037e01edb081bfb082750c07352e1cffa50d078a9bef3dc6138e605"},"schema_version":"1.0"},"canonical_sha256":"ce2b90eb3d9ee6cdce84282d81dda2ad3143b9cd3b25f59fe6dd96d52caefc89","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:13:17.880651Z","signature_b64":"+agyWNHbxpMXQskVx8+lrnD+yE9gkmqLHVMOxnJLBkn+rdSqSFN1EcAxvZ/BtFycsQNj5C1MOFonffkgjXkUBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ce2b90eb3d9ee6cdce84282d81dda2ad3143b9cd3b25f59fe6dd96d52caefc89","last_reissued_at":"2026-07-05T08:13:17.880199Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:13:17.880199Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.18585","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:13:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Rwk/cXQiva6Rp0V0sRODMhQAdME65hWSkuoZZ27ZBMad39WUn98P7FQRRADSJNoC0B6Uv5foU5DS1ivz9NkVCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T15:25:47.169578Z"},"content_sha256":"2b17c47931ae5d9f1dc8fb2ef0f265597dc348792a080a486cb9b33ef75dc456","schema_version":"1.0","event_id":"sha256:2b17c47931ae5d9f1dc8fb2ef0f265597dc348792a080a486cb9b33ef75dc456"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:ZYVZB2Z5T3TM3TUEFAWYDXNCVU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"FREB-TQA: A Fine-Grained Robustness Evaluation Benchmark for Table Question Answering","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Annemarie Friedrich, Heike Adel, Mohsen Mesgar, Wei Zhou","submitted_at":"2024-04-29T10:55:08Z","abstract_excerpt":"Table Question Answering (TQA) aims at composing an answer to a question based on tabular data. While prior research has shown that TQA models lack robustness, understanding the underlying cause and nature of this issue remains predominantly unclear, posing a significant obstacle to the development of robust TQA systems. In this paper, we formalize three major desiderata for a fine-grained evaluation of robustness of TQA systems. They should (i) answer questions regardless of alterations in table structure, (ii) base their responses on the content of relevant cells rather than on biases, and ("},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.18585","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.18585/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:13:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EKT5BErEoWVgrDbo8rdNq2yBaBDVuCthvmxC6JGKONl2fFhWZElXo5R0B7t7sHLv/se7zQqa34H6Cvqp30JwAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T15:25:47.170088Z"},"content_sha256":"bfa0edef18ddb242e418e87560f624d26e3b274b3527888101ac7819dc68df20","schema_version":"1.0","event_id":"sha256:bfa0edef18ddb242e418e87560f624d26e3b274b3527888101ac7819dc68df20"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZYVZB2Z5T3TM3TUEFAWYDXNCVU/bundle.json","state_url":"https://pith.science/pith/ZYVZB2Z5T3TM3TUEFAWYDXNCVU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZYVZB2Z5T3TM3TUEFAWYDXNCVU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T15:25:47Z","links":{"resolver":"https://pith.science/pith/ZYVZB2Z5T3TM3TUEFAWYDXNCVU","bundle":"https://pith.science/pith/ZYVZB2Z5T3TM3TUEFAWYDXNCVU/bundle.json","state":"https://pith.science/pith/ZYVZB2Z5T3TM3TUEFAWYDXNCVU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZYVZB2Z5T3TM3TUEFAWYDXNCVU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:ZYVZB2Z5T3TM3TUEFAWYDXNCVU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"337ad122d037e01edb081bfb082750c07352e1cffa50d078a9bef3dc6138e605","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-04-29T10:55:08Z","title_canon_sha256":"bdf408a267db27366070d33a2a5735882b4795f3a3c4946ceb2e3433f394d85f"},"schema_version":"1.0","source":{"id":"2404.18585","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.18585","created_at":"2026-07-05T08:13:17Z"},{"alias_kind":"arxiv_version","alias_value":"2404.18585v1","created_at":"2026-07-05T08:13:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.18585","created_at":"2026-07-05T08:13:17Z"},{"alias_kind":"pith_short_12","alias_value":"ZYVZB2Z5T3TM","created_at":"2026-07-05T08:13:17Z"},{"alias_kind":"pith_short_16","alias_value":"ZYVZB2Z5T3TM3TUE","created_at":"2026-07-05T08:13:17Z"},{"alias_kind":"pith_short_8","alias_value":"ZYVZB2Z5","created_at":"2026-07-05T08:13:17Z"}],"graph_snapshots":[{"event_id":"sha256:bfa0edef18ddb242e418e87560f624d26e3b274b3527888101ac7819dc68df20","target":"graph","created_at":"2026-07-05T08:13:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.18585/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Table Question Answering (TQA) aims at composing an answer to a question based on tabular data. While prior research has shown that TQA models lack robustness, understanding the underlying cause and nature of this issue remains predominantly unclear, posing a significant obstacle to the development of robust TQA systems. In this paper, we formalize three major desiderata for a fine-grained evaluation of robustness of TQA systems. They should (i) answer questions regardless of alterations in table structure, (ii) base their responses on the content of relevant cells rather than on biases, and (","authors_text":"Annemarie Friedrich, Heike Adel, Mohsen Mesgar, Wei Zhou","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-04-29T10:55:08Z","title":"FREB-TQA: A Fine-Grained Robustness Evaluation Benchmark for Table Question Answering"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.18585","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2b17c47931ae5d9f1dc8fb2ef0f265597dc348792a080a486cb9b33ef75dc456","target":"record","created_at":"2026-07-05T08:13:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"337ad122d037e01edb081bfb082750c07352e1cffa50d078a9bef3dc6138e605","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-04-29T10:55:08Z","title_canon_sha256":"bdf408a267db27366070d33a2a5735882b4795f3a3c4946ceb2e3433f394d85f"},"schema_version":"1.0","source":{"id":"2404.18585","kind":"arxiv","version":1}},"canonical_sha256":"ce2b90eb3d9ee6cdce84282d81dda2ad3143b9cd3b25f59fe6dd96d52caefc89","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ce2b90eb3d9ee6cdce84282d81dda2ad3143b9cd3b25f59fe6dd96d52caefc89","first_computed_at":"2026-07-05T08:13:17.880199Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:13:17.880199Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+agyWNHbxpMXQskVx8+lrnD+yE9gkmqLHVMOxnJLBkn+rdSqSFN1EcAxvZ/BtFycsQNj5C1MOFonffkgjXkUBg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:13:17.880651Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.18585","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2b17c47931ae5d9f1dc8fb2ef0f265597dc348792a080a486cb9b33ef75dc456","sha256:bfa0edef18ddb242e418e87560f624d26e3b274b3527888101ac7819dc68df20"],"state_sha256":"e0592b09dfa643f9bdba89217e496f9b7a1ce680f019fd82a5e6b0074cd8954d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SVszJNCKU42/jUp8x/LYagCUw/6BNRArbdzJZlena+Uyg2Dd9UrHJp/DrG/ucr65OXVOYiVALF6lUiwPdG+WBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T15:25:47.175730Z","bundle_sha256":"700376abde92e66251fa6ad497f8184c6e487328177e841029756d943c3ada80"}}