{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:T2ESTTVGJW4TZRGE3MU2MHTIFK","short_pith_number":"pith:T2ESTTVG","canonical_record":{"source":{"id":"2406.03618","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-05T20:32:56Z","cross_cats_sorted":[],"title_canon_sha256":"357dcade996126cb9ff1eab3ee569da1fb504a22f7fd763bca865f6303837c40","abstract_canon_sha256":"751a504d59ec1f84b731b4f6e614597a545c9d0c6e4e2c1ad4fc5d1bfc03e43a"},"schema_version":"1.0"},"canonical_sha256":"9e8929cea64db93cc4c4db29a61e682aa72a1d376f95f3d8de5d1c37c47c703f","source":{"kind":"arxiv","id":"2406.03618","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.03618","created_at":"2026-07-05T09:19:58Z"},{"alias_kind":"arxiv_version","alias_value":"2406.03618v3","created_at":"2026-07-05T09:19:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.03618","created_at":"2026-07-05T09:19:58Z"},{"alias_kind":"pith_short_12","alias_value":"T2ESTTVGJW4T","created_at":"2026-07-05T09:19:58Z"},{"alias_kind":"pith_short_16","alias_value":"T2ESTTVGJW4TZRGE","created_at":"2026-07-05T09:19:58Z"},{"alias_kind":"pith_short_8","alias_value":"T2ESTTVG","created_at":"2026-07-05T09:19:58Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:T2ESTTVGJW4TZRGE3MU2MHTIFK","target":"record","payload":{"canonical_record":{"source":{"id":"2406.03618","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-05T20:32:56Z","cross_cats_sorted":[],"title_canon_sha256":"357dcade996126cb9ff1eab3ee569da1fb504a22f7fd763bca865f6303837c40","abstract_canon_sha256":"751a504d59ec1f84b731b4f6e614597a545c9d0c6e4e2c1ad4fc5d1bfc03e43a"},"schema_version":"1.0"},"canonical_sha256":"9e8929cea64db93cc4c4db29a61e682aa72a1d376f95f3d8de5d1c37c47c703f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:19:58.205355Z","signature_b64":"8W4vPGYhzsxfl/wfZoRjG4ngYRnhf3YsJt+Aq0nn2K4W083BnniQ3QrIIDeB9d/jD/Iu7P+4k0jHuqVJom+CCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9e8929cea64db93cc4c4db29a61e682aa72a1d376f95f3d8de5d1c37c47c703f","last_reissued_at":"2026-07-05T09:19:58.204883Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:19:58.204883Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.03618","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:19:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/NvkiiqJCeag/7dt0e3+P1LDtwvkLO4XJtNeh+98ttf1194mfw8HHG6mmk3SC1dGq7+cJS1t3D//t964qyMzCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T12:09:45.740175Z"},"content_sha256":"61f6312c0208258c49b6526effeb363f93f5bdee237852f9146b953b18222fc6","schema_version":"1.0","event_id":"sha256:61f6312c0208258c49b6526effeb363f93f5bdee237852f9146b953b18222fc6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:T2ESTTVGJW4TZRGE3MU2MHTIFK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"TACT: Advancing Complex Aggregative Reasoning with Information Extraction Tools","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Alon Jacovi, Amir Globerson, Avi Caciularu, Eyal Ben-David, Gal Elidan, Jonathan Herzig, Sasha Goldshtein, Tal Schuster","submitted_at":"2024-06-05T20:32:56Z","abstract_excerpt":"Large Language Models (LLMs) often do not perform well on queries that require the aggregation of information across texts. To better evaluate this setting and facilitate modeling efforts, we introduce TACT - Text And Calculations through Tables, a dataset crafted to evaluate LLMs' reasoning and computational abilities using complex instructions. TACT contains challenging instructions that demand stitching information scattered across one or more texts, and performing complex integration on this information to generate the answer. We construct this dataset by leveraging an existing dataset of "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.03618","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.03618/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:19:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7RIjVsrmphHIorwcoFmyK+/82U+OxaB+HrdylrbQqzocIN7d7rg9GjhOF+3ycEb4NWs0yqewkvtzTaKrs2UIBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T12:09:45.740677Z"},"content_sha256":"ae87b88daa4ac6bb1d99ae016855434b225da0b56b23be0680c28e272edbe03f","schema_version":"1.0","event_id":"sha256:ae87b88daa4ac6bb1d99ae016855434b225da0b56b23be0680c28e272edbe03f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/T2ESTTVGJW4TZRGE3MU2MHTIFK/bundle.json","state_url":"https://pith.science/pith/T2ESTTVGJW4TZRGE3MU2MHTIFK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/T2ESTTVGJW4TZRGE3MU2MHTIFK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T12:09:45Z","links":{"resolver":"https://pith.science/pith/T2ESTTVGJW4TZRGE3MU2MHTIFK","bundle":"https://pith.science/pith/T2ESTTVGJW4TZRGE3MU2MHTIFK/bundle.json","state":"https://pith.science/pith/T2ESTTVGJW4TZRGE3MU2MHTIFK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/T2ESTTVGJW4TZRGE3MU2MHTIFK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:T2ESTTVGJW4TZRGE3MU2MHTIFK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"751a504d59ec1f84b731b4f6e614597a545c9d0c6e4e2c1ad4fc5d1bfc03e43a","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-05T20:32:56Z","title_canon_sha256":"357dcade996126cb9ff1eab3ee569da1fb504a22f7fd763bca865f6303837c40"},"schema_version":"1.0","source":{"id":"2406.03618","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.03618","created_at":"2026-07-05T09:19:58Z"},{"alias_kind":"arxiv_version","alias_value":"2406.03618v3","created_at":"2026-07-05T09:19:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.03618","created_at":"2026-07-05T09:19:58Z"},{"alias_kind":"pith_short_12","alias_value":"T2ESTTVGJW4T","created_at":"2026-07-05T09:19:58Z"},{"alias_kind":"pith_short_16","alias_value":"T2ESTTVGJW4TZRGE","created_at":"2026-07-05T09:19:58Z"},{"alias_kind":"pith_short_8","alias_value":"T2ESTTVG","created_at":"2026-07-05T09:19:58Z"}],"graph_snapshots":[{"event_id":"sha256:ae87b88daa4ac6bb1d99ae016855434b225da0b56b23be0680c28e272edbe03f","target":"graph","created_at":"2026-07-05T09:19:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.03618/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) often do not perform well on queries that require the aggregation of information across texts. To better evaluate this setting and facilitate modeling efforts, we introduce TACT - Text And Calculations through Tables, a dataset crafted to evaluate LLMs' reasoning and computational abilities using complex instructions. TACT contains challenging instructions that demand stitching information scattered across one or more texts, and performing complex integration on this information to generate the answer. We construct this dataset by leveraging an existing dataset of ","authors_text":"Alon Jacovi, Amir Globerson, Avi Caciularu, Eyal Ben-David, Gal Elidan, Jonathan Herzig, Sasha Goldshtein, Tal Schuster","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-05T20:32:56Z","title":"TACT: Advancing Complex Aggregative Reasoning with Information Extraction Tools"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.03618","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:61f6312c0208258c49b6526effeb363f93f5bdee237852f9146b953b18222fc6","target":"record","created_at":"2026-07-05T09:19:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"751a504d59ec1f84b731b4f6e614597a545c9d0c6e4e2c1ad4fc5d1bfc03e43a","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-05T20:32:56Z","title_canon_sha256":"357dcade996126cb9ff1eab3ee569da1fb504a22f7fd763bca865f6303837c40"},"schema_version":"1.0","source":{"id":"2406.03618","kind":"arxiv","version":3}},"canonical_sha256":"9e8929cea64db93cc4c4db29a61e682aa72a1d376f95f3d8de5d1c37c47c703f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9e8929cea64db93cc4c4db29a61e682aa72a1d376f95f3d8de5d1c37c47c703f","first_computed_at":"2026-07-05T09:19:58.204883Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:19:58.204883Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"8W4vPGYhzsxfl/wfZoRjG4ngYRnhf3YsJt+Aq0nn2K4W083BnniQ3QrIIDeB9d/jD/Iu7P+4k0jHuqVJom+CCw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:19:58.205355Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.03618","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:61f6312c0208258c49b6526effeb363f93f5bdee237852f9146b953b18222fc6","sha256:ae87b88daa4ac6bb1d99ae016855434b225da0b56b23be0680c28e272edbe03f"],"state_sha256":"c23c150ad07e811ba7c067ffb65aea9153374cb6f7ae6e8b7ab97cef6d1eddd6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sAdxR1FgpNFiatiH0JNoQ+8awxM7oL4OcDTczvPQbLSbD/jpmZKXLcsxBNyHQ63rS2e15Z37TsQ2RessmF3OAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T12:09:45.744354Z","bundle_sha256":"8b3360531de8be10987b44f0adaf22532b184823cb7029ce99c6407327be7c71"}}