{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:54S4UQ7S3DPJ3WH35EE3Y5CIJ7","short_pith_number":"pith:54S4UQ7S","canonical_record":{"source":{"id":"2310.10062","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-16T04:53:22Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"34a76fda381633d437420a111d270933e6313468644f393ad8f6721079f5c415","abstract_canon_sha256":"1c39f056c15321fbf8715573c1856a7ce91bfe645e4048bd6e06a3dbcb3a8576"},"schema_version":"1.0"},"canonical_sha256":"ef25ca43f2d8de9dd8fbe909bc74484fe3b10d378c37b1348f6b1f47034a1bb9","source":{"kind":"arxiv","id":"2310.10062","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.10062","created_at":"2026-07-05T07:28:30Z"},{"alias_kind":"arxiv_version","alias_value":"2310.10062v2","created_at":"2026-07-05T07:28:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.10062","created_at":"2026-07-05T07:28:30Z"},{"alias_kind":"pith_short_12","alias_value":"54S4UQ7S3DPJ","created_at":"2026-07-05T07:28:30Z"},{"alias_kind":"pith_short_16","alias_value":"54S4UQ7S3DPJ3WH3","created_at":"2026-07-05T07:28:30Z"},{"alias_kind":"pith_short_8","alias_value":"54S4UQ7S","created_at":"2026-07-05T07:28:30Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:54S4UQ7S3DPJ3WH35EE3Y5CIJ7","target":"record","payload":{"canonical_record":{"source":{"id":"2310.10062","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-16T04:53:22Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"34a76fda381633d437420a111d270933e6313468644f393ad8f6721079f5c415","abstract_canon_sha256":"1c39f056c15321fbf8715573c1856a7ce91bfe645e4048bd6e06a3dbcb3a8576"},"schema_version":"1.0"},"canonical_sha256":"ef25ca43f2d8de9dd8fbe909bc74484fe3b10d378c37b1348f6b1f47034a1bb9","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:28:30.622188Z","signature_b64":"8Mm8Lm775Pn8y2WH9MnQ7IaEJRC6FFPJEN8tQok0F3GeaE6ud63A+CfqMH3AW7zqlUzFi4bcXO4iXgi+y9RmBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ef25ca43f2d8de9dd8fbe909bc74484fe3b10d378c37b1348f6b1f47034a1bb9","last_reissued_at":"2026-07-05T07:28:30.621698Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:28:30.621698Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.10062","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:28:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"w1YT7/ds9oIs3ehlxZJaAIy1zRe4S0oMejlsxR1fKsORq1C6xscKD5lKX7cqClRElOjd/d7ebv8kwHWHBzG1DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T09:55:39.476097Z"},"content_sha256":"b81dd85e201615224a1e9ddfe5a9ace114142acc506d76d6d175191466388eaa","schema_version":"1.0","event_id":"sha256:b81dd85e201615224a1e9ddfe5a9ace114142acc506d76d6d175191466388eaa"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:54S4UQ7S3DPJ3WH35EE3Y5CIJ7","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Comprehensive Evaluation of Tool-Assisted Generation Strategies","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Alon Jacovi, Avi Caciularu, Bernd Bohnet, Jonathan Herzig, Mor Geva, Roee Aharoni","submitted_at":"2023-10-16T04:53:22Z","abstract_excerpt":"A growing area of research investigates augmenting language models with tools (e.g., search engines, calculators) to overcome their shortcomings (e.g., missing or incorrect knowledge, incorrect logical inferences). Various few-shot tool-usage strategies have been proposed. However, there is no systematic and fair comparison across different strategies, or between these strategies and strong baselines that do not leverage tools. We conduct an extensive empirical analysis, finding that (1) across various datasets, example difficulty levels, and models, strong no-tool baselines are competitive to"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.10062","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.10062/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:28:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qwqh4lMwkgeq38gYmvkTzn+M3jDZD9nqpMHUQlJYCTk6YhW47X2yhuNeVom0Vr5aT51IVnlJe/jLzdyoLT4YAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T09:55:39.476625Z"},"content_sha256":"7df45c591749e4a65e40bd3925d3b0de1546e3361e4cfe300cfb7520b3f8f3aa","schema_version":"1.0","event_id":"sha256:7df45c591749e4a65e40bd3925d3b0de1546e3361e4cfe300cfb7520b3f8f3aa"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/54S4UQ7S3DPJ3WH35EE3Y5CIJ7/bundle.json","state_url":"https://pith.science/pith/54S4UQ7S3DPJ3WH35EE3Y5CIJ7/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/54S4UQ7S3DPJ3WH35EE3Y5CIJ7/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T09:55:39Z","links":{"resolver":"https://pith.science/pith/54S4UQ7S3DPJ3WH35EE3Y5CIJ7","bundle":"https://pith.science/pith/54S4UQ7S3DPJ3WH35EE3Y5CIJ7/bundle.json","state":"https://pith.science/pith/54S4UQ7S3DPJ3WH35EE3Y5CIJ7/state.json","well_known_bundle":"https://pith.science/.well-known/pith/54S4UQ7S3DPJ3WH35EE3Y5CIJ7/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:54S4UQ7S3DPJ3WH35EE3Y5CIJ7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1c39f056c15321fbf8715573c1856a7ce91bfe645e4048bd6e06a3dbcb3a8576","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-16T04:53:22Z","title_canon_sha256":"34a76fda381633d437420a111d270933e6313468644f393ad8f6721079f5c415"},"schema_version":"1.0","source":{"id":"2310.10062","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.10062","created_at":"2026-07-05T07:28:30Z"},{"alias_kind":"arxiv_version","alias_value":"2310.10062v2","created_at":"2026-07-05T07:28:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.10062","created_at":"2026-07-05T07:28:30Z"},{"alias_kind":"pith_short_12","alias_value":"54S4UQ7S3DPJ","created_at":"2026-07-05T07:28:30Z"},{"alias_kind":"pith_short_16","alias_value":"54S4UQ7S3DPJ3WH3","created_at":"2026-07-05T07:28:30Z"},{"alias_kind":"pith_short_8","alias_value":"54S4UQ7S","created_at":"2026-07-05T07:28:30Z"}],"graph_snapshots":[{"event_id":"sha256:7df45c591749e4a65e40bd3925d3b0de1546e3361e4cfe300cfb7520b3f8f3aa","target":"graph","created_at":"2026-07-05T07:28:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.10062/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A growing area of research investigates augmenting language models with tools (e.g., search engines, calculators) to overcome their shortcomings (e.g., missing or incorrect knowledge, incorrect logical inferences). Various few-shot tool-usage strategies have been proposed. However, there is no systematic and fair comparison across different strategies, or between these strategies and strong baselines that do not leverage tools. We conduct an extensive empirical analysis, finding that (1) across various datasets, example difficulty levels, and models, strong no-tool baselines are competitive to","authors_text":"Alon Jacovi, Avi Caciularu, Bernd Bohnet, Jonathan Herzig, Mor Geva, Roee Aharoni","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-16T04:53:22Z","title":"A Comprehensive Evaluation of Tool-Assisted Generation Strategies"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.10062","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b81dd85e201615224a1e9ddfe5a9ace114142acc506d76d6d175191466388eaa","target":"record","created_at":"2026-07-05T07:28:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1c39f056c15321fbf8715573c1856a7ce91bfe645e4048bd6e06a3dbcb3a8576","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-16T04:53:22Z","title_canon_sha256":"34a76fda381633d437420a111d270933e6313468644f393ad8f6721079f5c415"},"schema_version":"1.0","source":{"id":"2310.10062","kind":"arxiv","version":2}},"canonical_sha256":"ef25ca43f2d8de9dd8fbe909bc74484fe3b10d378c37b1348f6b1f47034a1bb9","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ef25ca43f2d8de9dd8fbe909bc74484fe3b10d378c37b1348f6b1f47034a1bb9","first_computed_at":"2026-07-05T07:28:30.621698Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:28:30.621698Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"8Mm8Lm775Pn8y2WH9MnQ7IaEJRC6FFPJEN8tQok0F3GeaE6ud63A+CfqMH3AW7zqlUzFi4bcXO4iXgi+y9RmBw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:28:30.622188Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.10062","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b81dd85e201615224a1e9ddfe5a9ace114142acc506d76d6d175191466388eaa","sha256:7df45c591749e4a65e40bd3925d3b0de1546e3361e4cfe300cfb7520b3f8f3aa"],"state_sha256":"59c173236353bac17cf5c29d9a041230423a9698a23a5b77df0b20397a836752"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4zGdCU3l4+oBSvY1YdhBlTaYjpmA5SxSPLFkCbavhgCMYdU5fAjgLsmxX/JbfNnvC0UNPnMWL+UKB0sryTK6BQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T09:55:39.480389Z","bundle_sha256":"0cffd1d242a2812d749c2992a899af911ecb67387457618199765e60fb0620e9"}}