{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:2NOZGPEQZZKQ4UVS7SE42DJ3LI","short_pith_number":"pith:2NOZGPEQ","canonical_record":{"source":{"id":"2608.06370","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-08-06T17:58:32Z","cross_cats_sorted":[],"title_canon_sha256":"88b08482c764184cf1050c1b49b067eda7db481b7e4334a3d5f0a0d0674d6230","abstract_canon_sha256":"da54117b2f6659bf4978a504c60ce0046b4a9999c4a52cb4366b7b2a1099e4d2"},"schema_version":"1.0"},"canonical_sha256":"d35d933c90ce550e52b2fc89cd0d3b5a1aaa4b163a7811c4f58de6a0ce55d8b1","source":{"kind":"arxiv","id":"2608.06370","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2608.06370","created_at":"2026-08-07T01:41:29Z"},{"alias_kind":"arxiv_version","alias_value":"2608.06370v1","created_at":"2026-08-07T01:41:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2608.06370","created_at":"2026-08-07T01:41:29Z"},{"alias_kind":"pith_short_12","alias_value":"2NOZGPEQZZKQ","created_at":"2026-08-07T01:41:29Z"},{"alias_kind":"pith_short_16","alias_value":"2NOZGPEQZZKQ4UVS","created_at":"2026-08-07T01:41:29Z"},{"alias_kind":"pith_short_8","alias_value":"2NOZGPEQ","created_at":"2026-08-07T01:41:29Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:2NOZGPEQZZKQ4UVS7SE42DJ3LI","target":"record","payload":{"canonical_record":{"source":{"id":"2608.06370","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-08-06T17:58:32Z","cross_cats_sorted":[],"title_canon_sha256":"88b08482c764184cf1050c1b49b067eda7db481b7e4334a3d5f0a0d0674d6230","abstract_canon_sha256":"da54117b2f6659bf4978a504c60ce0046b4a9999c4a52cb4366b7b2a1099e4d2"},"schema_version":"1.0"},"canonical_sha256":"d35d933c90ce550e52b2fc89cd0d3b5a1aaa4b163a7811c4f58de6a0ce55d8b1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-08-07T01:41:29.944670Z","signature_b64":"BVCawaToFl3bMAt5VgK5HrqoSGelOor8+3nmOhXQrtWYX7zUF9qGf+vd79cIIieRseRUXdUuhJ5pUF9+NKhuBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d35d933c90ce550e52b2fc89cd0d3b5a1aaa4b163a7811c4f58de6a0ce55d8b1","last_reissued_at":"2026-08-07T01:41:29.942916Z","signature_status":"signed_v1","first_computed_at":"2026-08-07T01:41:29.942916Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2608.06370","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-08-07T01:41:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ub3h1dRJ+z5d1D7TwaX/akO1HSKxgpRWXb8tAS0Y0ecnb6FHPmVQy6hVFENfWuDvK0VmiQBeFCRuA8JkMQXECA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T05:14:15.069410Z"},"content_sha256":"2b4dd1ec3c22b389e4b9a6fcc969d0f6b30840a4c3e0f69e5bca7065907ddc2d","schema_version":"1.0","event_id":"sha256:2b4dd1ec3c22b389e4b9a6fcc969d0f6b30840a4c3e0f69e5bca7065907ddc2d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:2NOZGPEQZZKQ4UVS7SE42DJ3LI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The Bitter Lesson of Tool Calling","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Elias Lumer, Ishan Patel, Sahil Sen, Vamse Kumar Subbiah","submitted_at":"2026-08-06T17:58:32Z","abstract_excerpt":"Tool use transforms LLMs into agents that act beyond their training data, and for code-capable models, programmatic tool calling extends this further by replacing rigid JSON calls with scripts that chain and parallelize naturally. However, a systematic evaluation of tools as code on an established benchmark across current and prior model generations under real-world task conditions has not been conducted. In this work, we empirically compare programmatic tool calling (PTC) to native JSON tool calling across 14 language models on BFCL v4. In the programmatic tool calling paradigm, tools are exp"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2608.06370","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2608.06370/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-08-07T01:41:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"d6+9aBiPEuxmfuZS99hFSncpgL62yxSiFqFnOkoGryjaJHjTXLohVWIGF9FwmYD5BE7GNswcsfdsYU2sCy3bDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T05:14:15.070057Z"},"content_sha256":"d0779a2e9bb00ac783584acc24a7f7dc97c7b405b17b8bfd0b0c2790396d639d","schema_version":"1.0","event_id":"sha256:d0779a2e9bb00ac783584acc24a7f7dc97c7b405b17b8bfd0b0c2790396d639d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2NOZGPEQZZKQ4UVS7SE42DJ3LI/bundle.json","state_url":"https://pith.science/pith/2NOZGPEQZZKQ4UVS7SE42DJ3LI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2NOZGPEQZZKQ4UVS7SE42DJ3LI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-15T05:14:15Z","links":{"resolver":"https://pith.science/pith/2NOZGPEQZZKQ4UVS7SE42DJ3LI","bundle":"https://pith.science/pith/2NOZGPEQZZKQ4UVS7SE42DJ3LI/bundle.json","state":"https://pith.science/pith/2NOZGPEQZZKQ4UVS7SE42DJ3LI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2NOZGPEQZZKQ4UVS7SE42DJ3LI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:2NOZGPEQZZKQ4UVS7SE42DJ3LI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"da54117b2f6659bf4978a504c60ce0046b4a9999c4a52cb4366b7b2a1099e4d2","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-08-06T17:58:32Z","title_canon_sha256":"88b08482c764184cf1050c1b49b067eda7db481b7e4334a3d5f0a0d0674d6230"},"schema_version":"1.0","source":{"id":"2608.06370","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2608.06370","created_at":"2026-08-07T01:41:29Z"},{"alias_kind":"arxiv_version","alias_value":"2608.06370v1","created_at":"2026-08-07T01:41:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2608.06370","created_at":"2026-08-07T01:41:29Z"},{"alias_kind":"pith_short_12","alias_value":"2NOZGPEQZZKQ","created_at":"2026-08-07T01:41:29Z"},{"alias_kind":"pith_short_16","alias_value":"2NOZGPEQZZKQ4UVS","created_at":"2026-08-07T01:41:29Z"},{"alias_kind":"pith_short_8","alias_value":"2NOZGPEQ","created_at":"2026-08-07T01:41:29Z"}],"graph_snapshots":[{"event_id":"sha256:d0779a2e9bb00ac783584acc24a7f7dc97c7b405b17b8bfd0b0c2790396d639d","target":"graph","created_at":"2026-08-07T01:41:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2608.06370/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Tool use transforms LLMs into agents that act beyond their training data, and for code-capable models, programmatic tool calling extends this further by replacing rigid JSON calls with scripts that chain and parallelize naturally. However, a systematic evaluation of tools as code on an established benchmark across current and prior model generations under real-world task conditions has not been conducted. In this work, we empirically compare programmatic tool calling (PTC) to native JSON tool calling across 14 language models on BFCL v4. In the programmatic tool calling paradigm, tools are exp","authors_text":"Elias Lumer, Ishan Patel, Sahil Sen, Vamse Kumar Subbiah","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-08-06T17:58:32Z","title":"The Bitter Lesson of Tool Calling"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2608.06370","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2b4dd1ec3c22b389e4b9a6fcc969d0f6b30840a4c3e0f69e5bca7065907ddc2d","target":"record","created_at":"2026-08-07T01:41:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"da54117b2f6659bf4978a504c60ce0046b4a9999c4a52cb4366b7b2a1099e4d2","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-08-06T17:58:32Z","title_canon_sha256":"88b08482c764184cf1050c1b49b067eda7db481b7e4334a3d5f0a0d0674d6230"},"schema_version":"1.0","source":{"id":"2608.06370","kind":"arxiv","version":1}},"canonical_sha256":"d35d933c90ce550e52b2fc89cd0d3b5a1aaa4b163a7811c4f58de6a0ce55d8b1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d35d933c90ce550e52b2fc89cd0d3b5a1aaa4b163a7811c4f58de6a0ce55d8b1","first_computed_at":"2026-08-07T01:41:29.942916Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-08-07T01:41:29.942916Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"BVCawaToFl3bMAt5VgK5HrqoSGelOor8+3nmOhXQrtWYX7zUF9qGf+vd79cIIieRseRUXdUuhJ5pUF9+NKhuBA==","signature_status":"signed_v1","signed_at":"2026-08-07T01:41:29.944670Z","signed_message":"canonical_sha256_bytes"},"source_id":"2608.06370","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2b4dd1ec3c22b389e4b9a6fcc969d0f6b30840a4c3e0f69e5bca7065907ddc2d","sha256:d0779a2e9bb00ac783584acc24a7f7dc97c7b405b17b8bfd0b0c2790396d639d"],"state_sha256":"6b4465ca1bb67ff80363d4a73861fd66cb255cdf00aaaaa612f45e354bb09081"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"P/MUEckBFh2EMAbNMjrCUoLK7qUaB/gfrzj0DrfdWQIACqKt/Dhv5JTNwHhMuo4TF4G6DDQnXa6UtoRYmMeICQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-15T05:14:15.074475Z","bundle_sha256":"c6f138638f7d1e0d7b338ca82a7d4f053ed94030a988de62d3163b9c92ed3ccb"}}