{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:T7ED5ZEXIGVYYVJNFXKMWSFO4I","short_pith_number":"pith:T7ED5ZEX","canonical_record":{"source":{"id":"2605.24660","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2026-05-23T17:02:56Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"de6eabbff017014a22ba4c09b0e9dad5e6ef8c7d70a636d9b36f18b34f3f9a5a","abstract_canon_sha256":"25588b422e9fbc116a0523e3552c1e163510019d438ae45ffc658a069b3ca1fa"},"schema_version":"1.0"},"canonical_sha256":"9fc83ee49741ab8c552d2dd4cb48aee234ae86c54218cc15a7fde296d9b28ca6","source":{"kind":"arxiv","id":"2605.24660","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2605.24660","created_at":"2026-05-26T01:03:51Z"},{"alias_kind":"arxiv_version","alias_value":"2605.24660v1","created_at":"2026-05-26T01:03:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.24660","created_at":"2026-05-26T01:03:51Z"},{"alias_kind":"pith_short_12","alias_value":"T7ED5ZEXIGVY","created_at":"2026-05-26T01:03:51Z"},{"alias_kind":"pith_short_16","alias_value":"T7ED5ZEXIGVYYVJN","created_at":"2026-05-26T01:03:51Z"},{"alias_kind":"pith_short_8","alias_value":"T7ED5ZEX","created_at":"2026-05-26T01:03:51Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:T7ED5ZEXIGVYYVJNFXKMWSFO4I","target":"record","payload":{"canonical_record":{"source":{"id":"2605.24660","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2026-05-23T17:02:56Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"de6eabbff017014a22ba4c09b0e9dad5e6ef8c7d70a636d9b36f18b34f3f9a5a","abstract_canon_sha256":"25588b422e9fbc116a0523e3552c1e163510019d438ae45ffc658a069b3ca1fa"},"schema_version":"1.0"},"canonical_sha256":"9fc83ee49741ab8c552d2dd4cb48aee234ae86c54218cc15a7fde296d9b28ca6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-26T01:03:51.790822Z","signature_b64":"TD9BpdfRTbuBLNfpj6n73bv/VDCrlEaDe4ppg+Rpg0D7/vtCtojasHB+heT37J7pCfoc88ecnRfJEr40J2k/BQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9fc83ee49741ab8c552d2dd4cb48aee234ae86c54218cc15a7fde296d9b28ca6","last_reissued_at":"2026-05-26T01:03:51.789879Z","signature_status":"signed_v1","first_computed_at":"2026-05-26T01:03:51.789879Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2605.24660","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-26T01:03:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AJm7fGNQZeAaIXZSIRXzWjkr5yXA/VrSQxAA48CqGgTgvnh51edYdpAbk3czVvIRFjL0EQMxSvJTweYvJfIXCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-02T14:24:44.023874Z"},"content_sha256":"a52c1f2176163ef9d8eedbc9eb127c98480be603d6c958cd3ac8f08b59277bb9","schema_version":"1.0","event_id":"sha256:a52c1f2176163ef9d8eedbc9eb127c98480be603d6c958cd3ac8f08b59277bb9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:T7ED5ZEXIGVYYVJNFXKMWSFO4I","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"How Many Tools Should an LLM Agent See? A Chance-Corrected Answer","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.IR","authors_text":"Ameya Gawde, Harshvardhan Singh, Joey Blackwell II, Vyzantinos Repantis","submitted_at":"2026-05-23T17:02:56Z","abstract_excerpt":"Before an LLM agent can use a tool, a retrieval system must decide which candidate tools to show to the agent. How long should that shortlist be? Show too many tools and the model struggles to choose. Show too few and the correct tool may not appear. Most systems apply a fixed shortlist size to every query, but no standard metric exists to evaluate whether that size was appropriate. We treat the number of tools shown to an LLM agent as the object of evaluation and we apply Bits-over-Random (BoR), a chance-corrected metric that asks whether success at a given depth is better than what random se"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2605.24660","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2605.24660/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-26T01:03:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"idzfH5K2AeCrc5z0S7EEJFzMKpNCxgx+JYkQFM4XwJOmIzT5AvpQhf1wctLBEbJDJqq4H0UjMtlue7YViiFEBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-02T14:24:44.024254Z"},"content_sha256":"5981dbb7711e013971278aed366d8f45397aae1420d0f0e317f1aeb702531d36","schema_version":"1.0","event_id":"sha256:5981dbb7711e013971278aed366d8f45397aae1420d0f0e317f1aeb702531d36"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/T7ED5ZEXIGVYYVJNFXKMWSFO4I/bundle.json","state_url":"https://pith.science/pith/T7ED5ZEXIGVYYVJNFXKMWSFO4I/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/T7ED5ZEXIGVYYVJNFXKMWSFO4I/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-02T14:24:44Z","links":{"resolver":"https://pith.science/pith/T7ED5ZEXIGVYYVJNFXKMWSFO4I","bundle":"https://pith.science/pith/T7ED5ZEXIGVYYVJNFXKMWSFO4I/bundle.json","state":"https://pith.science/pith/T7ED5ZEXIGVYYVJNFXKMWSFO4I/state.json","well_known_bundle":"https://pith.science/.well-known/pith/T7ED5ZEXIGVYYVJNFXKMWSFO4I/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:T7ED5ZEXIGVYYVJNFXKMWSFO4I","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"25588b422e9fbc116a0523e3552c1e163510019d438ae45ffc658a069b3ca1fa","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2026-05-23T17:02:56Z","title_canon_sha256":"de6eabbff017014a22ba4c09b0e9dad5e6ef8c7d70a636d9b36f18b34f3f9a5a"},"schema_version":"1.0","source":{"id":"2605.24660","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2605.24660","created_at":"2026-05-26T01:03:51Z"},{"alias_kind":"arxiv_version","alias_value":"2605.24660v1","created_at":"2026-05-26T01:03:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.24660","created_at":"2026-05-26T01:03:51Z"},{"alias_kind":"pith_short_12","alias_value":"T7ED5ZEXIGVY","created_at":"2026-05-26T01:03:51Z"},{"alias_kind":"pith_short_16","alias_value":"T7ED5ZEXIGVYYVJN","created_at":"2026-05-26T01:03:51Z"},{"alias_kind":"pith_short_8","alias_value":"T7ED5ZEX","created_at":"2026-05-26T01:03:51Z"}],"graph_snapshots":[{"event_id":"sha256:5981dbb7711e013971278aed366d8f45397aae1420d0f0e317f1aeb702531d36","target":"graph","created_at":"2026-05-26T01:03:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2605.24660/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Before an LLM agent can use a tool, a retrieval system must decide which candidate tools to show to the agent. How long should that shortlist be? Show too many tools and the model struggles to choose. Show too few and the correct tool may not appear. Most systems apply a fixed shortlist size to every query, but no standard metric exists to evaluate whether that size was appropriate. We treat the number of tools shown to an LLM agent as the object of evaluation and we apply Bits-over-Random (BoR), a chance-corrected metric that asks whether success at a given depth is better than what random se","authors_text":"Ameya Gawde, Harshvardhan Singh, Joey Blackwell II, Vyzantinos Repantis","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2026-05-23T17:02:56Z","title":"How Many Tools Should an LLM Agent See? A Chance-Corrected Answer"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2605.24660","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a52c1f2176163ef9d8eedbc9eb127c98480be603d6c958cd3ac8f08b59277bb9","target":"record","created_at":"2026-05-26T01:03:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"25588b422e9fbc116a0523e3552c1e163510019d438ae45ffc658a069b3ca1fa","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2026-05-23T17:02:56Z","title_canon_sha256":"de6eabbff017014a22ba4c09b0e9dad5e6ef8c7d70a636d9b36f18b34f3f9a5a"},"schema_version":"1.0","source":{"id":"2605.24660","kind":"arxiv","version":1}},"canonical_sha256":"9fc83ee49741ab8c552d2dd4cb48aee234ae86c54218cc15a7fde296d9b28ca6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9fc83ee49741ab8c552d2dd4cb48aee234ae86c54218cc15a7fde296d9b28ca6","first_computed_at":"2026-05-26T01:03:51.789879Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-26T01:03:51.789879Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"TD9BpdfRTbuBLNfpj6n73bv/VDCrlEaDe4ppg+Rpg0D7/vtCtojasHB+heT37J7pCfoc88ecnRfJEr40J2k/BQ==","signature_status":"signed_v1","signed_at":"2026-05-26T01:03:51.790822Z","signed_message":"canonical_sha256_bytes"},"source_id":"2605.24660","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a52c1f2176163ef9d8eedbc9eb127c98480be603d6c958cd3ac8f08b59277bb9","sha256:5981dbb7711e013971278aed366d8f45397aae1420d0f0e317f1aeb702531d36"],"state_sha256":"ac0798802e82efbdcd57bfd6bdeb5c7b40a7dd56abc36f1f17103b4c27d45903"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"y19iC25tddtO5LoJQuN/vbXEpBY+dVs6H5dT7npzNIZMvI3B53jh2fxzr6vWX8OcjEXg2cDwVC/khfBfilS1Dw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-02T14:24:44.026395Z","bundle_sha256":"34de08cc375f90db89c75691772d48eae97617ca550d5dc177afecbaaa0c9c11"}}