{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:BNVFALXRMBTKDSEBFYFOCE45EC","short_pith_number":"pith:BNVFALXR","canonical_record":{"source":{"id":"2406.11200","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-17T04:20:02Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"5cfb6cf2bf6be680a6b135c8ab857055d40595f79d2a66df6e99295fa6a2e510","abstract_canon_sha256":"a3099d8d3fd8bf4ad2eb14ba0dd663047f880070cccbb721de7476005933d4dc"},"schema_version":"1.0"},"canonical_sha256":"0b6a502ef16066a1c8812e0ae1139d20bf9347932ae452dc3791f739e8e418e7","source":{"kind":"arxiv","id":"2406.11200","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.11200","created_at":"2026-07-05T09:28:51Z"},{"alias_kind":"arxiv_version","alias_value":"2406.11200v3","created_at":"2026-07-05T09:28:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.11200","created_at":"2026-07-05T09:28:51Z"},{"alias_kind":"pith_short_12","alias_value":"BNVFALXRMBTK","created_at":"2026-07-05T09:28:51Z"},{"alias_kind":"pith_short_16","alias_value":"BNVFALXRMBTKDSEB","created_at":"2026-07-05T09:28:51Z"},{"alias_kind":"pith_short_8","alias_value":"BNVFALXR","created_at":"2026-07-05T09:28:51Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:BNVFALXRMBTKDSEBFYFOCE45EC","target":"record","payload":{"canonical_record":{"source":{"id":"2406.11200","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-17T04:20:02Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"5cfb6cf2bf6be680a6b135c8ab857055d40595f79d2a66df6e99295fa6a2e510","abstract_canon_sha256":"a3099d8d3fd8bf4ad2eb14ba0dd663047f880070cccbb721de7476005933d4dc"},"schema_version":"1.0"},"canonical_sha256":"0b6a502ef16066a1c8812e0ae1139d20bf9347932ae452dc3791f739e8e418e7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:28:51.523848Z","signature_b64":"iKuQkAt7xyYXGNNhSaPkHqMGkbxzg+gMsWOJNRMJRM7UkxQXYZuVtMGLlRp2nmSWjvv4p8byASrBBZCL+VpTBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0b6a502ef16066a1c8812e0ae1139d20bf9347932ae452dc3791f739e8e418e7","last_reissued_at":"2026-07-05T09:28:51.523241Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:28:51.523241Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.11200","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:28:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KeJV+Nje1KsXA0bKdIS6yoNK//AYKaAB/wcNpKzunSzXJE9VOXq1WJJe/jpQIPYJ1/ga5yPtarSyo/hZQ13YAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T10:30:42.991761Z"},"content_sha256":"e67a757b59de7b97f4655da5ac47ee4032cbda6ee796e487a708ed4670f84c35","schema_version":"1.0","event_id":"sha256:e67a757b59de7b97f4655da5ac47ee4032cbda6ee796e487a708ed4670f84c35"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:BNVFALXRMBTKDSEBFYFOCE45EC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"AvaTaR: Optimizing LLM Agents for Tool Usage via Contrastive Reasoning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.LG","authors_text":"James Zou, Jure Leskovec, Kaidi Cao, Karthik Subbian, Kexin Huang, Michihiro Yasunaga, Qian Huang, Shirley Wu, Shiyu Zhao, Vassilis N. Ioannidis","submitted_at":"2024-06-17T04:20:02Z","abstract_excerpt":"Large language model (LLM) agents have demonstrated impressive capabilities in utilizing external tools and knowledge to boost accuracy and reduce hallucinations. However, developing prompting techniques that enable LLM agents to effectively use these tools and knowledge remains a heuristic and labor-intensive task. Here, we introduce AvaTaR, a novel and automated framework that optimizes an LLM agent to effectively leverage provided tools, improving performance on a given task. During optimization, we design a comparator module to iteratively deliver insightful and comprehensive prompts to th"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.11200","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.11200/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:28:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"H7jY/gvGT09kPiN4fTYKKRbIesOnmUApgDC99fbT39fR0ZsRYOMGgGqNrp/up2LhPJmB+0eYWgP5D7kRMK38AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T10:30:42.992133Z"},"content_sha256":"aecc802eb72e99a0a49f278f78b7f7f2d6c74fd06e1da6c20b3ef33bfe275aa1","schema_version":"1.0","event_id":"sha256:aecc802eb72e99a0a49f278f78b7f7f2d6c74fd06e1da6c20b3ef33bfe275aa1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BNVFALXRMBTKDSEBFYFOCE45EC/bundle.json","state_url":"https://pith.science/pith/BNVFALXRMBTKDSEBFYFOCE45EC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BNVFALXRMBTKDSEBFYFOCE45EC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T10:30:42Z","links":{"resolver":"https://pith.science/pith/BNVFALXRMBTKDSEBFYFOCE45EC","bundle":"https://pith.science/pith/BNVFALXRMBTKDSEBFYFOCE45EC/bundle.json","state":"https://pith.science/pith/BNVFALXRMBTKDSEBFYFOCE45EC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BNVFALXRMBTKDSEBFYFOCE45EC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:BNVFALXRMBTKDSEBFYFOCE45EC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a3099d8d3fd8bf4ad2eb14ba0dd663047f880070cccbb721de7476005933d4dc","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-17T04:20:02Z","title_canon_sha256":"5cfb6cf2bf6be680a6b135c8ab857055d40595f79d2a66df6e99295fa6a2e510"},"schema_version":"1.0","source":{"id":"2406.11200","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.11200","created_at":"2026-07-05T09:28:51Z"},{"alias_kind":"arxiv_version","alias_value":"2406.11200v3","created_at":"2026-07-05T09:28:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.11200","created_at":"2026-07-05T09:28:51Z"},{"alias_kind":"pith_short_12","alias_value":"BNVFALXRMBTK","created_at":"2026-07-05T09:28:51Z"},{"alias_kind":"pith_short_16","alias_value":"BNVFALXRMBTKDSEB","created_at":"2026-07-05T09:28:51Z"},{"alias_kind":"pith_short_8","alias_value":"BNVFALXR","created_at":"2026-07-05T09:28:51Z"}],"graph_snapshots":[{"event_id":"sha256:aecc802eb72e99a0a49f278f78b7f7f2d6c74fd06e1da6c20b3ef33bfe275aa1","target":"graph","created_at":"2026-07-05T09:28:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.11200/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language model (LLM) agents have demonstrated impressive capabilities in utilizing external tools and knowledge to boost accuracy and reduce hallucinations. However, developing prompting techniques that enable LLM agents to effectively use these tools and knowledge remains a heuristic and labor-intensive task. Here, we introduce AvaTaR, a novel and automated framework that optimizes an LLM agent to effectively leverage provided tools, improving performance on a given task. During optimization, we design a comparator module to iteratively deliver insightful and comprehensive prompts to th","authors_text":"James Zou, Jure Leskovec, Kaidi Cao, Karthik Subbian, Kexin Huang, Michihiro Yasunaga, Qian Huang, Shirley Wu, Shiyu Zhao, Vassilis N. Ioannidis","cross_cats":["cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-17T04:20:02Z","title":"AvaTaR: Optimizing LLM Agents for Tool Usage via Contrastive Reasoning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.11200","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e67a757b59de7b97f4655da5ac47ee4032cbda6ee796e487a708ed4670f84c35","target":"record","created_at":"2026-07-05T09:28:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a3099d8d3fd8bf4ad2eb14ba0dd663047f880070cccbb721de7476005933d4dc","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-17T04:20:02Z","title_canon_sha256":"5cfb6cf2bf6be680a6b135c8ab857055d40595f79d2a66df6e99295fa6a2e510"},"schema_version":"1.0","source":{"id":"2406.11200","kind":"arxiv","version":3}},"canonical_sha256":"0b6a502ef16066a1c8812e0ae1139d20bf9347932ae452dc3791f739e8e418e7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0b6a502ef16066a1c8812e0ae1139d20bf9347932ae452dc3791f739e8e418e7","first_computed_at":"2026-07-05T09:28:51.523241Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:28:51.523241Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"iKuQkAt7xyYXGNNhSaPkHqMGkbxzg+gMsWOJNRMJRM7UkxQXYZuVtMGLlRp2nmSWjvv4p8byASrBBZCL+VpTBw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:28:51.523848Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.11200","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e67a757b59de7b97f4655da5ac47ee4032cbda6ee796e487a708ed4670f84c35","sha256:aecc802eb72e99a0a49f278f78b7f7f2d6c74fd06e1da6c20b3ef33bfe275aa1"],"state_sha256":"e0196a4f2600885cf914a3df190f2b94e2a35644d977a81df62c29bc25999cab"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QZPU2i54qwbCIaRknjdpS4nCQCi7ys5yYXB7QI7+ta8I/nIS5P9l3cMKKPb9g8Wq5MjuJC+EtVnN77/QZOtEBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T10:30:42.994131Z","bundle_sha256":"318f0d22e2bb947ddbc7860449f22ccc33c969603b02b20759a05c075267686a"}}