{"paper":{"title":"PROVISO: Provenance-Informed Action Selection for Secure LLM Agents","arxiv_id":"2610.27115","primary_cat":"cs.AI","submitted_at":"2026-10-19T18:13:53+00:00","version_compiled":"v1"},"notice":"Every quoted sentence is the authors' text from the arXiv listing abstract. Labels and probabilities are the outputs of classifier-1.13.0 on the question bank abstract-p1-20260923, exactly as returned. No sentence in this record was written by a language model.","schema":"pith.compiled-record/v0","status":"compiled","abstract":{"source":"arXiv listing abstract v1","sentences":[{"i":0,"p":1.0,"id":"s0","own":false,"role":"background","text":"LLM agents act on the external world through tools and third-party skills, so a single executed action can cause irreversible harm.","hedge":{"p":0.99,"label":"asserted"},"own_p":0.05,"main_claim_p":0.02,"quantitative":false,"quantitative_p":0.12,"role_probabilities":{"gap":0.0,"method":0.0,"result":0.0,"background":1.0,"limitation":0.0,"future_work":0.0,"contribution":0.0,"interpretation":0.0}},{"i":1,"p":0.97,"id":"s1","own":false,"role":"gap","text":"Existing defenses judge a proposed action without tracking whether its content comes from the user or from external sources such as tool outputs, and they judge it in isolation rather than against an available alternative, which forces a trade-off between security and utility.","hedge":{"p":1.0,"label":"asserted"},"own_p":0.04,"main_claim_p":0.05,"quantitative":false,"quantitative_p":0.15,"role_probabilities":{"gap":0.97,"method":0.0,"result":0.0,"background":0.03,"limitation":0.0,"future_work":0.0,"contribution":0.0,"interpretation":0.0}},{"i":2,"p":0.96,"id":"s2","own":true,"role":"contribution","text":"We present PROVISO, a controller that decides which action to commit after the agent proposes an action and before it is executed.","hedge":{"p":1.0,"label":"asserted"},"own_p":0.85,"main_claim_p":0.07,"quantitative":false,"quantitative_p":0.04,"role_probabilities":{"gap":0.0,"method":0.04,"result":0.0,"background":0.0,"limitation":0.0,"future_work":0.0,"contribution":0.96,"interpretation":0.0}},{"i":3,"p":0.99,"id":"s3","own":true,"role":"method","text":"PROVISO encodes trusted observations, external observations, the proposed action, and an alternative into provenance-typed memory, relates them through role-specific queries, and commits the action with the highest calibrated value learned from outcomes.","hedge":{"p":1.0,"label":"asserted"},"own_p":0.89,"main_claim_p":0.09,"quantitative":false,"quantitative_p":0.06,"role_probabilities":{"gap":0.0,"method":0.99,"result":0.0,"background":0.0,"limitation":0.0,"future_work":0.0,"contribution":0.01,"interpretation":0.0}},{"i":4,"p":1.0,"id":"s4","own":true,"role":"result","text":"On four agent security tasks spanning the agent lifecycle, no baseline exceeds PROVISO in both security and utility.","hedge":{"p":1.0,"label":"asserted"},"own_p":0.94,"main_claim_p":0.66,"quantitative":true,"quantitative_p":0.93,"role_probabilities":{"gap":0.0,"method":0.0,"result":1.0,"background":0.0,"limitation":0.0,"future_work":0.0,"contribution":0.0,"interpretation":0.0}},{"i":5,"p":1.0,"id":"s5","own":true,"role":"result","text":"PROVISO improves F1 over the strongest baseline by 13.84 points on SkillsBench and by 7.07 points on ToolSafe, and it reaches 88-99 F1 on three additional skill detection benchmarks.","hedge":{"p":1.0,"label":"asserted"},"own_p":0.96,"main_claim_p":0.21,"quantitative":true,"quantitative_p":0.99,"role_probabilities":{"gap":0.0,"method":0.0,"result":1.0,"background":0.0,"limitation":0.0,"future_work":0.0,"contribution":0.0,"interpretation":0.0}}]},"compiled":{"main_claim":{"p":0.99,"text":"On four agent security tasks spanning the agent lifecycle, no baseline exceeds PROVISO in both security and utility.","location":"abstract s4","hedge_strength":{"p":1.0,"label":"asserted"}},"provenance":{"route":{"via":"TypeSafe API","model":"classifier-1.13.0","endpoint":"https://api.typesafe.ai/v1/systemone","provider":"TypeSafe"},"packing":"one request per paper","requests":1,"input_tokens":5036,"cost_usd_reported":0.0},"compiled_at":"2026-10-21","bank_version":"abstract-p1-20260923","model_version":"classifier-1.13.0","abstract_states":{"claims_first":0.1,"states_limitation":0.07,"human_participants":0.06,"controlled_comparison":0.94,"randomized_assignment":0.02,"states_quantitative_result":0.99,"compares_with_prior_results":0.98,"mentions_code_or_data_availability":0.03},"evidential_basis":{"p":0.97,"value":"observation or experiment","probabilities":{"argument":0.0,"literature":0.0,"proof_or_derivation":0.0,"analysis_of_existing_data":0.0,"observation_or_experiment":0.97,"simulation_or_computation":0.03}},"contribution_type":{"p":1.0,"value":"method or tool","probabilities":{"review":0.0,"method_or_tool":1.0,"empirical_study":0.0,"simulation_study":0.0,"theoretical_result":0.0,"dataset_or_benchmark":0.0,"position_or_commentary":0.0}},"contribution_statement":{"p":0.61,"text":"PROVISO encodes trusted observations, external observations, the proposed action, and an alternative into provenance-typed memory, relates them through role-specific queries, and commits the action with the highest calibrated value learned from outcomes.","location":"abstract s3"}},"coverage":{"tier":"abstract","levels_run":["P abstract"],"not_examined":["full text","figures and tables","references and citing sentences","relations to other papers"],"sources_read":["arXiv listing abstract v1"],"levels_not_run":["S sections","T body sentences","C citations","R cross-paper relations"],"sentences_examined":6,"sentences_in_abstract":6},"measured_accuracy":{"url":"https://pith.science/accuracy","measured_on":"2026-10-02","method":"two independent model families labelled a fresh random sample blind; the figure is how often the published label matches their consensus","sentence_role_agreement":0.92,"main_claim_agreement":0.908,"typed_citation_agreement":0.933,"typed_citation_agreement_95_interval":[0.917,0.945],"review_comments_accurate":0.758,"review_comments_accurate_95_interval":[0.684,0.82],"review_caught_admitted_error_found_or_related":0.448,"review_comments_judged":{"judged_by":["gpt-5.6-luna","grok-4.7"],"judged_against":"Pith's own text copy of each paper: text extracted from the PDF, the first 90,000 characters","measured_on":"2026-10-04","accurate":113,"decided":149,"sampled_reviews":200,"split_by_lane":false,"by_lane":"https://pith.science/accuracy#by-lane"}}}