{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:26NESNOYIHFOTLFTRGQ35U74AR","short_pith_number":"pith:26NESNOY","canonical_record":{"source":{"id":"2509.07315","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2025-09-09T01:31:25Z","cross_cats_sorted":["cs.SE"],"title_canon_sha256":"8a4530834189173a189b050ea05b5914d89b3ae996b06140a3904f5ecf5cefba","abstract_canon_sha256":"a490b1c69874ef1c1657317b547c1262f1f5610fffc1953851bdac1fbe46f872"},"schema_version":"1.0"},"canonical_sha256":"d79a4935d841cae9acb389a1bed3fc047e1205a30925628da8c4cd8df10a6d67","source":{"kind":"arxiv","id":"2509.07315","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2509.07315","created_at":"2026-07-05T12:07:19Z"},{"alias_kind":"arxiv_version","alias_value":"2509.07315v1","created_at":"2026-07-05T12:07:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2509.07315","created_at":"2026-07-05T12:07:19Z"},{"alias_kind":"pith_short_12","alias_value":"26NESNOYIHFO","created_at":"2026-07-05T12:07:19Z"},{"alias_kind":"pith_short_16","alias_value":"26NESNOYIHFOTLFT","created_at":"2026-07-05T12:07:19Z"},{"alias_kind":"pith_short_8","alias_value":"26NESNOY","created_at":"2026-07-05T12:07:19Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:26NESNOYIHFOTLFTRGQ35U74AR","target":"record","payload":{"canonical_record":{"source":{"id":"2509.07315","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2025-09-09T01:31:25Z","cross_cats_sorted":["cs.SE"],"title_canon_sha256":"8a4530834189173a189b050ea05b5914d89b3ae996b06140a3904f5ecf5cefba","abstract_canon_sha256":"a490b1c69874ef1c1657317b547c1262f1f5610fffc1953851bdac1fbe46f872"},"schema_version":"1.0"},"canonical_sha256":"d79a4935d841cae9acb389a1bed3fc047e1205a30925628da8c4cd8df10a6d67","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T12:07:19.434901Z","signature_b64":"KexW/4sMpDLJTeCq5rrdB7kjuoxMn5dANwZZ5VB+AK901EmVhofuJNGgY6sZG2SZzEwMMN+A/Dy1z3dq34PRBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d79a4935d841cae9acb389a1bed3fc047e1205a30925628da8c4cd8df10a6d67","last_reissued_at":"2026-07-05T12:07:19.434351Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T12:07:19.434351Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2509.07315","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T12:07:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TdfF01Xd2CJFGpwSc+FaKRevMdHchuRms5coZ2Xg5gWsg6k7unttAw3TiaxlSMRWkCxPGNBoAU4uQOWUSobFDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T20:00:06.298061Z"},"content_sha256":"cebfbaa22110d1fae6097fba95e63ed49184b4be591daab76dffcac07f254c6e","schema_version":"1.0","event_id":"sha256:cebfbaa22110d1fae6097fba95e63ed49184b4be591daab76dffcac07f254c6e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:26NESNOYIHFOTLFTRGQ35U74AR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"SafeToolBench: Pioneering a Prospective Benchmark to Evaluating Tool Utilization Safety in LLMs","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.SE"],"primary_cat":"cs.CR","authors_text":"HaiFeng Wang, Hongfei Xia, Hongru Wang, Qian Yu, Yuhang Guo, Zeming Liu","submitted_at":"2025-09-09T01:31:25Z","abstract_excerpt":"Large Language Models (LLMs) have exhibited great performance in autonomously calling various tools in external environments, leading to better problem solving and task automation capabilities. However, these external tools also amplify potential risks such as financial loss or privacy leakage with ambiguous or malicious user instructions. Compared to previous studies, which mainly assess the safety awareness of LLMs after obtaining the tool execution results (i.e., retrospective evaluation), this paper focuses on prospective ways to assess the safety of LLM tool utilization, aiming to avoid i"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2509.07315","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2509.07315/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T12:07:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VBGlN+Zyw0dEa0O7uKZs7BdsocFr2TLqTiBXwwYpcG4eBy3Bf5783vtvwiwmAkstHwhMvjsNA4QrXmun65U5Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T20:00:06.298958Z"},"content_sha256":"e822511a99de2e61d03d8ef45615600059be25d193748c6fd72a0aaf9608f1dd","schema_version":"1.0","event_id":"sha256:e822511a99de2e61d03d8ef45615600059be25d193748c6fd72a0aaf9608f1dd"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/26NESNOYIHFOTLFTRGQ35U74AR/bundle.json","state_url":"https://pith.science/pith/26NESNOYIHFOTLFTRGQ35U74AR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/26NESNOYIHFOTLFTRGQ35U74AR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T20:00:06Z","links":{"resolver":"https://pith.science/pith/26NESNOYIHFOTLFTRGQ35U74AR","bundle":"https://pith.science/pith/26NESNOYIHFOTLFTRGQ35U74AR/bundle.json","state":"https://pith.science/pith/26NESNOYIHFOTLFTRGQ35U74AR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/26NESNOYIHFOTLFTRGQ35U74AR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:26NESNOYIHFOTLFTRGQ35U74AR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a490b1c69874ef1c1657317b547c1262f1f5610fffc1953851bdac1fbe46f872","cross_cats_sorted":["cs.SE"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2025-09-09T01:31:25Z","title_canon_sha256":"8a4530834189173a189b050ea05b5914d89b3ae996b06140a3904f5ecf5cefba"},"schema_version":"1.0","source":{"id":"2509.07315","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2509.07315","created_at":"2026-07-05T12:07:19Z"},{"alias_kind":"arxiv_version","alias_value":"2509.07315v1","created_at":"2026-07-05T12:07:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2509.07315","created_at":"2026-07-05T12:07:19Z"},{"alias_kind":"pith_short_12","alias_value":"26NESNOYIHFO","created_at":"2026-07-05T12:07:19Z"},{"alias_kind":"pith_short_16","alias_value":"26NESNOYIHFOTLFT","created_at":"2026-07-05T12:07:19Z"},{"alias_kind":"pith_short_8","alias_value":"26NESNOY","created_at":"2026-07-05T12:07:19Z"}],"graph_snapshots":[{"event_id":"sha256:e822511a99de2e61d03d8ef45615600059be25d193748c6fd72a0aaf9608f1dd","target":"graph","created_at":"2026-07-05T12:07:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2509.07315/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have exhibited great performance in autonomously calling various tools in external environments, leading to better problem solving and task automation capabilities. However, these external tools also amplify potential risks such as financial loss or privacy leakage with ambiguous or malicious user instructions. Compared to previous studies, which mainly assess the safety awareness of LLMs after obtaining the tool execution results (i.e., retrospective evaluation), this paper focuses on prospective ways to assess the safety of LLM tool utilization, aiming to avoid i","authors_text":"HaiFeng Wang, Hongfei Xia, Hongru Wang, Qian Yu, Yuhang Guo, Zeming Liu","cross_cats":["cs.SE"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2025-09-09T01:31:25Z","title":"SafeToolBench: Pioneering a Prospective Benchmark to Evaluating Tool Utilization Safety in LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2509.07315","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cebfbaa22110d1fae6097fba95e63ed49184b4be591daab76dffcac07f254c6e","target":"record","created_at":"2026-07-05T12:07:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a490b1c69874ef1c1657317b547c1262f1f5610fffc1953851bdac1fbe46f872","cross_cats_sorted":["cs.SE"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2025-09-09T01:31:25Z","title_canon_sha256":"8a4530834189173a189b050ea05b5914d89b3ae996b06140a3904f5ecf5cefba"},"schema_version":"1.0","source":{"id":"2509.07315","kind":"arxiv","version":1}},"canonical_sha256":"d79a4935d841cae9acb389a1bed3fc047e1205a30925628da8c4cd8df10a6d67","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d79a4935d841cae9acb389a1bed3fc047e1205a30925628da8c4cd8df10a6d67","first_computed_at":"2026-07-05T12:07:19.434351Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T12:07:19.434351Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"KexW/4sMpDLJTeCq5rrdB7kjuoxMn5dANwZZ5VB+AK901EmVhofuJNGgY6sZG2SZzEwMMN+A/Dy1z3dq34PRBg==","signature_status":"signed_v1","signed_at":"2026-07-05T12:07:19.434901Z","signed_message":"canonical_sha256_bytes"},"source_id":"2509.07315","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cebfbaa22110d1fae6097fba95e63ed49184b4be591daab76dffcac07f254c6e","sha256:e822511a99de2e61d03d8ef45615600059be25d193748c6fd72a0aaf9608f1dd"],"state_sha256":"a3dc8f6d84edca2342f77f208c6bcae657a356f5650edfd0e900a56d0b8ffe3d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ilas/PMh/4VN/zZdzGjzWhCAanaky4iM/at9HG2yJ3dNsKxQ+NytMIlfiliQx9uawHGoNGxkOMTGzkrUpHRkAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T20:00:06.304989Z","bundle_sha256":"c95af47646f0f103c1b5b48b753b432bc3b4fbc56bff5c620bd8bb597ec45e5b"}}