{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:Z5OEAMLW3PDKQ7ZCP4DS5FUCCA","short_pith_number":"pith:Z5OEAMLW","canonical_record":{"source":{"id":"2606.24819","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2026-06-23T17:05:19Z","cross_cats_sorted":[],"title_canon_sha256":"5e843a1acf2912c6f68504e65c0604dde0f8a1dbe66bddb7804bd97019e6baa4","abstract_canon_sha256":"c741fb34a9482d9f1588a89c4fa851ca260ab8bea45c3173904d97900fa7492b"},"schema_version":"1.0"},"canonical_sha256":"cf5c403176dbc6a87f227f072e968210321f2e3577048f7b4c28dc065dcfc27d","source":{"kind":"arxiv","id":"2606.24819","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2606.24819","created_at":"2026-06-24T01:15:43Z"},{"alias_kind":"arxiv_version","alias_value":"2606.24819v1","created_at":"2026-06-24T01:15:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2606.24819","created_at":"2026-06-24T01:15:43Z"},{"alias_kind":"pith_short_12","alias_value":"Z5OEAMLW3PDK","created_at":"2026-06-24T01:15:43Z"},{"alias_kind":"pith_short_16","alias_value":"Z5OEAMLW3PDKQ7ZC","created_at":"2026-06-24T01:15:43Z"},{"alias_kind":"pith_short_8","alias_value":"Z5OEAMLW","created_at":"2026-06-24T01:15:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:Z5OEAMLW3PDKQ7ZCP4DS5FUCCA","target":"record","payload":{"canonical_record":{"source":{"id":"2606.24819","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2026-06-23T17:05:19Z","cross_cats_sorted":[],"title_canon_sha256":"5e843a1acf2912c6f68504e65c0604dde0f8a1dbe66bddb7804bd97019e6baa4","abstract_canon_sha256":"c741fb34a9482d9f1588a89c4fa851ca260ab8bea45c3173904d97900fa7492b"},"schema_version":"1.0"},"canonical_sha256":"cf5c403176dbc6a87f227f072e968210321f2e3577048f7b4c28dc065dcfc27d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-24T01:15:43.211744Z","signature_b64":"CRi6Nb239aTKCdDcuDoGhL8OATDo9gnflNstv9fJsk1Tr2dTcozhXP0XIpTXTTZR6nAnYyMLntlELSEX/yv9CA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"cf5c403176dbc6a87f227f072e968210321f2e3577048f7b4c28dc065dcfc27d","last_reissued_at":"2026-06-24T01:15:43.211339Z","signature_status":"signed_v1","first_computed_at":"2026-06-24T01:15:43.211339Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2606.24819","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-24T01:15:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jmovPD7z1J5qHkgPFRboIPVmHLzpEHPICjS9zmF5LkElqFG3tbLk6Uu3sK45ZIPOTyOW8Kq39A0RtzrrA6u5DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-01T23:40:58.763208Z"},"content_sha256":"f899d3f49bdc190bf010d730f75c6dec42657ac6c6b56e27cde4378989cef42e","schema_version":"1.0","event_id":"sha256:f899d3f49bdc190bf010d730f75c6dec42657ac6c6b56e27cde4378989cef42e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:Z5OEAMLW3PDKQ7ZCP4DS5FUCCA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"HelpBench: Assessing the Ability of LLMs to Provide Privacy, Safety, and Security Advice","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CR","authors_text":"Kurt Thomas, Lenin Simicich, Patrick Gage Kelley, Renee Shelby, Sai Teja Peddinti, Sarah Meiklejohn, Sunny Consolvo, Tara Matthews","submitted_at":"2026-06-23T17:05:19Z","abstract_excerpt":"This paper introduces HelpBench, a benchmark for assessing whether LLMs are capable of providing accurate help in response to questions about digital privacy, safety, and security. We curated 450 questions representing authentic user situations and developed rubrics for each question to evaluate the factual accuracy and tone of a response. Example questions touch on how to regain access to lost or suspended accounts, how to balance the trade-offs of hardware security keys versus other forms of two-factor authentication, whether a suspicious email is likely a scam, or whether an abuser might be"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2606.24819","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2606.24819/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-24T01:15:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"q7jQbxsYysbBiseSxMzfhH+lVdYsZdLAefDJnlIr8zrc2yx3pg3myvlykmO94+VqxYV8zWVoumfVKFuMGSlIDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-01T23:40:58.763889Z"},"content_sha256":"c792eadab5cf59961d68f438e58ac0370a135c709232c24f7a8f790b844fcd60","schema_version":"1.0","event_id":"sha256:c792eadab5cf59961d68f438e58ac0370a135c709232c24f7a8f790b844fcd60"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/Z5OEAMLW3PDKQ7ZCP4DS5FUCCA/bundle.json","state_url":"https://pith.science/pith/Z5OEAMLW3PDKQ7ZCP4DS5FUCCA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/Z5OEAMLW3PDKQ7ZCP4DS5FUCCA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-01T23:40:58Z","links":{"resolver":"https://pith.science/pith/Z5OEAMLW3PDKQ7ZCP4DS5FUCCA","bundle":"https://pith.science/pith/Z5OEAMLW3PDKQ7ZCP4DS5FUCCA/bundle.json","state":"https://pith.science/pith/Z5OEAMLW3PDKQ7ZCP4DS5FUCCA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/Z5OEAMLW3PDKQ7ZCP4DS5FUCCA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:Z5OEAMLW3PDKQ7ZCP4DS5FUCCA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c741fb34a9482d9f1588a89c4fa851ca260ab8bea45c3173904d97900fa7492b","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2026-06-23T17:05:19Z","title_canon_sha256":"5e843a1acf2912c6f68504e65c0604dde0f8a1dbe66bddb7804bd97019e6baa4"},"schema_version":"1.0","source":{"id":"2606.24819","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2606.24819","created_at":"2026-06-24T01:15:43Z"},{"alias_kind":"arxiv_version","alias_value":"2606.24819v1","created_at":"2026-06-24T01:15:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2606.24819","created_at":"2026-06-24T01:15:43Z"},{"alias_kind":"pith_short_12","alias_value":"Z5OEAMLW3PDK","created_at":"2026-06-24T01:15:43Z"},{"alias_kind":"pith_short_16","alias_value":"Z5OEAMLW3PDKQ7ZC","created_at":"2026-06-24T01:15:43Z"},{"alias_kind":"pith_short_8","alias_value":"Z5OEAMLW","created_at":"2026-06-24T01:15:43Z"}],"graph_snapshots":[{"event_id":"sha256:c792eadab5cf59961d68f438e58ac0370a135c709232c24f7a8f790b844fcd60","target":"graph","created_at":"2026-06-24T01:15:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2606.24819/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper introduces HelpBench, a benchmark for assessing whether LLMs are capable of providing accurate help in response to questions about digital privacy, safety, and security. We curated 450 questions representing authentic user situations and developed rubrics for each question to evaluate the factual accuracy and tone of a response. Example questions touch on how to regain access to lost or suspended accounts, how to balance the trade-offs of hardware security keys versus other forms of two-factor authentication, whether a suspicious email is likely a scam, or whether an abuser might be","authors_text":"Kurt Thomas, Lenin Simicich, Patrick Gage Kelley, Renee Shelby, Sai Teja Peddinti, Sarah Meiklejohn, Sunny Consolvo, Tara Matthews","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2026-06-23T17:05:19Z","title":"HelpBench: Assessing the Ability of LLMs to Provide Privacy, Safety, and Security Advice"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2606.24819","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f899d3f49bdc190bf010d730f75c6dec42657ac6c6b56e27cde4378989cef42e","target":"record","created_at":"2026-06-24T01:15:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c741fb34a9482d9f1588a89c4fa851ca260ab8bea45c3173904d97900fa7492b","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2026-06-23T17:05:19Z","title_canon_sha256":"5e843a1acf2912c6f68504e65c0604dde0f8a1dbe66bddb7804bd97019e6baa4"},"schema_version":"1.0","source":{"id":"2606.24819","kind":"arxiv","version":1}},"canonical_sha256":"cf5c403176dbc6a87f227f072e968210321f2e3577048f7b4c28dc065dcfc27d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"cf5c403176dbc6a87f227f072e968210321f2e3577048f7b4c28dc065dcfc27d","first_computed_at":"2026-06-24T01:15:43.211339Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-06-24T01:15:43.211339Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"CRi6Nb239aTKCdDcuDoGhL8OATDo9gnflNstv9fJsk1Tr2dTcozhXP0XIpTXTTZR6nAnYyMLntlELSEX/yv9CA==","signature_status":"signed_v1","signed_at":"2026-06-24T01:15:43.211744Z","signed_message":"canonical_sha256_bytes"},"source_id":"2606.24819","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f899d3f49bdc190bf010d730f75c6dec42657ac6c6b56e27cde4378989cef42e","sha256:c792eadab5cf59961d68f438e58ac0370a135c709232c24f7a8f790b844fcd60"],"state_sha256":"3b53f7703a2dba02dca5e88c747af4c95863283d00e822a2c2b21e05bae3a336"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"v/INxOIE2RxBScvDWmBhSSJIUu9PQEN9fV6IxTr+pag5zxCYX77xuDUG62rnSrLDAGSgCt6faPkItkiW06cAAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-01T23:40:58.767575Z","bundle_sha256":"f8da5e01201760ba6add88094fa40a1cf1e6a05005a1fd1181f4514e116d72e6"}}