{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:GZDJXQIDYOSYJCF53I5GTOOQ7G","short_pith_number":"pith:GZDJXQID","canonical_record":{"source":{"id":"2410.10414","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2024-10-14T12:04:06Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"8728b7ec8d40dfa83c619dfcff2ab149a3583f26f3a4401ff40bebbdc3aa8051","abstract_canon_sha256":"03889e721b401c40fd5e53fa252a64bccd46c74317c197f9d4fe8e91a8bd4e4d"},"schema_version":"1.0"},"canonical_sha256":"36469bc103c3a58488bdda3a69b9d0f9ad911a36f85154b2fc9bac320abf2f67","source":{"kind":"arxiv","id":"2410.10414","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.10414","created_at":"2026-07-05T10:18:43Z"},{"alias_kind":"arxiv_version","alias_value":"2410.10414v2","created_at":"2026-07-05T10:18:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.10414","created_at":"2026-07-05T10:18:43Z"},{"alias_kind":"pith_short_12","alias_value":"GZDJXQIDYOSY","created_at":"2026-07-05T10:18:43Z"},{"alias_kind":"pith_short_16","alias_value":"GZDJXQIDYOSYJCF5","created_at":"2026-07-05T10:18:43Z"},{"alias_kind":"pith_short_8","alias_value":"GZDJXQID","created_at":"2026-07-05T10:18:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:GZDJXQIDYOSYJCF53I5GTOOQ7G","target":"record","payload":{"canonical_record":{"source":{"id":"2410.10414","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2024-10-14T12:04:06Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"8728b7ec8d40dfa83c619dfcff2ab149a3583f26f3a4401ff40bebbdc3aa8051","abstract_canon_sha256":"03889e721b401c40fd5e53fa252a64bccd46c74317c197f9d4fe8e91a8bd4e4d"},"schema_version":"1.0"},"canonical_sha256":"36469bc103c3a58488bdda3a69b9d0f9ad911a36f85154b2fc9bac320abf2f67","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:18:43.266832Z","signature_b64":"Xb3mlu/Fro7MwsR9NWNS6Gy1qKkqNNbFrdeUnjBkkvIo2imwvyHse3VDt94w1hSFCvig4ekQaHWPfisi2sVeCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"36469bc103c3a58488bdda3a69b9d0f9ad911a36f85154b2fc9bac320abf2f67","last_reissued_at":"2026-07-05T10:18:43.266275Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:18:43.266275Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.10414","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:18:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DhME19P+5680yyz0k6Sz5Br+0BbNB8DBlI4jxf8YXUYlVAxBrHA70aGJU9OT5HDr8Q4veRRuziik1UrBPBNZAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T14:52:44.486386Z"},"content_sha256":"94b71bba30a7e8d22c0c165057a66f86c145addf0acc2e016b40722c7d75e570","schema_version":"1.0","event_id":"sha256:94b71bba30a7e8d22c0c165057a66f86c145addf0acc2e016b40722c7d75e570"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:GZDJXQIDYOSYJCF53I5GTOOQ7G","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"On Calibration of LLM-based Guard Models for Reliable Content Moderation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL","cs.LG"],"primary_cat":"cs.CR","authors_text":"Hao Wang, Hengguan Huang, Hongfu Liu, Xiangming Gu, Ye Wang","submitted_at":"2024-10-14T12:04:06Z","abstract_excerpt":"Large language models (LLMs) pose significant risks due to the potential for generating harmful content or users attempting to evade guardrails. Existing studies have developed LLM-based guard models designed to moderate the input and output of threat LLMs, ensuring adherence to safety policies by blocking content that violates these protocols upon deployment. However, limited attention has been given to the reliability and calibration of such guard models. In this work, we empirically conduct comprehensive investigations of confidence calibration for 9 existing LLM-based guard models on 12 be"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.10414","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.10414/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:18:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xV2jxRqaEx1E/SMzyZ3h3WwfCu9CpFzjOfTiGepJFFAYf/nDOJpk67cHLVltmgNTljA4/Gh+iWc+u0Aqbv6pCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T14:52:44.487301Z"},"content_sha256":"df6ad4421b9ba448ef8a18a5ad36d15c5ce65c6dcdc3784f49831230fd52a592","schema_version":"1.0","event_id":"sha256:df6ad4421b9ba448ef8a18a5ad36d15c5ce65c6dcdc3784f49831230fd52a592"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GZDJXQIDYOSYJCF53I5GTOOQ7G/bundle.json","state_url":"https://pith.science/pith/GZDJXQIDYOSYJCF53I5GTOOQ7G/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GZDJXQIDYOSYJCF53I5GTOOQ7G/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T14:52:44Z","links":{"resolver":"https://pith.science/pith/GZDJXQIDYOSYJCF53I5GTOOQ7G","bundle":"https://pith.science/pith/GZDJXQIDYOSYJCF53I5GTOOQ7G/bundle.json","state":"https://pith.science/pith/GZDJXQIDYOSYJCF53I5GTOOQ7G/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GZDJXQIDYOSYJCF53I5GTOOQ7G/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:GZDJXQIDYOSYJCF53I5GTOOQ7G","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"03889e721b401c40fd5e53fa252a64bccd46c74317c197f9d4fe8e91a8bd4e4d","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2024-10-14T12:04:06Z","title_canon_sha256":"8728b7ec8d40dfa83c619dfcff2ab149a3583f26f3a4401ff40bebbdc3aa8051"},"schema_version":"1.0","source":{"id":"2410.10414","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.10414","created_at":"2026-07-05T10:18:43Z"},{"alias_kind":"arxiv_version","alias_value":"2410.10414v2","created_at":"2026-07-05T10:18:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.10414","created_at":"2026-07-05T10:18:43Z"},{"alias_kind":"pith_short_12","alias_value":"GZDJXQIDYOSY","created_at":"2026-07-05T10:18:43Z"},{"alias_kind":"pith_short_16","alias_value":"GZDJXQIDYOSYJCF5","created_at":"2026-07-05T10:18:43Z"},{"alias_kind":"pith_short_8","alias_value":"GZDJXQID","created_at":"2026-07-05T10:18:43Z"}],"graph_snapshots":[{"event_id":"sha256:df6ad4421b9ba448ef8a18a5ad36d15c5ce65c6dcdc3784f49831230fd52a592","target":"graph","created_at":"2026-07-05T10:18:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.10414/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) pose significant risks due to the potential for generating harmful content or users attempting to evade guardrails. Existing studies have developed LLM-based guard models designed to moderate the input and output of threat LLMs, ensuring adherence to safety policies by blocking content that violates these protocols upon deployment. However, limited attention has been given to the reliability and calibration of such guard models. In this work, we empirically conduct comprehensive investigations of confidence calibration for 9 existing LLM-based guard models on 12 be","authors_text":"Hao Wang, Hengguan Huang, Hongfu Liu, Xiangming Gu, Ye Wang","cross_cats":["cs.CL","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2024-10-14T12:04:06Z","title":"On Calibration of LLM-based Guard Models for Reliable Content Moderation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.10414","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:94b71bba30a7e8d22c0c165057a66f86c145addf0acc2e016b40722c7d75e570","target":"record","created_at":"2026-07-05T10:18:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"03889e721b401c40fd5e53fa252a64bccd46c74317c197f9d4fe8e91a8bd4e4d","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2024-10-14T12:04:06Z","title_canon_sha256":"8728b7ec8d40dfa83c619dfcff2ab149a3583f26f3a4401ff40bebbdc3aa8051"},"schema_version":"1.0","source":{"id":"2410.10414","kind":"arxiv","version":2}},"canonical_sha256":"36469bc103c3a58488bdda3a69b9d0f9ad911a36f85154b2fc9bac320abf2f67","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"36469bc103c3a58488bdda3a69b9d0f9ad911a36f85154b2fc9bac320abf2f67","first_computed_at":"2026-07-05T10:18:43.266275Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:18:43.266275Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Xb3mlu/Fro7MwsR9NWNS6Gy1qKkqNNbFrdeUnjBkkvIo2imwvyHse3VDt94w1hSFCvig4ekQaHWPfisi2sVeCg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:18:43.266832Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.10414","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:94b71bba30a7e8d22c0c165057a66f86c145addf0acc2e016b40722c7d75e570","sha256:df6ad4421b9ba448ef8a18a5ad36d15c5ce65c6dcdc3784f49831230fd52a592"],"state_sha256":"25544ab0ab739624cc605c35ed0a41d926ff7d8812af7935372f63fbc8dc4ac5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ssNzEytz8vRkLXJJSROa4STpKYEMJzqANBXAiZRFdX7o/o5acSmy5WG6LrAaJvXn61IBA0IMmO4c9bAWbwe/DA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T14:52:44.494252Z","bundle_sha256":"50359f51b976076453b6286fec40855ea5ff3ee88b0b2f0de5867735b78cbcd5"}}