{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:EC3HZFTDJ46AIPI2MULATJPCYI","short_pith_number":"pith:EC3HZFTD","canonical_record":{"source":{"id":"2507.21782","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-29T13:09:40Z","cross_cats_sorted":[],"title_canon_sha256":"d682ff03f642b2a829bd4f8a98e7e39835b6871ad533099e349d0020a4285b10","abstract_canon_sha256":"b366ec51e9b35147cfa18a4fe2978282b5d216b19620e69dce905a564cc3576c"},"schema_version":"1.0"},"canonical_sha256":"20b67c96634f3c043d1a651609a5e2c230b04b41c16d5ff054674b67ab989553","source":{"kind":"arxiv","id":"2507.21782","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.21782","created_at":"2026-07-05T11:45:07Z"},{"alias_kind":"arxiv_version","alias_value":"2507.21782v1","created_at":"2026-07-05T11:45:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.21782","created_at":"2026-07-05T11:45:07Z"},{"alias_kind":"pith_short_12","alias_value":"EC3HZFTDJ46A","created_at":"2026-07-05T11:45:07Z"},{"alias_kind":"pith_short_16","alias_value":"EC3HZFTDJ46AIPI2","created_at":"2026-07-05T11:45:07Z"},{"alias_kind":"pith_short_8","alias_value":"EC3HZFTD","created_at":"2026-07-05T11:45:07Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:EC3HZFTDJ46AIPI2MULATJPCYI","target":"record","payload":{"canonical_record":{"source":{"id":"2507.21782","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-29T13:09:40Z","cross_cats_sorted":[],"title_canon_sha256":"d682ff03f642b2a829bd4f8a98e7e39835b6871ad533099e349d0020a4285b10","abstract_canon_sha256":"b366ec51e9b35147cfa18a4fe2978282b5d216b19620e69dce905a564cc3576c"},"schema_version":"1.0"},"canonical_sha256":"20b67c96634f3c043d1a651609a5e2c230b04b41c16d5ff054674b67ab989553","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:45:07.359860Z","signature_b64":"zIe2A2k5SbJyrTh7z5V1JgA26cRP5R9JZI8uT/eY5duE5Hok7OypXCCz+oE+GkKNO9gP193+szCbZw9JonrTCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"20b67c96634f3c043d1a651609a5e2c230b04b41c16d5ff054674b67ab989553","last_reissued_at":"2026-07-05T11:45:07.359448Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:45:07.359448Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2507.21782","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:45:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jTqbrHWslRINFMfWgtTyZ6knamMyFIfGLRa8acVwTE9OWr8EmQFKeO/LdHELIR8pWDp1CfBdck1uqK9Q+LXDDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T05:01:27.859972Z"},"content_sha256":"b62f240b8689191ea1daf40becc9d7ed34609a2168c071f0d9857f1a4d373df6","schema_version":"1.0","event_id":"sha256:b62f240b8689191ea1daf40becc9d7ed34609a2168c071f0d9857f1a4d373df6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:EC3HZFTDJ46AIPI2MULATJPCYI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The Problem with Safety Classification is not just the Models","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Sowmya Vajjala","submitted_at":"2025-07-29T13:09:40Z","abstract_excerpt":"Studying the robustness of Large Language Models (LLMs) to unsafe behaviors is an important topic of research today. Building safety classification models or guard models, which are fine-tuned models for input/output safety classification for LLMs, is seen as one of the solutions to address the issue. Although there is a lot of research on the safety testing of LLMs themselves, there is little research on evaluating the effectiveness of such safety classifiers or the evaluation datasets used for testing them, especially in multilingual scenarios. In this position paper, we demonstrate how mult"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.21782","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2507.21782/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:45:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"m/i04GMPpcWJd4uQeIC5cSoPqFX73SJRQRSg7jUB7zzTJjntLODNIKaMk5deOWVTADo1WONI1Dd9AH9SASkEBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T05:01:27.860750Z"},"content_sha256":"4601e7d0be4641aa0c6f527223852e4001f507dbd0e0ff31e90009f78e34a34b","schema_version":"1.0","event_id":"sha256:4601e7d0be4641aa0c6f527223852e4001f507dbd0e0ff31e90009f78e34a34b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EC3HZFTDJ46AIPI2MULATJPCYI/bundle.json","state_url":"https://pith.science/pith/EC3HZFTDJ46AIPI2MULATJPCYI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EC3HZFTDJ46AIPI2MULATJPCYI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T05:01:27Z","links":{"resolver":"https://pith.science/pith/EC3HZFTDJ46AIPI2MULATJPCYI","bundle":"https://pith.science/pith/EC3HZFTDJ46AIPI2MULATJPCYI/bundle.json","state":"https://pith.science/pith/EC3HZFTDJ46AIPI2MULATJPCYI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EC3HZFTDJ46AIPI2MULATJPCYI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:EC3HZFTDJ46AIPI2MULATJPCYI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b366ec51e9b35147cfa18a4fe2978282b5d216b19620e69dce905a564cc3576c","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-29T13:09:40Z","title_canon_sha256":"d682ff03f642b2a829bd4f8a98e7e39835b6871ad533099e349d0020a4285b10"},"schema_version":"1.0","source":{"id":"2507.21782","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.21782","created_at":"2026-07-05T11:45:07Z"},{"alias_kind":"arxiv_version","alias_value":"2507.21782v1","created_at":"2026-07-05T11:45:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.21782","created_at":"2026-07-05T11:45:07Z"},{"alias_kind":"pith_short_12","alias_value":"EC3HZFTDJ46A","created_at":"2026-07-05T11:45:07Z"},{"alias_kind":"pith_short_16","alias_value":"EC3HZFTDJ46AIPI2","created_at":"2026-07-05T11:45:07Z"},{"alias_kind":"pith_short_8","alias_value":"EC3HZFTD","created_at":"2026-07-05T11:45:07Z"}],"graph_snapshots":[{"event_id":"sha256:4601e7d0be4641aa0c6f527223852e4001f507dbd0e0ff31e90009f78e34a34b","target":"graph","created_at":"2026-07-05T11:45:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2507.21782/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Studying the robustness of Large Language Models (LLMs) to unsafe behaviors is an important topic of research today. Building safety classification models or guard models, which are fine-tuned models for input/output safety classification for LLMs, is seen as one of the solutions to address the issue. Although there is a lot of research on the safety testing of LLMs themselves, there is little research on evaluating the effectiveness of such safety classifiers or the evaluation datasets used for testing them, especially in multilingual scenarios. In this position paper, we demonstrate how mult","authors_text":"Sowmya Vajjala","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-29T13:09:40Z","title":"The Problem with Safety Classification is not just the Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.21782","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b62f240b8689191ea1daf40becc9d7ed34609a2168c071f0d9857f1a4d373df6","target":"record","created_at":"2026-07-05T11:45:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b366ec51e9b35147cfa18a4fe2978282b5d216b19620e69dce905a564cc3576c","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-29T13:09:40Z","title_canon_sha256":"d682ff03f642b2a829bd4f8a98e7e39835b6871ad533099e349d0020a4285b10"},"schema_version":"1.0","source":{"id":"2507.21782","kind":"arxiv","version":1}},"canonical_sha256":"20b67c96634f3c043d1a651609a5e2c230b04b41c16d5ff054674b67ab989553","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"20b67c96634f3c043d1a651609a5e2c230b04b41c16d5ff054674b67ab989553","first_computed_at":"2026-07-05T11:45:07.359448Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:45:07.359448Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"zIe2A2k5SbJyrTh7z5V1JgA26cRP5R9JZI8uT/eY5duE5Hok7OypXCCz+oE+GkKNO9gP193+szCbZw9JonrTCw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:45:07.359860Z","signed_message":"canonical_sha256_bytes"},"source_id":"2507.21782","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b62f240b8689191ea1daf40becc9d7ed34609a2168c071f0d9857f1a4d373df6","sha256:4601e7d0be4641aa0c6f527223852e4001f507dbd0e0ff31e90009f78e34a34b"],"state_sha256":"844eb37753cd5649f908a4277abfcee6e6fe9308f9ed44b4cf74b03dc9292954"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DQD2cgEelCX2KC9U+4tisTDJBbsgDlmoQHLadVqCh6Yw7R+yZEVm4ddhXZjBGY1c0YB5A5CXEGERPLcq8vF2Bw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T05:01:27.865896Z","bundle_sha256":"d2f7654e32f85006951b2e23bc49b3828cc2c71c3f208e3ca67f88cb21c351db"}}