{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:C2UPA4FNH3UEIVZBURQTSZHRWO","short_pith_number":"pith:C2UPA4FN","canonical_record":{"source":{"id":"2302.07388","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-02-14T23:00:42Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"3fa68d5b30ace192165730b31f05864004e8a862c8e73cf736a4808e8058675c","abstract_canon_sha256":"c60d67fa7d623dbffdd74c8da20d2b337edeba3c476f03ae52ce6f6620f5008a"},"schema_version":"1.0"},"canonical_sha256":"16a8f070ad3ee8445721a4613964f1b3bff1764a28e9568fdea582a940f4f4ff","source":{"kind":"arxiv","id":"2302.07388","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.07388","created_at":"2026-07-05T05:41:53Z"},{"alias_kind":"arxiv_version","alias_value":"2302.07388v1","created_at":"2026-07-05T05:41:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.07388","created_at":"2026-07-05T05:41:53Z"},{"alias_kind":"pith_short_12","alias_value":"C2UPA4FNH3UE","created_at":"2026-07-05T05:41:53Z"},{"alias_kind":"pith_short_16","alias_value":"C2UPA4FNH3UEIVZB","created_at":"2026-07-05T05:41:53Z"},{"alias_kind":"pith_short_8","alias_value":"C2UPA4FN","created_at":"2026-07-05T05:41:53Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:C2UPA4FNH3UEIVZBURQTSZHRWO","target":"record","payload":{"canonical_record":{"source":{"id":"2302.07388","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-02-14T23:00:42Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"3fa68d5b30ace192165730b31f05864004e8a862c8e73cf736a4808e8058675c","abstract_canon_sha256":"c60d67fa7d623dbffdd74c8da20d2b337edeba3c476f03ae52ce6f6620f5008a"},"schema_version":"1.0"},"canonical_sha256":"16a8f070ad3ee8445721a4613964f1b3bff1764a28e9568fdea582a940f4f4ff","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:41:53.619275Z","signature_b64":"gs4dQQCxPsv5A5EIQbsc682Q7LWjvCLA47q/EBVt8YG1y+iHbCO8oKJ40eMEMsRNc6mffaylIFLhGfAX+IAWCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"16a8f070ad3ee8445721a4613964f1b3bff1764a28e9568fdea582a940f4f4ff","last_reissued_at":"2026-07-05T05:41:53.618802Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:41:53.618802Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2302.07388","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:41:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HbdvKu9WEIQrsJ0mJtpEGZx212FWNYU4JhnlP/V7C9uhxB2KidPnqUS/8ErjfOwAVao73Pm6cNkASMXujVZQCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T17:14:42.646601Z"},"content_sha256":"9c8b61a55ff27547239279ac987735c4539c9f955c3b79bad86d349adbcbdb32","schema_version":"1.0","event_id":"sha256:9c8b61a55ff27547239279ac987735c4539c9f955c3b79bad86d349adbcbdb32"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:C2UPA4FNH3UEIVZBURQTSZHRWO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Adding Instructions during Pretraining: Effective Way of Controlling Toxicity in Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Bryan Catanzaro, Mohammad Shoeybi, Mostofa Patwary, Shrimai Prabhumoye","submitted_at":"2023-02-14T23:00:42Z","abstract_excerpt":"Pretrained large language models have become indispensable for solving various natural language processing (NLP) tasks. However, safely deploying them in real world applications is challenging because they generate toxic content. To address this challenge, we propose two novel pretraining data augmentation strategies that significantly reduce model toxicity without compromising its utility. Our two strategies are: (1) MEDA: adds raw toxicity score as meta-data to the pretraining samples, and (2) INST: adds instructions to those samples indicating their toxicity. Our results indicate that our b"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.07388","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2302.07388/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:41:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fz6uDWgbyKcPdS3qV6HLpDs5hGGIXNZlPgVyvqU8vIRJzfSCC5BSbN1sOEmjGq38EXdThBnB/kC7r5EvfigsAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T17:14:42.647165Z"},"content_sha256":"e31d4a4f51ddbd9dacfa4ff986fc7865db4773f2bd9116d05770c8fbea299d98","schema_version":"1.0","event_id":"sha256:e31d4a4f51ddbd9dacfa4ff986fc7865db4773f2bd9116d05770c8fbea299d98"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/C2UPA4FNH3UEIVZBURQTSZHRWO/bundle.json","state_url":"https://pith.science/pith/C2UPA4FNH3UEIVZBURQTSZHRWO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/C2UPA4FNH3UEIVZBURQTSZHRWO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T17:14:42Z","links":{"resolver":"https://pith.science/pith/C2UPA4FNH3UEIVZBURQTSZHRWO","bundle":"https://pith.science/pith/C2UPA4FNH3UEIVZBURQTSZHRWO/bundle.json","state":"https://pith.science/pith/C2UPA4FNH3UEIVZBURQTSZHRWO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/C2UPA4FNH3UEIVZBURQTSZHRWO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:C2UPA4FNH3UEIVZBURQTSZHRWO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c60d67fa7d623dbffdd74c8da20d2b337edeba3c476f03ae52ce6f6620f5008a","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-02-14T23:00:42Z","title_canon_sha256":"3fa68d5b30ace192165730b31f05864004e8a862c8e73cf736a4808e8058675c"},"schema_version":"1.0","source":{"id":"2302.07388","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.07388","created_at":"2026-07-05T05:41:53Z"},{"alias_kind":"arxiv_version","alias_value":"2302.07388v1","created_at":"2026-07-05T05:41:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.07388","created_at":"2026-07-05T05:41:53Z"},{"alias_kind":"pith_short_12","alias_value":"C2UPA4FNH3UE","created_at":"2026-07-05T05:41:53Z"},{"alias_kind":"pith_short_16","alias_value":"C2UPA4FNH3UEIVZB","created_at":"2026-07-05T05:41:53Z"},{"alias_kind":"pith_short_8","alias_value":"C2UPA4FN","created_at":"2026-07-05T05:41:53Z"}],"graph_snapshots":[{"event_id":"sha256:e31d4a4f51ddbd9dacfa4ff986fc7865db4773f2bd9116d05770c8fbea299d98","target":"graph","created_at":"2026-07-05T05:41:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2302.07388/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Pretrained large language models have become indispensable for solving various natural language processing (NLP) tasks. However, safely deploying them in real world applications is challenging because they generate toxic content. To address this challenge, we propose two novel pretraining data augmentation strategies that significantly reduce model toxicity without compromising its utility. Our two strategies are: (1) MEDA: adds raw toxicity score as meta-data to the pretraining samples, and (2) INST: adds instructions to those samples indicating their toxicity. Our results indicate that our b","authors_text":"Bryan Catanzaro, Mohammad Shoeybi, Mostofa Patwary, Shrimai Prabhumoye","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-02-14T23:00:42Z","title":"Adding Instructions during Pretraining: Effective Way of Controlling Toxicity in Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.07388","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9c8b61a55ff27547239279ac987735c4539c9f955c3b79bad86d349adbcbdb32","target":"record","created_at":"2026-07-05T05:41:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c60d67fa7d623dbffdd74c8da20d2b337edeba3c476f03ae52ce6f6620f5008a","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-02-14T23:00:42Z","title_canon_sha256":"3fa68d5b30ace192165730b31f05864004e8a862c8e73cf736a4808e8058675c"},"schema_version":"1.0","source":{"id":"2302.07388","kind":"arxiv","version":1}},"canonical_sha256":"16a8f070ad3ee8445721a4613964f1b3bff1764a28e9568fdea582a940f4f4ff","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"16a8f070ad3ee8445721a4613964f1b3bff1764a28e9568fdea582a940f4f4ff","first_computed_at":"2026-07-05T05:41:53.618802Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:41:53.618802Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"gs4dQQCxPsv5A5EIQbsc682Q7LWjvCLA47q/EBVt8YG1y+iHbCO8oKJ40eMEMsRNc6mffaylIFLhGfAX+IAWCA==","signature_status":"signed_v1","signed_at":"2026-07-05T05:41:53.619275Z","signed_message":"canonical_sha256_bytes"},"source_id":"2302.07388","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9c8b61a55ff27547239279ac987735c4539c9f955c3b79bad86d349adbcbdb32","sha256:e31d4a4f51ddbd9dacfa4ff986fc7865db4773f2bd9116d05770c8fbea299d98"],"state_sha256":"82eaa08f6e8e6ad8048d4579b31962af11d4a88cf1577750f9b5cf32d43e5db8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hv6UC+6I0nqsbOKiPi/XQ4DBvXTRH2YeVmnoJjtRj9p79wqlEkgfMWqCIuZVgMkKvPyrMoLPIHZ44L4rYabZCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T17:14:42.651640Z","bundle_sha256":"02b84a7dc66f3f3dd778a1ceeb3e7db7473ae3b8fc05658480124b4c677f2e36"}}