{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:U36TD6TTK6WNRXYG6WFCH3WKUI","short_pith_number":"pith:U36TD6TT","canonical_record":{"source":{"id":"1909.11764","kind":"arxiv","version":5},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-09-25T20:50:32Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"e674ff3bbd667b88253c1588e23bece38256238e592a642b2b8a5ddd9eecb208","abstract_canon_sha256":"4eb7299c3861316082cec2d6e6636d0dfb7256b9b78901410e9b843dce99fb81"},"schema_version":"1.0"},"canonical_sha256":"a6fd31fa7357acd8df06f58a23eecaa21c4dc0654256bf0e744aad2148e1559e","source":{"kind":"arxiv","id":"1909.11764","version":5},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1909.11764","created_at":"2026-07-05T00:57:34Z"},{"alias_kind":"arxiv_version","alias_value":"1909.11764v5","created_at":"2026-07-05T00:57:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1909.11764","created_at":"2026-07-05T00:57:34Z"},{"alias_kind":"pith_short_12","alias_value":"U36TD6TTK6WN","created_at":"2026-07-05T00:57:34Z"},{"alias_kind":"pith_short_16","alias_value":"U36TD6TTK6WNRXYG","created_at":"2026-07-05T00:57:34Z"},{"alias_kind":"pith_short_8","alias_value":"U36TD6TT","created_at":"2026-07-05T00:57:34Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:U36TD6TTK6WNRXYG6WFCH3WKUI","target":"record","payload":{"canonical_record":{"source":{"id":"1909.11764","kind":"arxiv","version":5},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-09-25T20:50:32Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"e674ff3bbd667b88253c1588e23bece38256238e592a642b2b8a5ddd9eecb208","abstract_canon_sha256":"4eb7299c3861316082cec2d6e6636d0dfb7256b9b78901410e9b843dce99fb81"},"schema_version":"1.0"},"canonical_sha256":"a6fd31fa7357acd8df06f58a23eecaa21c4dc0654256bf0e744aad2148e1559e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:57:34.085035Z","signature_b64":"iHBE8MWertBVqFtu1rQexlohIiJP07Q1TSXstregO5I9gjV+52ahotJ6WP+mFz0CRp6oqgZYkov/yEPpaKGQCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a6fd31fa7357acd8df06f58a23eecaa21c4dc0654256bf0e744aad2148e1559e","last_reissued_at":"2026-07-05T00:57:34.084619Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:57:34.084619Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1909.11764","source_version":5,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:57:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vMXjbXUr626SBFcX1PiwGQtfjgZ8nFEyWb24TveJ730+h/saCQc6Vts94aupfL4i5NKfkQAxK5K/BCP3fQ9NAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T14:20:32.695481Z"},"content_sha256":"e3d199bb48a9c0b52f9a3dbef3162c698af7f508118a1a38aec7ae7ad26c56ba","schema_version":"1.0","event_id":"sha256:e3d199bb48a9c0b52f9a3dbef3162c698af7f508118a1a38aec7ae7ad26c56ba"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:U36TD6TTK6WNRXYG6WFCH3WKUI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"FreeLB: Enhanced Adversarial Training for Natural Language Understanding","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Chen Zhu, Jingjing Liu, Siqi Sun, Tom Goldstein, Yu Cheng, Zhe Gan","submitted_at":"2019-09-25T20:50:32Z","abstract_excerpt":"Adversarial training, which minimizes the maximal risk for label-preserving input perturbations, has proved to be effective for improving the generalization of language models. In this work, we propose a novel adversarial training algorithm, FreeLB, that promotes higher invariance in the embedding space, by adding adversarial perturbations to word embeddings and minimizing the resultant adversarial risk inside different regions around input samples. To validate the effectiveness of the proposed approach, we apply it to Transformer-based models for natural language understanding and commonsense"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1909.11764","kind":"arxiv","version":5},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1909.11764/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:57:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XE6FU6wu7k5oNuAXYnnqJ2Q+xdRbcSg/I4kb4cfLXQkg4cNXhW0CeCBrV47eYZcG3f/R/JSnuP9B14IVzh7BCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T14:20:32.695811Z"},"content_sha256":"d7a093a3d5626bfe417d2b9366a94f5c7dd1d714f819dadb487157715aa7a58a","schema_version":"1.0","event_id":"sha256:d7a093a3d5626bfe417d2b9366a94f5c7dd1d714f819dadb487157715aa7a58a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/U36TD6TTK6WNRXYG6WFCH3WKUI/bundle.json","state_url":"https://pith.science/pith/U36TD6TTK6WNRXYG6WFCH3WKUI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/U36TD6TTK6WNRXYG6WFCH3WKUI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T14:20:32Z","links":{"resolver":"https://pith.science/pith/U36TD6TTK6WNRXYG6WFCH3WKUI","bundle":"https://pith.science/pith/U36TD6TTK6WNRXYG6WFCH3WKUI/bundle.json","state":"https://pith.science/pith/U36TD6TTK6WNRXYG6WFCH3WKUI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/U36TD6TTK6WNRXYG6WFCH3WKUI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:U36TD6TTK6WNRXYG6WFCH3WKUI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4eb7299c3861316082cec2d6e6636d0dfb7256b9b78901410e9b843dce99fb81","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-09-25T20:50:32Z","title_canon_sha256":"e674ff3bbd667b88253c1588e23bece38256238e592a642b2b8a5ddd9eecb208"},"schema_version":"1.0","source":{"id":"1909.11764","kind":"arxiv","version":5}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1909.11764","created_at":"2026-07-05T00:57:34Z"},{"alias_kind":"arxiv_version","alias_value":"1909.11764v5","created_at":"2026-07-05T00:57:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1909.11764","created_at":"2026-07-05T00:57:34Z"},{"alias_kind":"pith_short_12","alias_value":"U36TD6TTK6WN","created_at":"2026-07-05T00:57:34Z"},{"alias_kind":"pith_short_16","alias_value":"U36TD6TTK6WNRXYG","created_at":"2026-07-05T00:57:34Z"},{"alias_kind":"pith_short_8","alias_value":"U36TD6TT","created_at":"2026-07-05T00:57:34Z"}],"graph_snapshots":[{"event_id":"sha256:d7a093a3d5626bfe417d2b9366a94f5c7dd1d714f819dadb487157715aa7a58a","target":"graph","created_at":"2026-07-05T00:57:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1909.11764/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Adversarial training, which minimizes the maximal risk for label-preserving input perturbations, has proved to be effective for improving the generalization of language models. In this work, we propose a novel adversarial training algorithm, FreeLB, that promotes higher invariance in the embedding space, by adding adversarial perturbations to word embeddings and minimizing the resultant adversarial risk inside different regions around input samples. To validate the effectiveness of the proposed approach, we apply it to Transformer-based models for natural language understanding and commonsense","authors_text":"Chen Zhu, Jingjing Liu, Siqi Sun, Tom Goldstein, Yu Cheng, Zhe Gan","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-09-25T20:50:32Z","title":"FreeLB: Enhanced Adversarial Training for Natural Language Understanding"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1909.11764","kind":"arxiv","version":5},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e3d199bb48a9c0b52f9a3dbef3162c698af7f508118a1a38aec7ae7ad26c56ba","target":"record","created_at":"2026-07-05T00:57:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4eb7299c3861316082cec2d6e6636d0dfb7256b9b78901410e9b843dce99fb81","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-09-25T20:50:32Z","title_canon_sha256":"e674ff3bbd667b88253c1588e23bece38256238e592a642b2b8a5ddd9eecb208"},"schema_version":"1.0","source":{"id":"1909.11764","kind":"arxiv","version":5}},"canonical_sha256":"a6fd31fa7357acd8df06f58a23eecaa21c4dc0654256bf0e744aad2148e1559e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a6fd31fa7357acd8df06f58a23eecaa21c4dc0654256bf0e744aad2148e1559e","first_computed_at":"2026-07-05T00:57:34.084619Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:57:34.084619Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"iHBE8MWertBVqFtu1rQexlohIiJP07Q1TSXstregO5I9gjV+52ahotJ6WP+mFz0CRp6oqgZYkov/yEPpaKGQCw==","signature_status":"signed_v1","signed_at":"2026-07-05T00:57:34.085035Z","signed_message":"canonical_sha256_bytes"},"source_id":"1909.11764","source_kind":"arxiv","source_version":5}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e3d199bb48a9c0b52f9a3dbef3162c698af7f508118a1a38aec7ae7ad26c56ba","sha256:d7a093a3d5626bfe417d2b9366a94f5c7dd1d714f819dadb487157715aa7a58a"],"state_sha256":"d73cc046dcab71c3de19cfba6b31f63044e7b4ff4019e4ec01f28b96d1de6493"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kdLli0plMbu3MKqMyK3CODHc37u4XLud34Q6kGAJBpl3DaPiAVCNuTy7lg1fLFl5iHNoFAnZl4EipOYdl//fCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T14:20:32.698668Z","bundle_sha256":"5a6516b33f46469a5fdcd8c2e6a5867169b83469bcbf70446c80059d9a1079f0"}}