{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:Z3HNMBNKWOTRYG52GMD7DTWLYU","short_pith_number":"pith:Z3HNMBNK","canonical_record":{"source":{"id":"2103.06819","kind":"arxiv","version":6},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2021-03-11T17:41:32Z","cross_cats_sorted":[],"title_canon_sha256":"112c9a06f54daba2fdcc89e117264d8bac2cf2ddb58437486c74c7176770bb83","abstract_canon_sha256":"6de294cd8be14303eb6dc3f8c3a85b1e494b3116a9a366efe17e6c8525a9e999"},"schema_version":"1.0"},"canonical_sha256":"ceced605aab3a71c1bba3307f1cecbc52ff3d2408b82c226814dbcc09f3ef176","source":{"kind":"arxiv","id":"2103.06819","version":6},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2103.06819","created_at":"2026-07-05T03:16:10Z"},{"alias_kind":"arxiv_version","alias_value":"2103.06819v6","created_at":"2026-07-05T03:16:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2103.06819","created_at":"2026-07-05T03:16:10Z"},{"alias_kind":"pith_short_12","alias_value":"Z3HNMBNKWOTR","created_at":"2026-07-05T03:16:10Z"},{"alias_kind":"pith_short_16","alias_value":"Z3HNMBNKWOTRYG52","created_at":"2026-07-05T03:16:10Z"},{"alias_kind":"pith_short_8","alias_value":"Z3HNMBNK","created_at":"2026-07-05T03:16:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:Z3HNMBNKWOTRYG52GMD7DTWLYU","target":"record","payload":{"canonical_record":{"source":{"id":"2103.06819","kind":"arxiv","version":6},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2021-03-11T17:41:32Z","cross_cats_sorted":[],"title_canon_sha256":"112c9a06f54daba2fdcc89e117264d8bac2cf2ddb58437486c74c7176770bb83","abstract_canon_sha256":"6de294cd8be14303eb6dc3f8c3a85b1e494b3116a9a366efe17e6c8525a9e999"},"schema_version":"1.0"},"canonical_sha256":"ceced605aab3a71c1bba3307f1cecbc52ff3d2408b82c226814dbcc09f3ef176","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:16:10.594107Z","signature_b64":"omqRqN+b5YWbtLIbdth8kludNMbJE5hymoZqJK6s5nAQo/wMF9pAY4dzPoaI75pDsjOhzSUsqmPFqpjlsOrtCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ceced605aab3a71c1bba3307f1cecbc52ff3d2408b82c226814dbcc09f3ef176","last_reissued_at":"2026-07-05T03:16:10.593567Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:16:10.593567Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2103.06819","source_version":6,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:16:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZCvoaV0gFp6rxkClNDgQ0KycvblBqhJ/jOdS3bFhvAGBviU0aY/K4rBBWPaJExpvrb2bvMv8juAaPYrSOsvEDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T02:30:49.384331Z"},"content_sha256":"bd7e7dc88c0ccc458f9c58c82e059a98e249a0c9ea128dc98983494de919dfb5","schema_version":"1.0","event_id":"sha256:bd7e7dc88c0ccc458f9c58c82e059a98e249a0c9ea128dc98983494de919dfb5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:Z3HNMBNKWOTRYG52GMD7DTWLYU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"TAG: Gradient Attack on Transformer-based Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CR","authors_text":"Caiwen Ding, Chao Shang, Hang Liu, Jieren Deng, Ji Li, Sanguthevar Rajasekaran, Yijue Wang","submitted_at":"2021-03-11T17:41:32Z","abstract_excerpt":"Although federated learning has increasingly gained attention in terms of effectively utilizing local devices for data privacy enhancement, recent studies show that publicly shared gradients in the training process can reveal the private training images (gradient leakage) to a third-party in computer vision. We have, however, no systematic understanding of the gradient leakage mechanism on the Transformer based language models. In this paper, as the first attempt, we formulate the gradient attack problem on the Transformer-based language models and propose a gradient attack algorithm, TAG, to "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2103.06819","kind":"arxiv","version":6},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2103.06819/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:16:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZW80owEz6rkHA/DkYdnPyZJ1HB7G9IsEVWeJiqFYj2pyTFZhn1idTQ0pjLcO0sJjyHlmMEBz+OqSGb6lPPKtCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T02:30:49.384714Z"},"content_sha256":"fbf149311488a93d4d9e6750f01b0338c16c2d2ab6e61d0a8b2aa10f91d8bdbf","schema_version":"1.0","event_id":"sha256:fbf149311488a93d4d9e6750f01b0338c16c2d2ab6e61d0a8b2aa10f91d8bdbf"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/Z3HNMBNKWOTRYG52GMD7DTWLYU/bundle.json","state_url":"https://pith.science/pith/Z3HNMBNKWOTRYG52GMD7DTWLYU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/Z3HNMBNKWOTRYG52GMD7DTWLYU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T02:30:49Z","links":{"resolver":"https://pith.science/pith/Z3HNMBNKWOTRYG52GMD7DTWLYU","bundle":"https://pith.science/pith/Z3HNMBNKWOTRYG52GMD7DTWLYU/bundle.json","state":"https://pith.science/pith/Z3HNMBNKWOTRYG52GMD7DTWLYU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/Z3HNMBNKWOTRYG52GMD7DTWLYU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:Z3HNMBNKWOTRYG52GMD7DTWLYU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6de294cd8be14303eb6dc3f8c3a85b1e494b3116a9a366efe17e6c8525a9e999","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2021-03-11T17:41:32Z","title_canon_sha256":"112c9a06f54daba2fdcc89e117264d8bac2cf2ddb58437486c74c7176770bb83"},"schema_version":"1.0","source":{"id":"2103.06819","kind":"arxiv","version":6}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2103.06819","created_at":"2026-07-05T03:16:10Z"},{"alias_kind":"arxiv_version","alias_value":"2103.06819v6","created_at":"2026-07-05T03:16:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2103.06819","created_at":"2026-07-05T03:16:10Z"},{"alias_kind":"pith_short_12","alias_value":"Z3HNMBNKWOTR","created_at":"2026-07-05T03:16:10Z"},{"alias_kind":"pith_short_16","alias_value":"Z3HNMBNKWOTRYG52","created_at":"2026-07-05T03:16:10Z"},{"alias_kind":"pith_short_8","alias_value":"Z3HNMBNK","created_at":"2026-07-05T03:16:10Z"}],"graph_snapshots":[{"event_id":"sha256:fbf149311488a93d4d9e6750f01b0338c16c2d2ab6e61d0a8b2aa10f91d8bdbf","target":"graph","created_at":"2026-07-05T03:16:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2103.06819/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Although federated learning has increasingly gained attention in terms of effectively utilizing local devices for data privacy enhancement, recent studies show that publicly shared gradients in the training process can reveal the private training images (gradient leakage) to a third-party in computer vision. We have, however, no systematic understanding of the gradient leakage mechanism on the Transformer based language models. In this paper, as the first attempt, we formulate the gradient attack problem on the Transformer-based language models and propose a gradient attack algorithm, TAG, to ","authors_text":"Caiwen Ding, Chao Shang, Hang Liu, Jieren Deng, Ji Li, Sanguthevar Rajasekaran, Yijue Wang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2021-03-11T17:41:32Z","title":"TAG: Gradient Attack on Transformer-based Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2103.06819","kind":"arxiv","version":6},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bd7e7dc88c0ccc458f9c58c82e059a98e249a0c9ea128dc98983494de919dfb5","target":"record","created_at":"2026-07-05T03:16:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6de294cd8be14303eb6dc3f8c3a85b1e494b3116a9a366efe17e6c8525a9e999","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2021-03-11T17:41:32Z","title_canon_sha256":"112c9a06f54daba2fdcc89e117264d8bac2cf2ddb58437486c74c7176770bb83"},"schema_version":"1.0","source":{"id":"2103.06819","kind":"arxiv","version":6}},"canonical_sha256":"ceced605aab3a71c1bba3307f1cecbc52ff3d2408b82c226814dbcc09f3ef176","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ceced605aab3a71c1bba3307f1cecbc52ff3d2408b82c226814dbcc09f3ef176","first_computed_at":"2026-07-05T03:16:10.593567Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:16:10.593567Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"omqRqN+b5YWbtLIbdth8kludNMbJE5hymoZqJK6s5nAQo/wMF9pAY4dzPoaI75pDsjOhzSUsqmPFqpjlsOrtCA==","signature_status":"signed_v1","signed_at":"2026-07-05T03:16:10.594107Z","signed_message":"canonical_sha256_bytes"},"source_id":"2103.06819","source_kind":"arxiv","source_version":6}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bd7e7dc88c0ccc458f9c58c82e059a98e249a0c9ea128dc98983494de919dfb5","sha256:fbf149311488a93d4d9e6750f01b0338c16c2d2ab6e61d0a8b2aa10f91d8bdbf"],"state_sha256":"bca1ecea0be7d4db19ad9a6df803c6bf6d3c986606b3e885dc0820f3071b49e2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Dp0cNVAe/1FZx8qWOY2W0UABiH0pgJ9983Wl1Hfi88WzI5YNR1pssJTQ4X32ZCUPPlkjiUDSgusWEBuFjY7VDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T02:30:49.387590Z","bundle_sha256":"912157d3993e5285d9a269e423ebe8c5eaa5783a42f0b5026bb1eb9a9aae23b7"}}