{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:GIQ3FLIHW3YNPLAFOWPWOBBFRL","short_pith_number":"pith:GIQ3FLIH","canonical_record":{"source":{"id":"2106.03613","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-06-07T13:38:16Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"60efb18e855aea2755c942d84f6c44e99f6c4735c24ec098949127331efd1645","abstract_canon_sha256":"3d90d7869d26c074fb8f38fe54f398caeafa1a25ef1b7935ae61c2dca5042834"},"schema_version":"1.0"},"canonical_sha256":"3221b2ad07b6f0d7ac05759f6704258af47e68516f9b4cb7fd16482f6caefee4","source":{"kind":"arxiv","id":"2106.03613","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.03613","created_at":"2026-07-05T02:46:51Z"},{"alias_kind":"arxiv_version","alias_value":"2106.03613v1","created_at":"2026-07-05T02:46:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.03613","created_at":"2026-07-05T02:46:51Z"},{"alias_kind":"pith_short_12","alias_value":"GIQ3FLIHW3YN","created_at":"2026-07-05T02:46:51Z"},{"alias_kind":"pith_short_16","alias_value":"GIQ3FLIHW3YNPLAF","created_at":"2026-07-05T02:46:51Z"},{"alias_kind":"pith_short_8","alias_value":"GIQ3FLIH","created_at":"2026-07-05T02:46:51Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:GIQ3FLIHW3YNPLAFOWPWOBBFRL","target":"record","payload":{"canonical_record":{"source":{"id":"2106.03613","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-06-07T13:38:16Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"60efb18e855aea2755c942d84f6c44e99f6c4735c24ec098949127331efd1645","abstract_canon_sha256":"3d90d7869d26c074fb8f38fe54f398caeafa1a25ef1b7935ae61c2dca5042834"},"schema_version":"1.0"},"canonical_sha256":"3221b2ad07b6f0d7ac05759f6704258af47e68516f9b4cb7fd16482f6caefee4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:46:51.390854Z","signature_b64":"0kLmufYugaotOMGqEX3R67ST2dHPp6GxK7XPjNFW1ma+wwrRbMtB42kuuhsH51hpaeTElEhOoFPLCZ4t6K/uAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3221b2ad07b6f0d7ac05759f6704258af47e68516f9b4cb7fd16482f6caefee4","last_reissued_at":"2026-07-05T02:46:51.390394Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:46:51.390394Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2106.03613","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:46:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xL+lk65lbiBTvxNuQIaKvMqAwhE8Yym37oeD91qjo/6a5ysgCPafBHE2pfGDgZt/cuZZ+pp5ew39osKSiotODg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T11:42:48.422579Z"},"content_sha256":"16f2d98c1f9e97b536003a167f78174aa18f366ba2f1f7d32d58050fe6025ad4","schema_version":"1.0","event_id":"sha256:16f2d98c1f9e97b536003a167f78174aa18f366ba2f1f7d32d58050fe6025ad4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:GIQ3FLIHW3YNPLAFOWPWOBBFRL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"RoSearch: Search for Robust Student Architectures When Distilling Pre-trained Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Haoyi Zhou, Jianlei Yang, Jianxin Li, Xin Guo, Xucheng Ye","submitted_at":"2021-06-07T13:38:16Z","abstract_excerpt":"Pre-trained language models achieve outstanding performance in NLP tasks. Various knowledge distillation methods have been proposed to reduce the heavy computation and storage requirements of pre-trained language models. However, from our observations, student models acquired by knowledge distillation suffer from adversarial attacks, which limits their usage in security sensitive scenarios. In order to overcome these security problems, RoSearch is proposed as a comprehensive framework to search the student models with better adversarial robustness when performing knowledge distillation. A dire"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.03613","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2106.03613/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:46:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jlMGq4W9OeH0HFayXTXAAGk22uQ36HM9A+3ifdxYP7u/Gp06WyWE4GUMC48Dk+3dkdXYONUXlKlLgfusOUkVDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T11:42:48.422960Z"},"content_sha256":"c57badaef00865d0bcff169a8d4a4b79e726bacb39183129e462c2e8a8ff6978","schema_version":"1.0","event_id":"sha256:c57badaef00865d0bcff169a8d4a4b79e726bacb39183129e462c2e8a8ff6978"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GIQ3FLIHW3YNPLAFOWPWOBBFRL/bundle.json","state_url":"https://pith.science/pith/GIQ3FLIHW3YNPLAFOWPWOBBFRL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GIQ3FLIHW3YNPLAFOWPWOBBFRL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T11:42:48Z","links":{"resolver":"https://pith.science/pith/GIQ3FLIHW3YNPLAFOWPWOBBFRL","bundle":"https://pith.science/pith/GIQ3FLIHW3YNPLAFOWPWOBBFRL/bundle.json","state":"https://pith.science/pith/GIQ3FLIHW3YNPLAFOWPWOBBFRL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GIQ3FLIHW3YNPLAFOWPWOBBFRL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:GIQ3FLIHW3YNPLAFOWPWOBBFRL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3d90d7869d26c074fb8f38fe54f398caeafa1a25ef1b7935ae61c2dca5042834","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-06-07T13:38:16Z","title_canon_sha256":"60efb18e855aea2755c942d84f6c44e99f6c4735c24ec098949127331efd1645"},"schema_version":"1.0","source":{"id":"2106.03613","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.03613","created_at":"2026-07-05T02:46:51Z"},{"alias_kind":"arxiv_version","alias_value":"2106.03613v1","created_at":"2026-07-05T02:46:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.03613","created_at":"2026-07-05T02:46:51Z"},{"alias_kind":"pith_short_12","alias_value":"GIQ3FLIHW3YN","created_at":"2026-07-05T02:46:51Z"},{"alias_kind":"pith_short_16","alias_value":"GIQ3FLIHW3YNPLAF","created_at":"2026-07-05T02:46:51Z"},{"alias_kind":"pith_short_8","alias_value":"GIQ3FLIH","created_at":"2026-07-05T02:46:51Z"}],"graph_snapshots":[{"event_id":"sha256:c57badaef00865d0bcff169a8d4a4b79e726bacb39183129e462c2e8a8ff6978","target":"graph","created_at":"2026-07-05T02:46:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2106.03613/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Pre-trained language models achieve outstanding performance in NLP tasks. Various knowledge distillation methods have been proposed to reduce the heavy computation and storage requirements of pre-trained language models. However, from our observations, student models acquired by knowledge distillation suffer from adversarial attacks, which limits their usage in security sensitive scenarios. In order to overcome these security problems, RoSearch is proposed as a comprehensive framework to search the student models with better adversarial robustness when performing knowledge distillation. A dire","authors_text":"Haoyi Zhou, Jianlei Yang, Jianxin Li, Xin Guo, Xucheng Ye","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-06-07T13:38:16Z","title":"RoSearch: Search for Robust Student Architectures When Distilling Pre-trained Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.03613","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:16f2d98c1f9e97b536003a167f78174aa18f366ba2f1f7d32d58050fe6025ad4","target":"record","created_at":"2026-07-05T02:46:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3d90d7869d26c074fb8f38fe54f398caeafa1a25ef1b7935ae61c2dca5042834","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-06-07T13:38:16Z","title_canon_sha256":"60efb18e855aea2755c942d84f6c44e99f6c4735c24ec098949127331efd1645"},"schema_version":"1.0","source":{"id":"2106.03613","kind":"arxiv","version":1}},"canonical_sha256":"3221b2ad07b6f0d7ac05759f6704258af47e68516f9b4cb7fd16482f6caefee4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3221b2ad07b6f0d7ac05759f6704258af47e68516f9b4cb7fd16482f6caefee4","first_computed_at":"2026-07-05T02:46:51.390394Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:46:51.390394Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0kLmufYugaotOMGqEX3R67ST2dHPp6GxK7XPjNFW1ma+wwrRbMtB42kuuhsH51hpaeTElEhOoFPLCZ4t6K/uAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T02:46:51.390854Z","signed_message":"canonical_sha256_bytes"},"source_id":"2106.03613","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:16f2d98c1f9e97b536003a167f78174aa18f366ba2f1f7d32d58050fe6025ad4","sha256:c57badaef00865d0bcff169a8d4a4b79e726bacb39183129e462c2e8a8ff6978"],"state_sha256":"1ef9a6a79705edbf14262b19067754168ac13415c69f560f0b8e7dca59b0661f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+fU52qojYNGoN8O9aLGVtKE9urDLn0LJT4r7jQ7h+Kx+4VdfZytlEcwEI1ui4r85aLrY6xo4+bF2JLSA16h+DQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T11:42:48.425639Z","bundle_sha256":"df1c1c6db92909c193efb2ec0858625da0689b1bc6ad3dc331d1bbcc773f1251"}}