{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:SWXJ6HLWLGWS7CZURX2BYPA4PQ","short_pith_number":"pith:SWXJ6HLW","canonical_record":{"source":{"id":"2303.17612","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-30T01:37:19Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"3e2cb2cd2ac0b72c6da1d9513a21eacc778f85056d79cbec730092760ae753de","abstract_canon_sha256":"861422217606452741a75d7d0486a751b4111c560a2b22d523ffa97143b4aead"},"schema_version":"1.0"},"canonical_sha256":"95ae9f1d7659ad2f8b348df41c3c1c7c122ce4f0bfaa2f9cb7f9d097a48979d3","source":{"kind":"arxiv","id":"2303.17612","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2303.17612","created_at":"2026-07-05T06:17:49Z"},{"alias_kind":"arxiv_version","alias_value":"2303.17612v3","created_at":"2026-07-05T06:17:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2303.17612","created_at":"2026-07-05T06:17:49Z"},{"alias_kind":"pith_short_12","alias_value":"SWXJ6HLWLGWS","created_at":"2026-07-05T06:17:49Z"},{"alias_kind":"pith_short_16","alias_value":"SWXJ6HLWLGWS7CZU","created_at":"2026-07-05T06:17:49Z"},{"alias_kind":"pith_short_8","alias_value":"SWXJ6HLW","created_at":"2026-07-05T06:17:49Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:SWXJ6HLWLGWS7CZURX2BYPA4PQ","target":"record","payload":{"canonical_record":{"source":{"id":"2303.17612","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-30T01:37:19Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"3e2cb2cd2ac0b72c6da1d9513a21eacc778f85056d79cbec730092760ae753de","abstract_canon_sha256":"861422217606452741a75d7d0486a751b4111c560a2b22d523ffa97143b4aead"},"schema_version":"1.0"},"canonical_sha256":"95ae9f1d7659ad2f8b348df41c3c1c7c122ce4f0bfaa2f9cb7f9d097a48979d3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:17:49.399809Z","signature_b64":"IN8CK/YAIhOhW4ON+rKgocDr33syOPtCkqRKdmVvX1EPMHkfaeEA/k9qwyWm3V9PQBEokaTsFc3F4auWKxWyDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"95ae9f1d7659ad2f8b348df41c3c1c7c122ce4f0bfaa2f9cb7f9d097a48979d3","last_reissued_at":"2026-07-05T06:17:49.399349Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:17:49.399349Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2303.17612","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:17:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wYvEQT0+zIgNpdckgOiaPL18rLgN7Yx4a9oBG9P2YWr+/wjc73vOwT80tGMg3O89a/UqcL2Q4/NT4AOcRVWbCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T18:33:48.934394Z"},"content_sha256":"844b2629e43a5818ee362d6ed5866b7c6af1ec543cc21930385675c20b86c471","schema_version":"1.0","event_id":"sha256:844b2629e43a5818ee362d6ed5866b7c6af1ec543cc21930385675c20b86c471"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:SWXJ6HLWLGWS7CZURX2BYPA4PQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"oBERTa: Improving Sparse Transfer Learning via improved initialization, distillation, and pruning regimes","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Alexandre Marques, ChengXiang Zhai, Daniel Campos, Mark Kurtz","submitted_at":"2023-03-30T01:37:19Z","abstract_excerpt":"In this paper, we introduce the range of oBERTa language models, an easy-to-use set of language models which allows Natural Language Processing (NLP) practitioners to obtain between 3.8 and 24.3 times faster models without expertise in model compression. Specifically, oBERTa extends existing work on pruning, knowledge distillation, and quantization and leverages frozen embeddings improves distillation and model initialization to deliver higher accuracy on a broad range of transfer tasks. In generating oBERTa, we explore how the highly optimized RoBERTa differs from the BERT for pruning during "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2303.17612","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2303.17612/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:17:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MNPScV4RCvS/Opu17ah6NJG891MsmDpN3Wv5wmR0X/1EGrlJo3aTkLtOMWA3OnLHdeeeeTY+ZcDF2GRIdkONAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T18:33:48.940103Z"},"content_sha256":"f40404516f12d12ef4feeef57f1691412405bbd2785aab06ccb2ae083cbc0fd7","schema_version":"1.0","event_id":"sha256:f40404516f12d12ef4feeef57f1691412405bbd2785aab06ccb2ae083cbc0fd7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/SWXJ6HLWLGWS7CZURX2BYPA4PQ/bundle.json","state_url":"https://pith.science/pith/SWXJ6HLWLGWS7CZURX2BYPA4PQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/SWXJ6HLWLGWS7CZURX2BYPA4PQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T18:33:48Z","links":{"resolver":"https://pith.science/pith/SWXJ6HLWLGWS7CZURX2BYPA4PQ","bundle":"https://pith.science/pith/SWXJ6HLWLGWS7CZURX2BYPA4PQ/bundle.json","state":"https://pith.science/pith/SWXJ6HLWLGWS7CZURX2BYPA4PQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/SWXJ6HLWLGWS7CZURX2BYPA4PQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:SWXJ6HLWLGWS7CZURX2BYPA4PQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"861422217606452741a75d7d0486a751b4111c560a2b22d523ffa97143b4aead","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-30T01:37:19Z","title_canon_sha256":"3e2cb2cd2ac0b72c6da1d9513a21eacc778f85056d79cbec730092760ae753de"},"schema_version":"1.0","source":{"id":"2303.17612","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2303.17612","created_at":"2026-07-05T06:17:49Z"},{"alias_kind":"arxiv_version","alias_value":"2303.17612v3","created_at":"2026-07-05T06:17:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2303.17612","created_at":"2026-07-05T06:17:49Z"},{"alias_kind":"pith_short_12","alias_value":"SWXJ6HLWLGWS","created_at":"2026-07-05T06:17:49Z"},{"alias_kind":"pith_short_16","alias_value":"SWXJ6HLWLGWS7CZU","created_at":"2026-07-05T06:17:49Z"},{"alias_kind":"pith_short_8","alias_value":"SWXJ6HLW","created_at":"2026-07-05T06:17:49Z"}],"graph_snapshots":[{"event_id":"sha256:f40404516f12d12ef4feeef57f1691412405bbd2785aab06ccb2ae083cbc0fd7","target":"graph","created_at":"2026-07-05T06:17:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2303.17612/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this paper, we introduce the range of oBERTa language models, an easy-to-use set of language models which allows Natural Language Processing (NLP) practitioners to obtain between 3.8 and 24.3 times faster models without expertise in model compression. Specifically, oBERTa extends existing work on pruning, knowledge distillation, and quantization and leverages frozen embeddings improves distillation and model initialization to deliver higher accuracy on a broad range of transfer tasks. In generating oBERTa, we explore how the highly optimized RoBERTa differs from the BERT for pruning during ","authors_text":"Alexandre Marques, ChengXiang Zhai, Daniel Campos, Mark Kurtz","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-30T01:37:19Z","title":"oBERTa: Improving Sparse Transfer Learning via improved initialization, distillation, and pruning regimes"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2303.17612","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:844b2629e43a5818ee362d6ed5866b7c6af1ec543cc21930385675c20b86c471","target":"record","created_at":"2026-07-05T06:17:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"861422217606452741a75d7d0486a751b4111c560a2b22d523ffa97143b4aead","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-30T01:37:19Z","title_canon_sha256":"3e2cb2cd2ac0b72c6da1d9513a21eacc778f85056d79cbec730092760ae753de"},"schema_version":"1.0","source":{"id":"2303.17612","kind":"arxiv","version":3}},"canonical_sha256":"95ae9f1d7659ad2f8b348df41c3c1c7c122ce4f0bfaa2f9cb7f9d097a48979d3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"95ae9f1d7659ad2f8b348df41c3c1c7c122ce4f0bfaa2f9cb7f9d097a48979d3","first_computed_at":"2026-07-05T06:17:49.399349Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:17:49.399349Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"IN8CK/YAIhOhW4ON+rKgocDr33syOPtCkqRKdmVvX1EPMHkfaeEA/k9qwyWm3V9PQBEokaTsFc3F4auWKxWyDA==","signature_status":"signed_v1","signed_at":"2026-07-05T06:17:49.399809Z","signed_message":"canonical_sha256_bytes"},"source_id":"2303.17612","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:844b2629e43a5818ee362d6ed5866b7c6af1ec543cc21930385675c20b86c471","sha256:f40404516f12d12ef4feeef57f1691412405bbd2785aab06ccb2ae083cbc0fd7"],"state_sha256":"f380606911dc156f3f84bc19071fbd242376e2c13794892cd977d07edffc2aac"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ljxP0vqJgy/6csZwT3DbEv/8afFc2d5Fmi8GcFzCSO7Bv/SrSXdCfL1DSd+XTYQXwRvQwCsqoCxNa7W4Xx+IDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T18:33:48.951162Z","bundle_sha256":"cbe05a93c4a1992518c5f0e0609ce742bda8facaed73971d28c70d2afdd8fdcb"}}