{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:UKRDTWNAH6ZAIPEARRVUUIMDV2","short_pith_number":"pith:UKRDTWNA","canonical_record":{"source":{"id":"1907.05338","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.CL","submitted_at":"2019-07-09T04:46:31Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"3082f9d6c2607cf0df10a22dcece575243f78cdbb16490bde60deff2d5c524ed","abstract_canon_sha256":"1fa978440f3294b1ee5841c1bfc6791f62a61c3df596b34a7264cc8d1bb04f1b"},"schema_version":"1.0"},"canonical_sha256":"a2a239d9a03fb2043c808c6b4a2183ae918d7c156485465435583e938af7fef7","source":{"kind":"arxiv","id":"1907.05338","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1907.05338","created_at":"2026-05-17T23:40:50Z"},{"alias_kind":"arxiv_version","alias_value":"1907.05338v1","created_at":"2026-05-17T23:40:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1907.05338","created_at":"2026-05-17T23:40:50Z"},{"alias_kind":"pith_short_12","alias_value":"UKRDTWNAH6ZA","created_at":"2026-05-18T12:33:30Z"},{"alias_kind":"pith_short_16","alias_value":"UKRDTWNAH6ZAIPEA","created_at":"2026-05-18T12:33:30Z"},{"alias_kind":"pith_short_8","alias_value":"UKRDTWNA","created_at":"2026-05-18T12:33:30Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:UKRDTWNAH6ZAIPEARRVUUIMDV2","target":"record","payload":{"canonical_record":{"source":{"id":"1907.05338","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.CL","submitted_at":"2019-07-09T04:46:31Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"3082f9d6c2607cf0df10a22dcece575243f78cdbb16490bde60deff2d5c524ed","abstract_canon_sha256":"1fa978440f3294b1ee5841c1bfc6791f62a61c3df596b34a7264cc8d1bb04f1b"},"schema_version":"1.0"},"canonical_sha256":"a2a239d9a03fb2043c808c6b4a2183ae918d7c156485465435583e938af7fef7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:40:50.668427Z","signature_b64":"iwHbojDqYxUrLRON4ooxFDsCBy9KlnApcyfevqkaSEH2LDXeQl7pbLBXgw5RovB34x8a10d7tBDo6rILUzL3Ag==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a2a239d9a03fb2043c808c6b4a2183ae918d7c156485465435583e938af7fef7","last_reissued_at":"2026-05-17T23:40:50.667798Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:40:50.667798Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1907.05338","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:40:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TrPTP2+PxLFwBUV7XfPkz7aIWDgmHQAh9Vbs1euYWFzieBHWQUJ+lxdjW5kaCYFHKxHZa3QZxOIwsgdUWBSmCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-25T16:58:41.468197Z"},"content_sha256":"1a296e13725523f90306c6f901dcd9c98d7c5a7d5ff07cb636dd3f7ae9c2cefb","schema_version":"1.0","event_id":"sha256:1a296e13725523f90306c6f901dcd9c98d7c5a7d5ff07cb636dd3f7ae9c2cefb"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:UKRDTWNAH6ZAIPEARRVUUIMDV2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"To Tune or Not To Tune? How About the Best of Both Worlds?","license":"http://creativecommons.org/publicdomain/zero/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Chunye Wang, Haibo Su, Jupeng Ding, Kailin Ji, Ran Wang","submitted_at":"2019-07-09T04:46:31Z","abstract_excerpt":"The introduction of pre-trained language models has revolutionized natural language research communities. However, researchers still know relatively little regarding their theoretical and empirical properties. In this regard, Peters et al. perform several experiments which demonstrate that it is better to adapt BERT with a light-weight task-specific head, rather than building a complex one on top of the pre-trained language model, and freeze the parameters in the said language model. However, there is another option to adopt. In this paper, we propose a new adaptation method which we first tra"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1907.05338","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:40:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qf7wmfUuYNcX/LjeCaD1hm9cIr8Dwq17Hdgn99ll2c/VOn9+bT5dJaee9HBCGXg4IJ3jJPx6aduhQ5s/I2RqAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-25T16:58:41.468705Z"},"content_sha256":"46b4f65faad231eec34199e4486f40cdcbe5735f787df46ac18dfe2da6bcdc7c","schema_version":"1.0","event_id":"sha256:46b4f65faad231eec34199e4486f40cdcbe5735f787df46ac18dfe2da6bcdc7c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UKRDTWNAH6ZAIPEARRVUUIMDV2/bundle.json","state_url":"https://pith.science/pith/UKRDTWNAH6ZAIPEARRVUUIMDV2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UKRDTWNAH6ZAIPEARRVUUIMDV2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-25T16:58:41Z","links":{"resolver":"https://pith.science/pith/UKRDTWNAH6ZAIPEARRVUUIMDV2","bundle":"https://pith.science/pith/UKRDTWNAH6ZAIPEARRVUUIMDV2/bundle.json","state":"https://pith.science/pith/UKRDTWNAH6ZAIPEARRVUUIMDV2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UKRDTWNAH6ZAIPEARRVUUIMDV2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:UKRDTWNAH6ZAIPEARRVUUIMDV2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1fa978440f3294b1ee5841c1bfc6791f62a61c3df596b34a7264cc8d1bb04f1b","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.CL","submitted_at":"2019-07-09T04:46:31Z","title_canon_sha256":"3082f9d6c2607cf0df10a22dcece575243f78cdbb16490bde60deff2d5c524ed"},"schema_version":"1.0","source":{"id":"1907.05338","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1907.05338","created_at":"2026-05-17T23:40:50Z"},{"alias_kind":"arxiv_version","alias_value":"1907.05338v1","created_at":"2026-05-17T23:40:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1907.05338","created_at":"2026-05-17T23:40:50Z"},{"alias_kind":"pith_short_12","alias_value":"UKRDTWNAH6ZA","created_at":"2026-05-18T12:33:30Z"},{"alias_kind":"pith_short_16","alias_value":"UKRDTWNAH6ZAIPEA","created_at":"2026-05-18T12:33:30Z"},{"alias_kind":"pith_short_8","alias_value":"UKRDTWNA","created_at":"2026-05-18T12:33:30Z"}],"graph_snapshots":[{"event_id":"sha256:46b4f65faad231eec34199e4486f40cdcbe5735f787df46ac18dfe2da6bcdc7c","target":"graph","created_at":"2026-05-17T23:40:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"The introduction of pre-trained language models has revolutionized natural language research communities. However, researchers still know relatively little regarding their theoretical and empirical properties. In this regard, Peters et al. perform several experiments which demonstrate that it is better to adapt BERT with a light-weight task-specific head, rather than building a complex one on top of the pre-trained language model, and freeze the parameters in the said language model. However, there is another option to adopt. In this paper, we propose a new adaptation method which we first tra","authors_text":"Chunye Wang, Haibo Su, Jupeng Ding, Kailin Ji, Ran Wang","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.CL","submitted_at":"2019-07-09T04:46:31Z","title":"To Tune or Not To Tune? How About the Best of Both Worlds?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1907.05338","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1a296e13725523f90306c6f901dcd9c98d7c5a7d5ff07cb636dd3f7ae9c2cefb","target":"record","created_at":"2026-05-17T23:40:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1fa978440f3294b1ee5841c1bfc6791f62a61c3df596b34a7264cc8d1bb04f1b","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.CL","submitted_at":"2019-07-09T04:46:31Z","title_canon_sha256":"3082f9d6c2607cf0df10a22dcece575243f78cdbb16490bde60deff2d5c524ed"},"schema_version":"1.0","source":{"id":"1907.05338","kind":"arxiv","version":1}},"canonical_sha256":"a2a239d9a03fb2043c808c6b4a2183ae918d7c156485465435583e938af7fef7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a2a239d9a03fb2043c808c6b4a2183ae918d7c156485465435583e938af7fef7","first_computed_at":"2026-05-17T23:40:50.667798Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:40:50.667798Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"iwHbojDqYxUrLRON4ooxFDsCBy9KlnApcyfevqkaSEH2LDXeQl7pbLBXgw5RovB34x8a10d7tBDo6rILUzL3Ag==","signature_status":"signed_v1","signed_at":"2026-05-17T23:40:50.668427Z","signed_message":"canonical_sha256_bytes"},"source_id":"1907.05338","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1a296e13725523f90306c6f901dcd9c98d7c5a7d5ff07cb636dd3f7ae9c2cefb","sha256:46b4f65faad231eec34199e4486f40cdcbe5735f787df46ac18dfe2da6bcdc7c"],"state_sha256":"8cc32171cf7622534d3ab0bbac48175b81287a961a74659edbb0bf6b1c216727"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5xgNlmbv6aGlD8k6m1KrqnZPaZSDMpP3j/pxbAUGmqczbB7J8CjwwTfgP4DBE3IHtR5/KhG4VVLNnIpv5AyoAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-25T16:58:41.472209Z","bundle_sha256":"3f119d19b279f00aa704ebe297e4763636942496883637169fd6e670d66d772a"}}