{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:KIKPZXZO2ONC4LA4XHWUZT6A7J","short_pith_number":"pith:KIKPZXZO","canonical_record":{"source":{"id":"2310.17041","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-25T22:42:30Z","cross_cats_sorted":["cs.AI","cs.IR"],"title_canon_sha256":"cb1dff09c038198d4f362cdc58220b2de0553a1c4f5897daff9c24f4058be89a","abstract_canon_sha256":"79f907e553d463e8e548370bfab223d2997992728b7c0ffb42c637b09d4080d8"},"schema_version":"1.0"},"canonical_sha256":"5214fcdf2ed39a2e2c1cb9ed4ccfc0fa40e04df3cd4b16e3d573befe9190456c","source":{"kind":"arxiv","id":"2310.17041","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.17041","created_at":"2026-07-05T07:05:18Z"},{"alias_kind":"arxiv_version","alias_value":"2310.17041v1","created_at":"2026-07-05T07:05:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.17041","created_at":"2026-07-05T07:05:18Z"},{"alias_kind":"pith_short_12","alias_value":"KIKPZXZO2ONC","created_at":"2026-07-05T07:05:18Z"},{"alias_kind":"pith_short_16","alias_value":"KIKPZXZO2ONC4LA4","created_at":"2026-07-05T07:05:18Z"},{"alias_kind":"pith_short_8","alias_value":"KIKPZXZO","created_at":"2026-07-05T07:05:18Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:KIKPZXZO2ONC4LA4XHWUZT6A7J","target":"record","payload":{"canonical_record":{"source":{"id":"2310.17041","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-25T22:42:30Z","cross_cats_sorted":["cs.AI","cs.IR"],"title_canon_sha256":"cb1dff09c038198d4f362cdc58220b2de0553a1c4f5897daff9c24f4058be89a","abstract_canon_sha256":"79f907e553d463e8e548370bfab223d2997992728b7c0ffb42c637b09d4080d8"},"schema_version":"1.0"},"canonical_sha256":"5214fcdf2ed39a2e2c1cb9ed4ccfc0fa40e04df3cd4b16e3d573befe9190456c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:05:18.640187Z","signature_b64":"J1I6F27ijdsPR7Q1d1gJVM9bf8fr5W70jWfldwWwW2EmbzrgCts8s4UDTQv3tsAGrn9Nm7xv8sTrUU7nVI7HBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5214fcdf2ed39a2e2c1cb9ed4ccfc0fa40e04df3cd4b16e3d573befe9190456c","last_reissued_at":"2026-07-05T07:05:18.639547Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:05:18.639547Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.17041","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:05:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JkiecT/zAq4O1xVV/v1PmKOLrfS6LeBsvcU6G3RGPDlqdiz9vX+30HyBf/tTUSdfEzJoV+7/q7L6dfReZF40BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T03:01:12.528814Z"},"content_sha256":"b0e816e7e688be7f4de4e27018aa911bfbcbc56b279ff8129f810f8bcc658d44","schema_version":"1.0","event_id":"sha256:b0e816e7e688be7f4de4e27018aa911bfbcbc56b279ff8129f810f8bcc658d44"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:KIKPZXZO2ONC4LA4XHWUZT6A7J","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"On Surgical Fine-tuning for Language Encoders","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.IR"],"primary_cat":"cs.CL","authors_text":"Abhilasha Lodha, Dmitrii Petrov, Gayatri Belapurkar, Reshmi Ghosh, Saloni Chalkapurkar, Samyadeep Basu, Soundararajan Srinivasan, Yuanming Tao","submitted_at":"2023-10-25T22:42:30Z","abstract_excerpt":"Fine-tuning all the layers of a pre-trained neural language encoder (either using all the parameters or using parameter-efficient methods) is often the de-facto way of adapting it to a new task. We show evidence that for different downstream language tasks, fine-tuning only a subset of layers is sufficient to obtain performance that is close to and often better than fine-tuning all the layers in the language encoder. We propose an efficient metric based on the diagonal of the Fisher information matrix (FIM score), to select the candidate layers for selective fine-tuning. We show, empirically o"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.17041","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.17041/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:05:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"R/8dCDsrJk9ixfa9Io3uFJ/pwGMstCkv/0q8mO49vwrw0TwXZQEt9NmEWXHNgx6U9yDrM/8+1pHBmKUFqm08Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T03:01:12.529385Z"},"content_sha256":"e163612bb86fb2d8ae49bec084815408ac168978c25fb3526a20f048a40c1e82","schema_version":"1.0","event_id":"sha256:e163612bb86fb2d8ae49bec084815408ac168978c25fb3526a20f048a40c1e82"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KIKPZXZO2ONC4LA4XHWUZT6A7J/bundle.json","state_url":"https://pith.science/pith/KIKPZXZO2ONC4LA4XHWUZT6A7J/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KIKPZXZO2ONC4LA4XHWUZT6A7J/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T03:01:12Z","links":{"resolver":"https://pith.science/pith/KIKPZXZO2ONC4LA4XHWUZT6A7J","bundle":"https://pith.science/pith/KIKPZXZO2ONC4LA4XHWUZT6A7J/bundle.json","state":"https://pith.science/pith/KIKPZXZO2ONC4LA4XHWUZT6A7J/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KIKPZXZO2ONC4LA4XHWUZT6A7J/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:KIKPZXZO2ONC4LA4XHWUZT6A7J","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"79f907e553d463e8e548370bfab223d2997992728b7c0ffb42c637b09d4080d8","cross_cats_sorted":["cs.AI","cs.IR"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-25T22:42:30Z","title_canon_sha256":"cb1dff09c038198d4f362cdc58220b2de0553a1c4f5897daff9c24f4058be89a"},"schema_version":"1.0","source":{"id":"2310.17041","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.17041","created_at":"2026-07-05T07:05:18Z"},{"alias_kind":"arxiv_version","alias_value":"2310.17041v1","created_at":"2026-07-05T07:05:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.17041","created_at":"2026-07-05T07:05:18Z"},{"alias_kind":"pith_short_12","alias_value":"KIKPZXZO2ONC","created_at":"2026-07-05T07:05:18Z"},{"alias_kind":"pith_short_16","alias_value":"KIKPZXZO2ONC4LA4","created_at":"2026-07-05T07:05:18Z"},{"alias_kind":"pith_short_8","alias_value":"KIKPZXZO","created_at":"2026-07-05T07:05:18Z"}],"graph_snapshots":[{"event_id":"sha256:e163612bb86fb2d8ae49bec084815408ac168978c25fb3526a20f048a40c1e82","target":"graph","created_at":"2026-07-05T07:05:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.17041/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Fine-tuning all the layers of a pre-trained neural language encoder (either using all the parameters or using parameter-efficient methods) is often the de-facto way of adapting it to a new task. We show evidence that for different downstream language tasks, fine-tuning only a subset of layers is sufficient to obtain performance that is close to and often better than fine-tuning all the layers in the language encoder. We propose an efficient metric based on the diagonal of the Fisher information matrix (FIM score), to select the candidate layers for selective fine-tuning. We show, empirically o","authors_text":"Abhilasha Lodha, Dmitrii Petrov, Gayatri Belapurkar, Reshmi Ghosh, Saloni Chalkapurkar, Samyadeep Basu, Soundararajan Srinivasan, Yuanming Tao","cross_cats":["cs.AI","cs.IR"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-25T22:42:30Z","title":"On Surgical Fine-tuning for Language Encoders"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.17041","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b0e816e7e688be7f4de4e27018aa911bfbcbc56b279ff8129f810f8bcc658d44","target":"record","created_at":"2026-07-05T07:05:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"79f907e553d463e8e548370bfab223d2997992728b7c0ffb42c637b09d4080d8","cross_cats_sorted":["cs.AI","cs.IR"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-25T22:42:30Z","title_canon_sha256":"cb1dff09c038198d4f362cdc58220b2de0553a1c4f5897daff9c24f4058be89a"},"schema_version":"1.0","source":{"id":"2310.17041","kind":"arxiv","version":1}},"canonical_sha256":"5214fcdf2ed39a2e2c1cb9ed4ccfc0fa40e04df3cd4b16e3d573befe9190456c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5214fcdf2ed39a2e2c1cb9ed4ccfc0fa40e04df3cd4b16e3d573befe9190456c","first_computed_at":"2026-07-05T07:05:18.639547Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:05:18.639547Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"J1I6F27ijdsPR7Q1d1gJVM9bf8fr5W70jWfldwWwW2EmbzrgCts8s4UDTQv3tsAGrn9Nm7xv8sTrUU7nVI7HBw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:05:18.640187Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.17041","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b0e816e7e688be7f4de4e27018aa911bfbcbc56b279ff8129f810f8bcc658d44","sha256:e163612bb86fb2d8ae49bec084815408ac168978c25fb3526a20f048a40c1e82"],"state_sha256":"9fafd9fa9ee45b5fe0530c51edba4c5f00c4a35ea57697a3a4f3262559f251b1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8lu6f+yjjC4z4S5MxLEMRqvVlGzZsmdLWmjrrORJdju1h7pW25YLFCSfDQPcfHWybYyepMniDrBGlx2xf9nTCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T03:01:12.534584Z","bundle_sha256":"3f30db75cd5a0f99687dc556ed7f74af7add6422fdd2a9114944d7a9a068bca1"}}