{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:BE23THTYRUMG4BJAEHYBFBRO44","short_pith_number":"pith:BE23THTY","canonical_record":{"source":{"id":"2106.04489","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-06-08T16:16:40Z","cross_cats_sorted":[],"title_canon_sha256":"963b2179b294f12b253aee8fee7e3a9e01438fc64197c323f4148aa4c09524c5","abstract_canon_sha256":"25e7b0b5b23e3e31e9c9b5a548d6f70e127983ff0cea6b65d9aad3076803fe35"},"schema_version":"1.0"},"canonical_sha256":"0935b99e788d186e052021f012862ee7205b091235853aa34948feef0fb96196","source":{"kind":"arxiv","id":"2106.04489","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.04489","created_at":"2026-07-05T02:47:15Z"},{"alias_kind":"arxiv_version","alias_value":"2106.04489v1","created_at":"2026-07-05T02:47:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.04489","created_at":"2026-07-05T02:47:15Z"},{"alias_kind":"pith_short_12","alias_value":"BE23THTYRUMG","created_at":"2026-07-05T02:47:15Z"},{"alias_kind":"pith_short_16","alias_value":"BE23THTYRUMG4BJA","created_at":"2026-07-05T02:47:15Z"},{"alias_kind":"pith_short_8","alias_value":"BE23THTY","created_at":"2026-07-05T02:47:15Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:BE23THTYRUMG4BJAEHYBFBRO44","target":"record","payload":{"canonical_record":{"source":{"id":"2106.04489","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-06-08T16:16:40Z","cross_cats_sorted":[],"title_canon_sha256":"963b2179b294f12b253aee8fee7e3a9e01438fc64197c323f4148aa4c09524c5","abstract_canon_sha256":"25e7b0b5b23e3e31e9c9b5a548d6f70e127983ff0cea6b65d9aad3076803fe35"},"schema_version":"1.0"},"canonical_sha256":"0935b99e788d186e052021f012862ee7205b091235853aa34948feef0fb96196","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:47:15.881654Z","signature_b64":"mI/lWPiIWkykzRTt35h9Ev5294YMvdMiVRx7zFCzWK8FvdLKjJX7rIZNVqeOrN3mq6cXqBTBoBkj/uZBzfZDBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0935b99e788d186e052021f012862ee7205b091235853aa34948feef0fb96196","last_reissued_at":"2026-07-05T02:47:15.881187Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:47:15.881187Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2106.04489","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:47:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5VjMRfvEC5jPh7eBoimfiXJL3R4/Suif44Ycf2rnMMDZtQYHofbknNWJRRQ6zL8Nk3k9SdaIacNcbUyq865jCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T10:49:33.669489Z"},"content_sha256":"2169b8481341d440b14f158769864f22d3f797d67d4de3f2fe9f3ccc6d6bc0d9","schema_version":"1.0","event_id":"sha256:2169b8481341d440b14f158769864f22d3f797d67d4de3f2fe9f3ccc6d6bc0d9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:BE23THTYRUMG4BJAEHYBFBRO44","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Parameter-efficient Multi-task Fine-tuning for Transformers via Shared Hypernetworks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"James Henderson, Mostafa Dehghani, Rabeeh Karimi Mahabadi, Sebastian Ruder","submitted_at":"2021-06-08T16:16:40Z","abstract_excerpt":"State-of-the-art parameter-efficient fine-tuning methods rely on introducing adapter modules between the layers of a pretrained language model. However, such modules are trained separately for each task and thus do not enable sharing information across tasks. In this paper, we show that we can learn adapter parameters for all layers and tasks by generating them using shared hypernetworks, which condition on task, adapter position, and layer id in a transformer model. This parameter-efficient multi-task learning framework allows us to achieve the best of both worlds by sharing knowledge across "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.04489","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2106.04489/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:47:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7g8lDcZ84vXgOPxkQkbrc3/pyaVNMFMiiDzP1PzCjKmjmtSJVW025fnGpE2iAFE423Or41BYPKAuyHR0m6dNCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T10:49:33.669864Z"},"content_sha256":"ab7bc3b94c3cc3918c2ef4b6ddd67106a55bb841f84d2e92e6aa8b12680384f2","schema_version":"1.0","event_id":"sha256:ab7bc3b94c3cc3918c2ef4b6ddd67106a55bb841f84d2e92e6aa8b12680384f2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BE23THTYRUMG4BJAEHYBFBRO44/bundle.json","state_url":"https://pith.science/pith/BE23THTYRUMG4BJAEHYBFBRO44/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BE23THTYRUMG4BJAEHYBFBRO44/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T10:49:33Z","links":{"resolver":"https://pith.science/pith/BE23THTYRUMG4BJAEHYBFBRO44","bundle":"https://pith.science/pith/BE23THTYRUMG4BJAEHYBFBRO44/bundle.json","state":"https://pith.science/pith/BE23THTYRUMG4BJAEHYBFBRO44/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BE23THTYRUMG4BJAEHYBFBRO44/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:BE23THTYRUMG4BJAEHYBFBRO44","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"25e7b0b5b23e3e31e9c9b5a548d6f70e127983ff0cea6b65d9aad3076803fe35","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-06-08T16:16:40Z","title_canon_sha256":"963b2179b294f12b253aee8fee7e3a9e01438fc64197c323f4148aa4c09524c5"},"schema_version":"1.0","source":{"id":"2106.04489","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.04489","created_at":"2026-07-05T02:47:15Z"},{"alias_kind":"arxiv_version","alias_value":"2106.04489v1","created_at":"2026-07-05T02:47:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.04489","created_at":"2026-07-05T02:47:15Z"},{"alias_kind":"pith_short_12","alias_value":"BE23THTYRUMG","created_at":"2026-07-05T02:47:15Z"},{"alias_kind":"pith_short_16","alias_value":"BE23THTYRUMG4BJA","created_at":"2026-07-05T02:47:15Z"},{"alias_kind":"pith_short_8","alias_value":"BE23THTY","created_at":"2026-07-05T02:47:15Z"}],"graph_snapshots":[{"event_id":"sha256:ab7bc3b94c3cc3918c2ef4b6ddd67106a55bb841f84d2e92e6aa8b12680384f2","target":"graph","created_at":"2026-07-05T02:47:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2106.04489/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"State-of-the-art parameter-efficient fine-tuning methods rely on introducing adapter modules between the layers of a pretrained language model. However, such modules are trained separately for each task and thus do not enable sharing information across tasks. In this paper, we show that we can learn adapter parameters for all layers and tasks by generating them using shared hypernetworks, which condition on task, adapter position, and layer id in a transformer model. This parameter-efficient multi-task learning framework allows us to achieve the best of both worlds by sharing knowledge across ","authors_text":"James Henderson, Mostafa Dehghani, Rabeeh Karimi Mahabadi, Sebastian Ruder","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-06-08T16:16:40Z","title":"Parameter-efficient Multi-task Fine-tuning for Transformers via Shared Hypernetworks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.04489","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2169b8481341d440b14f158769864f22d3f797d67d4de3f2fe9f3ccc6d6bc0d9","target":"record","created_at":"2026-07-05T02:47:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"25e7b0b5b23e3e31e9c9b5a548d6f70e127983ff0cea6b65d9aad3076803fe35","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-06-08T16:16:40Z","title_canon_sha256":"963b2179b294f12b253aee8fee7e3a9e01438fc64197c323f4148aa4c09524c5"},"schema_version":"1.0","source":{"id":"2106.04489","kind":"arxiv","version":1}},"canonical_sha256":"0935b99e788d186e052021f012862ee7205b091235853aa34948feef0fb96196","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0935b99e788d186e052021f012862ee7205b091235853aa34948feef0fb96196","first_computed_at":"2026-07-05T02:47:15.881187Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:47:15.881187Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"mI/lWPiIWkykzRTt35h9Ev5294YMvdMiVRx7zFCzWK8FvdLKjJX7rIZNVqeOrN3mq6cXqBTBoBkj/uZBzfZDBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T02:47:15.881654Z","signed_message":"canonical_sha256_bytes"},"source_id":"2106.04489","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2169b8481341d440b14f158769864f22d3f797d67d4de3f2fe9f3ccc6d6bc0d9","sha256:ab7bc3b94c3cc3918c2ef4b6ddd67106a55bb841f84d2e92e6aa8b12680384f2"],"state_sha256":"c2987de115afb7ec3fe4302a037c79c8d6eaf91a59117c8cc35607c07eb7fb48"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qH3+Ivo6bNdTt1QmOghLIrMjH4w/sP8YFNll0Y3NivgE2GDXzHMqYuhC7890N7vP9GQE4gsbByTY/ByrfLk4Ag==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T10:49:33.671770Z","bundle_sha256":"069c48f56cfc4e28a30b76acb9a5dfc38b09ac3ed68bd3916212694b5e32bc85"}}