{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:4URWH7D2R464J2KM4VNARHVUIM","short_pith_number":"pith:4URWH7D2","canonical_record":{"source":{"id":"2204.11117","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-04-23T18:11:35Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"6e04e0c1926f86cb689af6322d08710dbee4d3625e9796e823c11dc2439b87a5","abstract_canon_sha256":"5600dac22c355647f7ec19673c3a2523112918ae35cd1f673b9b29a4f8094d41"},"schema_version":"1.0"},"canonical_sha256":"e52363fc7a8f3dc4e94ce55a089eb443164736fb7c5bc369bd30e3ff6072dda6","source":{"kind":"arxiv","id":"2204.11117","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.11117","created_at":"2026-07-05T04:39:36Z"},{"alias_kind":"arxiv_version","alias_value":"2204.11117v2","created_at":"2026-07-05T04:39:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.11117","created_at":"2026-07-05T04:39:36Z"},{"alias_kind":"pith_short_12","alias_value":"4URWH7D2R464","created_at":"2026-07-05T04:39:36Z"},{"alias_kind":"pith_short_16","alias_value":"4URWH7D2R464J2KM","created_at":"2026-07-05T04:39:36Z"},{"alias_kind":"pith_short_8","alias_value":"4URWH7D2","created_at":"2026-07-05T04:39:36Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:4URWH7D2R464J2KM4VNARHVUIM","target":"record","payload":{"canonical_record":{"source":{"id":"2204.11117","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-04-23T18:11:35Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"6e04e0c1926f86cb689af6322d08710dbee4d3625e9796e823c11dc2439b87a5","abstract_canon_sha256":"5600dac22c355647f7ec19673c3a2523112918ae35cd1f673b9b29a4f8094d41"},"schema_version":"1.0"},"canonical_sha256":"e52363fc7a8f3dc4e94ce55a089eb443164736fb7c5bc369bd30e3ff6072dda6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:39:36.130883Z","signature_b64":"ldqzDFRsAmWc5zneOB67GTx7ftRNVSwKsC1xOlD+lGs9LJ4VGCzT9TFeChBMbX/3o7W+aIblR4ZGm/38Bf63CQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e52363fc7a8f3dc4e94ce55a089eb443164736fb7c5bc369bd30e3ff6072dda6","last_reissued_at":"2026-07-05T04:39:36.130412Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:39:36.130412Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2204.11117","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:39:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/q0hiC9iALby1TaA2e40Emw0HTbcvY1lx7obSn3qtNItGhAe+4tO/beAGx4usLDSIEeY5pezEgWRO6iLM51ICw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T07:56:13.762594Z"},"content_sha256":"39574db3ad757ebe96830f86c1d1846dd3b3dd834865f66fd1f8795919fcf5f9","schema_version":"1.0","event_id":"sha256:39574db3ad757ebe96830f86c1d1846dd3b3dd834865f66fd1f8795919fcf5f9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:4URWH7D2R464J2KM4VNARHVUIM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Exploring the Role of Task Transferability in Large-Scale Multi-Task Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"George Karypis, He He, Leonard Lausen, Miguel Ballesteros, Sheng Zha, Vishakh Padmakumar","submitted_at":"2022-04-23T18:11:35Z","abstract_excerpt":"Recent work has found that multi-task training with a large number of diverse tasks can uniformly improve downstream performance on unseen target tasks. In contrast, literature on task transferability has established that the choice of intermediate tasks can heavily affect downstream task performance. In this work, we aim to disentangle the effect of scale and relatedness of tasks in multi-task representation learning. We find that, on average, increasing the scale of multi-task learning, in terms of the number of tasks, indeed results in better learned representations than smaller multi-task "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.11117","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2204.11117/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:39:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YL9/plji9cZfVLBuoOgrcYIXnf0L7BOpETkgZb/1zi66HstFlKINTV9Wmkj5pme/eSoBSbm7xlcl4MoHJGrADw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T07:56:13.763078Z"},"content_sha256":"6071df08d788ab886f3fa75abf10b63c421bbcfb8c9e01810795786b2cf4fdb4","schema_version":"1.0","event_id":"sha256:6071df08d788ab886f3fa75abf10b63c421bbcfb8c9e01810795786b2cf4fdb4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4URWH7D2R464J2KM4VNARHVUIM/bundle.json","state_url":"https://pith.science/pith/4URWH7D2R464J2KM4VNARHVUIM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4URWH7D2R464J2KM4VNARHVUIM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-01T07:56:13Z","links":{"resolver":"https://pith.science/pith/4URWH7D2R464J2KM4VNARHVUIM","bundle":"https://pith.science/pith/4URWH7D2R464J2KM4VNARHVUIM/bundle.json","state":"https://pith.science/pith/4URWH7D2R464J2KM4VNARHVUIM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4URWH7D2R464J2KM4VNARHVUIM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:4URWH7D2R464J2KM4VNARHVUIM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5600dac22c355647f7ec19673c3a2523112918ae35cd1f673b9b29a4f8094d41","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-04-23T18:11:35Z","title_canon_sha256":"6e04e0c1926f86cb689af6322d08710dbee4d3625e9796e823c11dc2439b87a5"},"schema_version":"1.0","source":{"id":"2204.11117","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.11117","created_at":"2026-07-05T04:39:36Z"},{"alias_kind":"arxiv_version","alias_value":"2204.11117v2","created_at":"2026-07-05T04:39:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.11117","created_at":"2026-07-05T04:39:36Z"},{"alias_kind":"pith_short_12","alias_value":"4URWH7D2R464","created_at":"2026-07-05T04:39:36Z"},{"alias_kind":"pith_short_16","alias_value":"4URWH7D2R464J2KM","created_at":"2026-07-05T04:39:36Z"},{"alias_kind":"pith_short_8","alias_value":"4URWH7D2","created_at":"2026-07-05T04:39:36Z"}],"graph_snapshots":[{"event_id":"sha256:6071df08d788ab886f3fa75abf10b63c421bbcfb8c9e01810795786b2cf4fdb4","target":"graph","created_at":"2026-07-05T04:39:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2204.11117/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent work has found that multi-task training with a large number of diverse tasks can uniformly improve downstream performance on unseen target tasks. In contrast, literature on task transferability has established that the choice of intermediate tasks can heavily affect downstream task performance. In this work, we aim to disentangle the effect of scale and relatedness of tasks in multi-task representation learning. We find that, on average, increasing the scale of multi-task learning, in terms of the number of tasks, indeed results in better learned representations than smaller multi-task ","authors_text":"George Karypis, He He, Leonard Lausen, Miguel Ballesteros, Sheng Zha, Vishakh Padmakumar","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-04-23T18:11:35Z","title":"Exploring the Role of Task Transferability in Large-Scale Multi-Task Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.11117","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:39574db3ad757ebe96830f86c1d1846dd3b3dd834865f66fd1f8795919fcf5f9","target":"record","created_at":"2026-07-05T04:39:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5600dac22c355647f7ec19673c3a2523112918ae35cd1f673b9b29a4f8094d41","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-04-23T18:11:35Z","title_canon_sha256":"6e04e0c1926f86cb689af6322d08710dbee4d3625e9796e823c11dc2439b87a5"},"schema_version":"1.0","source":{"id":"2204.11117","kind":"arxiv","version":2}},"canonical_sha256":"e52363fc7a8f3dc4e94ce55a089eb443164736fb7c5bc369bd30e3ff6072dda6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e52363fc7a8f3dc4e94ce55a089eb443164736fb7c5bc369bd30e3ff6072dda6","first_computed_at":"2026-07-05T04:39:36.130412Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:39:36.130412Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ldqzDFRsAmWc5zneOB67GTx7ftRNVSwKsC1xOlD+lGs9LJ4VGCzT9TFeChBMbX/3o7W+aIblR4ZGm/38Bf63CQ==","signature_status":"signed_v1","signed_at":"2026-07-05T04:39:36.130883Z","signed_message":"canonical_sha256_bytes"},"source_id":"2204.11117","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:39574db3ad757ebe96830f86c1d1846dd3b3dd834865f66fd1f8795919fcf5f9","sha256:6071df08d788ab886f3fa75abf10b63c421bbcfb8c9e01810795786b2cf4fdb4"],"state_sha256":"72b6c5bc98e0d5adc2dc95c4c4dad907eaeb90ac26893b4bd4b62cbdd6d444e6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YdnCl+vV7tvZvF7tTVz3zxxVNDs1XTpolTnPcLO/7vU3RJTjgo8BVtaysa/7JMLFfv2T2VUA08lsuRjxkmc5Cw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-01T07:56:13.766234Z","bundle_sha256":"746c7d2d702bb9ec0deda3f93e9106382e67fe606e92cc0b51ba1d29e4b0a260"}}