{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:47VQ2MJTMQD7V55YOZQECZRWL3","short_pith_number":"pith:47VQ2MJT","canonical_record":{"source":{"id":"2110.08246","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2021-10-15T17:58:45Z","cross_cats_sorted":[],"title_canon_sha256":"b7102a49999bd495e9dc5510671934d7de37b5addf991c2319bcccadce544495","abstract_canon_sha256":"d17a70d7dd63b720310940d06af9b8807a578edb86aa7cc69d75bcccff702d7c"},"schema_version":"1.0"},"canonical_sha256":"e7eb0d31336407faf7b876604166365ed5e735e93661b3377c2973bfda891922","source":{"kind":"arxiv","id":"2110.08246","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.08246","created_at":"2026-07-05T03:23:01Z"},{"alias_kind":"arxiv_version","alias_value":"2110.08246v1","created_at":"2026-07-05T03:23:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.08246","created_at":"2026-07-05T03:23:01Z"},{"alias_kind":"pith_short_12","alias_value":"47VQ2MJTMQD7","created_at":"2026-07-05T03:23:01Z"},{"alias_kind":"pith_short_16","alias_value":"47VQ2MJTMQD7V55Y","created_at":"2026-07-05T03:23:01Z"},{"alias_kind":"pith_short_8","alias_value":"47VQ2MJT","created_at":"2026-07-05T03:23:01Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:47VQ2MJTMQD7V55YOZQECZRWL3","target":"record","payload":{"canonical_record":{"source":{"id":"2110.08246","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2021-10-15T17:58:45Z","cross_cats_sorted":[],"title_canon_sha256":"b7102a49999bd495e9dc5510671934d7de37b5addf991c2319bcccadce544495","abstract_canon_sha256":"d17a70d7dd63b720310940d06af9b8807a578edb86aa7cc69d75bcccff702d7c"},"schema_version":"1.0"},"canonical_sha256":"e7eb0d31336407faf7b876604166365ed5e735e93661b3377c2973bfda891922","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:23:01.836469Z","signature_b64":"zetmTeQBfs1tU5leWE+vVLX3+if6pf3oCGOeM0qZFw4gy/X4TkF70sAxFdH8WzrGd4HVbIeZydgBdarjDvb8DA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e7eb0d31336407faf7b876604166365ed5e735e93661b3377c2973bfda891922","last_reissued_at":"2026-07-05T03:23:01.835987Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:23:01.835987Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2110.08246","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:23:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"h4j63leNgOwdYIoCDgXt802MsToTkhJO4URgnN8vYFhgJSFoBHKoGUQx6EJ8B5o3wUv+Ni9jKc7GHOJQzJqBAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T16:54:39.173205Z"},"content_sha256":"f9f73c25e29002c788fe8b3f58641f3577d320217d2be8e5804fa6b756c4c387","schema_version":"1.0","event_id":"sha256:f9f73c25e29002c788fe8b3f58641f3577d320217d2be8e5804fa6b756c4c387"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:47VQ2MJTMQD7V55YOZQECZRWL3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Tricks for Training Sparse Translation Models","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Angela Fan, Dheeru Dua, James Cross, Mike Lewis, Shruti Bhosale, Vedanuj Goswami","submitted_at":"2021-10-15T17:58:45Z","abstract_excerpt":"Multi-task learning with an unbalanced data distribution skews model learning towards high resource tasks, especially when model capacity is fixed and fully shared across all tasks. Sparse scaling architectures, such as BASELayers, provide flexible mechanisms for different tasks to have a variable number of parameters, which can be useful to counterbalance skewed data distributions. We find that that sparse architectures for multilingual machine translation can perform poorly out of the box, and propose two straightforward techniques to mitigate this - a temperature heating mechanism and dense"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.08246","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2110.08246/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:23:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PLMEqt7kWu75AwRkofFFjEbdgDgghvd0ACR0GDoUdikvpLkSsBoxSQeooUdNqYwlXqOFDg6FRKNk0/BGf2BBCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T16:54:39.174161Z"},"content_sha256":"b95ae8b3b645fe96017fb4319596c311077b8ad1cf80115996c28f043b90ad6a","schema_version":"1.0","event_id":"sha256:b95ae8b3b645fe96017fb4319596c311077b8ad1cf80115996c28f043b90ad6a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/47VQ2MJTMQD7V55YOZQECZRWL3/bundle.json","state_url":"https://pith.science/pith/47VQ2MJTMQD7V55YOZQECZRWL3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/47VQ2MJTMQD7V55YOZQECZRWL3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T16:54:39Z","links":{"resolver":"https://pith.science/pith/47VQ2MJTMQD7V55YOZQECZRWL3","bundle":"https://pith.science/pith/47VQ2MJTMQD7V55YOZQECZRWL3/bundle.json","state":"https://pith.science/pith/47VQ2MJTMQD7V55YOZQECZRWL3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/47VQ2MJTMQD7V55YOZQECZRWL3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:47VQ2MJTMQD7V55YOZQECZRWL3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d17a70d7dd63b720310940d06af9b8807a578edb86aa7cc69d75bcccff702d7c","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2021-10-15T17:58:45Z","title_canon_sha256":"b7102a49999bd495e9dc5510671934d7de37b5addf991c2319bcccadce544495"},"schema_version":"1.0","source":{"id":"2110.08246","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.08246","created_at":"2026-07-05T03:23:01Z"},{"alias_kind":"arxiv_version","alias_value":"2110.08246v1","created_at":"2026-07-05T03:23:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.08246","created_at":"2026-07-05T03:23:01Z"},{"alias_kind":"pith_short_12","alias_value":"47VQ2MJTMQD7","created_at":"2026-07-05T03:23:01Z"},{"alias_kind":"pith_short_16","alias_value":"47VQ2MJTMQD7V55Y","created_at":"2026-07-05T03:23:01Z"},{"alias_kind":"pith_short_8","alias_value":"47VQ2MJT","created_at":"2026-07-05T03:23:01Z"}],"graph_snapshots":[{"event_id":"sha256:b95ae8b3b645fe96017fb4319596c311077b8ad1cf80115996c28f043b90ad6a","target":"graph","created_at":"2026-07-05T03:23:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2110.08246/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Multi-task learning with an unbalanced data distribution skews model learning towards high resource tasks, especially when model capacity is fixed and fully shared across all tasks. Sparse scaling architectures, such as BASELayers, provide flexible mechanisms for different tasks to have a variable number of parameters, which can be useful to counterbalance skewed data distributions. We find that that sparse architectures for multilingual machine translation can perform poorly out of the box, and propose two straightforward techniques to mitigate this - a temperature heating mechanism and dense","authors_text":"Angela Fan, Dheeru Dua, James Cross, Mike Lewis, Shruti Bhosale, Vedanuj Goswami","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2021-10-15T17:58:45Z","title":"Tricks for Training Sparse Translation Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.08246","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f9f73c25e29002c788fe8b3f58641f3577d320217d2be8e5804fa6b756c4c387","target":"record","created_at":"2026-07-05T03:23:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d17a70d7dd63b720310940d06af9b8807a578edb86aa7cc69d75bcccff702d7c","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2021-10-15T17:58:45Z","title_canon_sha256":"b7102a49999bd495e9dc5510671934d7de37b5addf991c2319bcccadce544495"},"schema_version":"1.0","source":{"id":"2110.08246","kind":"arxiv","version":1}},"canonical_sha256":"e7eb0d31336407faf7b876604166365ed5e735e93661b3377c2973bfda891922","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e7eb0d31336407faf7b876604166365ed5e735e93661b3377c2973bfda891922","first_computed_at":"2026-07-05T03:23:01.835987Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:23:01.835987Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"zetmTeQBfs1tU5leWE+vVLX3+if6pf3oCGOeM0qZFw4gy/X4TkF70sAxFdH8WzrGd4HVbIeZydgBdarjDvb8DA==","signature_status":"signed_v1","signed_at":"2026-07-05T03:23:01.836469Z","signed_message":"canonical_sha256_bytes"},"source_id":"2110.08246","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f9f73c25e29002c788fe8b3f58641f3577d320217d2be8e5804fa6b756c4c387","sha256:b95ae8b3b645fe96017fb4319596c311077b8ad1cf80115996c28f043b90ad6a"],"state_sha256":"a2aa710a01801d30df0c967f3f618b6c88d9ae772473f2f03068e760b4721050"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"g6qSt4dWvnb4sgWBnPyXv4487TDx6mXxTWh8u3RxNwb2mckySWWiZcxgQpgiObQrumurRz+/LEkYk6mxTW9kDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T16:54:39.181295Z","bundle_sha256":"d73a0ffa0028b8cdd774348057abebc9a90bde7433e44b1b22cfe6fe28836b13"}}