{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:6UKMLYM3CWA2ASBH2IS5JPJHCL","short_pith_number":"pith:6UKMLYM3","canonical_record":{"source":{"id":"1905.04035","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-05-10T09:44:35Z","cross_cats_sorted":["cs.CL","cs.DC"],"title_canon_sha256":"84b75b41d31a79a7a5b97267de6479d2a0f1e4991297d6a6bd3e59fe90615b6f","abstract_canon_sha256":"834f749b62c1ba1ab03a77de563ac9266a42af3d7157840272414ddf04d4acee"},"schema_version":"1.0"},"canonical_sha256":"f514c5e19b1581a04827d225d4bd2712c7187b4d8cc810268b37b4d8b3b4bd07","source":{"kind":"arxiv","id":"1905.04035","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1905.04035","created_at":"2026-05-17T23:46:34Z"},{"alias_kind":"arxiv_version","alias_value":"1905.04035v1","created_at":"2026-05-17T23:46:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1905.04035","created_at":"2026-05-17T23:46:34Z"},{"alias_kind":"pith_short_12","alias_value":"6UKMLYM3CWA2","created_at":"2026-05-18T12:33:10Z"},{"alias_kind":"pith_short_16","alias_value":"6UKMLYM3CWA2ASBH","created_at":"2026-05-18T12:33:10Z"},{"alias_kind":"pith_short_8","alias_value":"6UKMLYM3","created_at":"2026-05-18T12:33:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:6UKMLYM3CWA2ASBH2IS5JPJHCL","target":"record","payload":{"canonical_record":{"source":{"id":"1905.04035","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-05-10T09:44:35Z","cross_cats_sorted":["cs.CL","cs.DC"],"title_canon_sha256":"84b75b41d31a79a7a5b97267de6479d2a0f1e4991297d6a6bd3e59fe90615b6f","abstract_canon_sha256":"834f749b62c1ba1ab03a77de563ac9266a42af3d7157840272414ddf04d4acee"},"schema_version":"1.0"},"canonical_sha256":"f514c5e19b1581a04827d225d4bd2712c7187b4d8cc810268b37b4d8b3b4bd07","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:46:34.785383Z","signature_b64":"SgrO9CC5JfTI6QleiAeKvNmHv2sYeJHGUk/GlFJ0PRhPjQn816Og7p1gVWYLrX1uN8qpU+ob3iqLNC5ksM8iAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f514c5e19b1581a04827d225d4bd2712c7187b4d8cc810268b37b4d8b3b4bd07","last_reissued_at":"2026-05-17T23:46:34.784798Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:46:34.784798Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1905.04035","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:46:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NZ4QgXRFGYKmSVFV6yZQzLBa1dY8RkpwRJqQymqiUx+sRcD0tj9Sqlu+j4vx5Y7SiIJWrjXJ8ec0OmMjqVtGBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-30T17:41:25.278600Z"},"content_sha256":"0aa052960be0ee08821a230025d292fce635154af5ca777f21152547012c4eb8","schema_version":"1.0","event_id":"sha256:0aa052960be0ee08821a230025d292fce635154af5ca777f21152547012c4eb8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:6UKMLYM3CWA2ASBH2IS5JPJHCL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Densifying Assumed-sparse Tensors: Improving Memory Efficiency and MPI Collective Performance during Tensor Accumulation for Parallelized Training of Neural Machine Translation Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL","cs.DC"],"primary_cat":"cs.LG","authors_text":"Alexander Sergeev, Can Karakus, Damian Podareanu, Derya Cavdar, Don D. Smith II, John A. Lockman III, Lucas A. Wilson, Pei Yang, Quy Ta, Rengan Xu, Srinivas Varadharajan, Valeriu Codreanu, Victor Suthichai, Vikram Saletore","submitted_at":"2019-05-10T09:44:35Z","abstract_excerpt":"Neural machine translation - using neural networks to translate human language - is an area of active research exploring new neuron types and network topologies with the goal of dramatically improving machine translation performance. Current state-of-the-art approaches, such as the multi-head attention-based transformer, require very large translation corpuses and many epochs to produce models of reasonable quality. Recent attempts to parallelize the official TensorFlow \"Transformer\" model across multiple nodes have hit roadblocks due to excessive memory use and resulting out of memory errors "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1905.04035","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:46:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eg1FW4Esi1yJ2bZBMoVKJzrUUjU4+KyDkdEiV11vlXt3YwXwsC3/bUxlWNchKDFgSVEpmTkDc8xInOAcvsPcBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-30T17:41:25.279060Z"},"content_sha256":"d1d8013e185d5e8b8312bafa3875328aeff83e36a45cb10009a58359037afd81","schema_version":"1.0","event_id":"sha256:d1d8013e185d5e8b8312bafa3875328aeff83e36a45cb10009a58359037afd81"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6UKMLYM3CWA2ASBH2IS5JPJHCL/bundle.json","state_url":"https://pith.science/pith/6UKMLYM3CWA2ASBH2IS5JPJHCL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6UKMLYM3CWA2ASBH2IS5JPJHCL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-30T17:41:25Z","links":{"resolver":"https://pith.science/pith/6UKMLYM3CWA2ASBH2IS5JPJHCL","bundle":"https://pith.science/pith/6UKMLYM3CWA2ASBH2IS5JPJHCL/bundle.json","state":"https://pith.science/pith/6UKMLYM3CWA2ASBH2IS5JPJHCL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6UKMLYM3CWA2ASBH2IS5JPJHCL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:6UKMLYM3CWA2ASBH2IS5JPJHCL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"834f749b62c1ba1ab03a77de563ac9266a42af3d7157840272414ddf04d4acee","cross_cats_sorted":["cs.CL","cs.DC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-05-10T09:44:35Z","title_canon_sha256":"84b75b41d31a79a7a5b97267de6479d2a0f1e4991297d6a6bd3e59fe90615b6f"},"schema_version":"1.0","source":{"id":"1905.04035","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1905.04035","created_at":"2026-05-17T23:46:34Z"},{"alias_kind":"arxiv_version","alias_value":"1905.04035v1","created_at":"2026-05-17T23:46:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1905.04035","created_at":"2026-05-17T23:46:34Z"},{"alias_kind":"pith_short_12","alias_value":"6UKMLYM3CWA2","created_at":"2026-05-18T12:33:10Z"},{"alias_kind":"pith_short_16","alias_value":"6UKMLYM3CWA2ASBH","created_at":"2026-05-18T12:33:10Z"},{"alias_kind":"pith_short_8","alias_value":"6UKMLYM3","created_at":"2026-05-18T12:33:10Z"}],"graph_snapshots":[{"event_id":"sha256:d1d8013e185d5e8b8312bafa3875328aeff83e36a45cb10009a58359037afd81","target":"graph","created_at":"2026-05-17T23:46:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Neural machine translation - using neural networks to translate human language - is an area of active research exploring new neuron types and network topologies with the goal of dramatically improving machine translation performance. Current state-of-the-art approaches, such as the multi-head attention-based transformer, require very large translation corpuses and many epochs to produce models of reasonable quality. Recent attempts to parallelize the official TensorFlow \"Transformer\" model across multiple nodes have hit roadblocks due to excessive memory use and resulting out of memory errors ","authors_text":"Alexander Sergeev, Can Karakus, Damian Podareanu, Derya Cavdar, Don D. Smith II, John A. Lockman III, Lucas A. Wilson, Pei Yang, Quy Ta, Rengan Xu, Srinivas Varadharajan, Valeriu Codreanu, Victor Suthichai, Vikram Saletore","cross_cats":["cs.CL","cs.DC"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-05-10T09:44:35Z","title":"Densifying Assumed-sparse Tensors: Improving Memory Efficiency and MPI Collective Performance during Tensor Accumulation for Parallelized Training of Neural Machine Translation Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1905.04035","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0aa052960be0ee08821a230025d292fce635154af5ca777f21152547012c4eb8","target":"record","created_at":"2026-05-17T23:46:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"834f749b62c1ba1ab03a77de563ac9266a42af3d7157840272414ddf04d4acee","cross_cats_sorted":["cs.CL","cs.DC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-05-10T09:44:35Z","title_canon_sha256":"84b75b41d31a79a7a5b97267de6479d2a0f1e4991297d6a6bd3e59fe90615b6f"},"schema_version":"1.0","source":{"id":"1905.04035","kind":"arxiv","version":1}},"canonical_sha256":"f514c5e19b1581a04827d225d4bd2712c7187b4d8cc810268b37b4d8b3b4bd07","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f514c5e19b1581a04827d225d4bd2712c7187b4d8cc810268b37b4d8b3b4bd07","first_computed_at":"2026-05-17T23:46:34.784798Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:46:34.784798Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"SgrO9CC5JfTI6QleiAeKvNmHv2sYeJHGUk/GlFJ0PRhPjQn816Og7p1gVWYLrX1uN8qpU+ob3iqLNC5ksM8iAQ==","signature_status":"signed_v1","signed_at":"2026-05-17T23:46:34.785383Z","signed_message":"canonical_sha256_bytes"},"source_id":"1905.04035","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0aa052960be0ee08821a230025d292fce635154af5ca777f21152547012c4eb8","sha256:d1d8013e185d5e8b8312bafa3875328aeff83e36a45cb10009a58359037afd81"],"state_sha256":"993910043fc1d192ee3929dbd2ea40f301a92e3ab66c98591761f577db03366d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Z4NfZOr4dJKr+jAx2Czwm4Tv0MfsPTeDCQ4zNWkJZ2LjnOhY5O4QLPLTH4MosoPDCCThfeWSmEAwPCYssiBGBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-30T17:41:25.282007Z","bundle_sha256":"3332438d85f9e58ca93c7af774df0bb4f30a25bb17491964e6b3f1b88e5fa2db"}}