{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:6RRX3HIAA2A2Z5AXNPSI3MHD4Q","short_pith_number":"pith:6RRX3HIA","canonical_record":{"source":{"id":"1805.10829","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2018-05-28T09:16:08Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"74da0af4228beac0efe62d2325a406bc94c17629bcc622c9d1784378934acd8e","abstract_canon_sha256":"9ceeaf91812c36cbf799f34b27424a48e1d46e506ed1214e0d1e23802cc53bc4"},"schema_version":"1.0"},"canonical_sha256":"f4637d9d000681acf4176be48db0e3e40d73c8a492e40f2c98aa6fd8b76a9ec2","source":{"kind":"arxiv","id":"1805.10829","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1805.10829","created_at":"2026-05-18T00:14:51Z"},{"alias_kind":"arxiv_version","alias_value":"1805.10829v1","created_at":"2026-05-18T00:14:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1805.10829","created_at":"2026-05-18T00:14:51Z"},{"alias_kind":"pith_short_12","alias_value":"6RRX3HIAA2A2","created_at":"2026-05-18T12:32:11Z"},{"alias_kind":"pith_short_16","alias_value":"6RRX3HIAA2A2Z5AX","created_at":"2026-05-18T12:32:11Z"},{"alias_kind":"pith_short_8","alias_value":"6RRX3HIA","created_at":"2026-05-18T12:32:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:6RRX3HIAA2A2Z5AXNPSI3MHD4Q","target":"record","payload":{"canonical_record":{"source":{"id":"1805.10829","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2018-05-28T09:16:08Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"74da0af4228beac0efe62d2325a406bc94c17629bcc622c9d1784378934acd8e","abstract_canon_sha256":"9ceeaf91812c36cbf799f34b27424a48e1d46e506ed1214e0d1e23802cc53bc4"},"schema_version":"1.0"},"canonical_sha256":"f4637d9d000681acf4176be48db0e3e40d73c8a492e40f2c98aa6fd8b76a9ec2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:14:51.292767Z","signature_b64":"fRBrxfrfu+ublC/GPJehKPItqptkBQ1lyF+L4BlG7IRz6dY7qTt5XEwVa84jgMgpUyzYV3O8Z6glDcsrtDgqBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f4637d9d000681acf4176be48db0e3e40d73c8a492e40f2c98aa6fd8b76a9ec2","last_reissued_at":"2026-05-18T00:14:51.292085Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:14:51.292085Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1805.10829","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:14:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7TAcBXREZPxTOgXHKPQMebfzRQ6PqujEkvM9jzsT/RVgj3JOmLXFdQfuK4VW3bK8eQtH9kwGDx/OAZHfjkD7BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-11T16:53:38.863224Z"},"content_sha256":"8aa00b75599cda857eae76f2410c760913f78a15dbba68580b7be6956253c2bb","schema_version":"1.0","event_id":"sha256:8aa00b75599cda857eae76f2410c760913f78a15dbba68580b7be6956253c2bb"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:6RRX3HIAA2A2Z5AXNPSI3MHD4Q","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Sigsoftmax: Reanalysis of the Softmax Bottleneck","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"stat.ML","authors_text":"Sekitoshi Kanai, Shuichi Adachi, Yasuhiro Fujiwara, Yuki Yamanaka","submitted_at":"2018-05-28T09:16:08Z","abstract_excerpt":"Softmax is an output activation function for modeling categorical probability distributions in many applications of deep learning. However, a recent study revealed that softmax can be a bottleneck of representational capacity of neural networks in language modeling (the softmax bottleneck). In this paper, we propose an output activation function for breaking the softmax bottleneck without additional parameters. We re-analyze the softmax bottleneck from the perspective of the output set of log-softmax and identify the cause of the softmax bottleneck. On the basis of this analysis, we propose si"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1805.10829","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:14:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DLEYoO4zxpLvuLy4z5CDoISfkGHY37DdsqLMego5mPrrPA819T5oMnYz6Z3d5oQbLI84YazvFf/JWtJghV/1Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-11T16:53:38.864025Z"},"content_sha256":"b25d69d4862ed46d3bdf4565d462fff57fd16e7a4f1f7171260d12c3ad408ccf","schema_version":"1.0","event_id":"sha256:b25d69d4862ed46d3bdf4565d462fff57fd16e7a4f1f7171260d12c3ad408ccf"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6RRX3HIAA2A2Z5AXNPSI3MHD4Q/bundle.json","state_url":"https://pith.science/pith/6RRX3HIAA2A2Z5AXNPSI3MHD4Q/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6RRX3HIAA2A2Z5AXNPSI3MHD4Q/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-11T16:53:38Z","links":{"resolver":"https://pith.science/pith/6RRX3HIAA2A2Z5AXNPSI3MHD4Q","bundle":"https://pith.science/pith/6RRX3HIAA2A2Z5AXNPSI3MHD4Q/bundle.json","state":"https://pith.science/pith/6RRX3HIAA2A2Z5AXNPSI3MHD4Q/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6RRX3HIAA2A2Z5AXNPSI3MHD4Q/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:6RRX3HIAA2A2Z5AXNPSI3MHD4Q","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9ceeaf91812c36cbf799f34b27424a48e1d46e506ed1214e0d1e23802cc53bc4","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2018-05-28T09:16:08Z","title_canon_sha256":"74da0af4228beac0efe62d2325a406bc94c17629bcc622c9d1784378934acd8e"},"schema_version":"1.0","source":{"id":"1805.10829","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1805.10829","created_at":"2026-05-18T00:14:51Z"},{"alias_kind":"arxiv_version","alias_value":"1805.10829v1","created_at":"2026-05-18T00:14:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1805.10829","created_at":"2026-05-18T00:14:51Z"},{"alias_kind":"pith_short_12","alias_value":"6RRX3HIAA2A2","created_at":"2026-05-18T12:32:11Z"},{"alias_kind":"pith_short_16","alias_value":"6RRX3HIAA2A2Z5AX","created_at":"2026-05-18T12:32:11Z"},{"alias_kind":"pith_short_8","alias_value":"6RRX3HIA","created_at":"2026-05-18T12:32:11Z"}],"graph_snapshots":[{"event_id":"sha256:b25d69d4862ed46d3bdf4565d462fff57fd16e7a4f1f7171260d12c3ad408ccf","target":"graph","created_at":"2026-05-18T00:14:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Softmax is an output activation function for modeling categorical probability distributions in many applications of deep learning. However, a recent study revealed that softmax can be a bottleneck of representational capacity of neural networks in language modeling (the softmax bottleneck). In this paper, we propose an output activation function for breaking the softmax bottleneck without additional parameters. We re-analyze the softmax bottleneck from the perspective of the output set of log-softmax and identify the cause of the softmax bottleneck. On the basis of this analysis, we propose si","authors_text":"Sekitoshi Kanai, Shuichi Adachi, Yasuhiro Fujiwara, Yuki Yamanaka","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2018-05-28T09:16:08Z","title":"Sigsoftmax: Reanalysis of the Softmax Bottleneck"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1805.10829","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8aa00b75599cda857eae76f2410c760913f78a15dbba68580b7be6956253c2bb","target":"record","created_at":"2026-05-18T00:14:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9ceeaf91812c36cbf799f34b27424a48e1d46e506ed1214e0d1e23802cc53bc4","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2018-05-28T09:16:08Z","title_canon_sha256":"74da0af4228beac0efe62d2325a406bc94c17629bcc622c9d1784378934acd8e"},"schema_version":"1.0","source":{"id":"1805.10829","kind":"arxiv","version":1}},"canonical_sha256":"f4637d9d000681acf4176be48db0e3e40d73c8a492e40f2c98aa6fd8b76a9ec2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f4637d9d000681acf4176be48db0e3e40d73c8a492e40f2c98aa6fd8b76a9ec2","first_computed_at":"2026-05-18T00:14:51.292085Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:14:51.292085Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"fRBrxfrfu+ublC/GPJehKPItqptkBQ1lyF+L4BlG7IRz6dY7qTt5XEwVa84jgMgpUyzYV3O8Z6glDcsrtDgqBg==","signature_status":"signed_v1","signed_at":"2026-05-18T00:14:51.292767Z","signed_message":"canonical_sha256_bytes"},"source_id":"1805.10829","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8aa00b75599cda857eae76f2410c760913f78a15dbba68580b7be6956253c2bb","sha256:b25d69d4862ed46d3bdf4565d462fff57fd16e7a4f1f7171260d12c3ad408ccf"],"state_sha256":"f97bd19b7337db58dc307d5418cc7be43eb4f4d4878c386b75a40ddb6fcfb230"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Hd6+c6xEDpZYhtJgjzuN8RuhT/qhVL50bzYJeLcK4v7qp3fgAOrDFVtbB3e0vj7/SrVF+vR7ryyq+7pdAQdlBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-11T16:53:38.868126Z","bundle_sha256":"ababe03213f5cf9a6c900e96b86839b5ffa3bf11e71fbb597698eb1707e9b8f0"}}