{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:WQYQ7PYA7N3J2OT7QF6T365QIL","short_pith_number":"pith:WQYQ7PYA","canonical_record":{"source":{"id":"2306.03725","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-06-06T14:44:52Z","cross_cats_sorted":["cs.AI","cs.DC"],"title_canon_sha256":"c89afbfe403ef7fae818ce12aac14ea35c5ecebfc2a9f8062288ee7eed1ac085","abstract_canon_sha256":"e16a9cb2e5b1a5dac4b9ef1eab259ee44b146ebab4c84cc883a94e9d92b0de0c"},"schema_version":"1.0"},"canonical_sha256":"b4310fbf00fb769d3a7f817d3dfbb042deffd23fc23c84258dfcd18a087f0b35","source":{"kind":"arxiv","id":"2306.03725","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.03725","created_at":"2026-07-05T07:09:49Z"},{"alias_kind":"arxiv_version","alias_value":"2306.03725v1","created_at":"2026-07-05T07:09:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.03725","created_at":"2026-07-05T07:09:49Z"},{"alias_kind":"pith_short_12","alias_value":"WQYQ7PYA7N3J","created_at":"2026-07-05T07:09:49Z"},{"alias_kind":"pith_short_16","alias_value":"WQYQ7PYA7N3J2OT7","created_at":"2026-07-05T07:09:49Z"},{"alias_kind":"pith_short_8","alias_value":"WQYQ7PYA","created_at":"2026-07-05T07:09:49Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:WQYQ7PYA7N3J2OT7QF6T365QIL","target":"record","payload":{"canonical_record":{"source":{"id":"2306.03725","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-06-06T14:44:52Z","cross_cats_sorted":["cs.AI","cs.DC"],"title_canon_sha256":"c89afbfe403ef7fae818ce12aac14ea35c5ecebfc2a9f8062288ee7eed1ac085","abstract_canon_sha256":"e16a9cb2e5b1a5dac4b9ef1eab259ee44b146ebab4c84cc883a94e9d92b0de0c"},"schema_version":"1.0"},"canonical_sha256":"b4310fbf00fb769d3a7f817d3dfbb042deffd23fc23c84258dfcd18a087f0b35","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:09:49.307023Z","signature_b64":"6Wjo3DeVR4adDhp5uWNm/1dadZNSznjy5fTRCl1qZ2H3FKkkXeHDpvC6W4/2d9reGpFAzAETrYF3iWoJpS3mAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b4310fbf00fb769d3a7f817d3dfbb042deffd23fc23c84258dfcd18a087f0b35","last_reissued_at":"2026-07-05T07:09:49.306523Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:09:49.306523Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2306.03725","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:09:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SX/xhHSVM6NH64MS2+zaXA7u7Ne+76ykb/OD1uoMFZOqIN2jn9iPOYf99ewNNgjNWXBoUn9jm0qMRc468aSfBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T19:21:29.153908Z"},"content_sha256":"96ad9a28d9c574e1dfdd18cbb66e40af4dd65129374a49b1be1de3b8799cdb6a","schema_version":"1.0","event_id":"sha256:96ad9a28d9c574e1dfdd18cbb66e40af4dd65129374a49b1be1de3b8799cdb6a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:WQYQ7PYA7N3J2OT7QF6T365QIL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Towards Memory-Efficient Training for Extremely Large Output Spaces -- Learning with 500k Labels on a Single Commodity GPU","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.DC"],"primary_cat":"cs.LG","authors_text":"Erik Schultheis, Rohit Babbar","submitted_at":"2023-06-06T14:44:52Z","abstract_excerpt":"In classification problems with large output spaces (up to millions of labels), the last layer can require an enormous amount of memory. Using sparse connectivity would drastically reduce the memory requirements, but as we show below, it can result in much diminished predictive performance of the model. Fortunately, we found that this can be mitigated by introducing a penultimate layer of intermediate size. We further demonstrate that one can constrain the connectivity of the sparse layer to be uniform, in the sense that each output neuron will have the exact same number of incoming connection"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.03725","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2306.03725/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:09:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+mmoLvMytZD4Gd23xdD+5s4Om46dCfpfYWN/C4DyYK5onovQXdMFVOnCK6ypj4Gtx+bkuLGm0MewQLD8f3+IBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T19:21:29.154699Z"},"content_sha256":"f541e68a638f5e688386e755eb17c0f83d1af0a36ac8e18ab59b5d1391f0c19a","schema_version":"1.0","event_id":"sha256:f541e68a638f5e688386e755eb17c0f83d1af0a36ac8e18ab59b5d1391f0c19a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WQYQ7PYA7N3J2OT7QF6T365QIL/bundle.json","state_url":"https://pith.science/pith/WQYQ7PYA7N3J2OT7QF6T365QIL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WQYQ7PYA7N3J2OT7QF6T365QIL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T19:21:29Z","links":{"resolver":"https://pith.science/pith/WQYQ7PYA7N3J2OT7QF6T365QIL","bundle":"https://pith.science/pith/WQYQ7PYA7N3J2OT7QF6T365QIL/bundle.json","state":"https://pith.science/pith/WQYQ7PYA7N3J2OT7QF6T365QIL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WQYQ7PYA7N3J2OT7QF6T365QIL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:WQYQ7PYA7N3J2OT7QF6T365QIL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e16a9cb2e5b1a5dac4b9ef1eab259ee44b146ebab4c84cc883a94e9d92b0de0c","cross_cats_sorted":["cs.AI","cs.DC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-06-06T14:44:52Z","title_canon_sha256":"c89afbfe403ef7fae818ce12aac14ea35c5ecebfc2a9f8062288ee7eed1ac085"},"schema_version":"1.0","source":{"id":"2306.03725","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.03725","created_at":"2026-07-05T07:09:49Z"},{"alias_kind":"arxiv_version","alias_value":"2306.03725v1","created_at":"2026-07-05T07:09:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.03725","created_at":"2026-07-05T07:09:49Z"},{"alias_kind":"pith_short_12","alias_value":"WQYQ7PYA7N3J","created_at":"2026-07-05T07:09:49Z"},{"alias_kind":"pith_short_16","alias_value":"WQYQ7PYA7N3J2OT7","created_at":"2026-07-05T07:09:49Z"},{"alias_kind":"pith_short_8","alias_value":"WQYQ7PYA","created_at":"2026-07-05T07:09:49Z"}],"graph_snapshots":[{"event_id":"sha256:f541e68a638f5e688386e755eb17c0f83d1af0a36ac8e18ab59b5d1391f0c19a","target":"graph","created_at":"2026-07-05T07:09:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.03725/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In classification problems with large output spaces (up to millions of labels), the last layer can require an enormous amount of memory. Using sparse connectivity would drastically reduce the memory requirements, but as we show below, it can result in much diminished predictive performance of the model. Fortunately, we found that this can be mitigated by introducing a penultimate layer of intermediate size. We further demonstrate that one can constrain the connectivity of the sparse layer to be uniform, in the sense that each output neuron will have the exact same number of incoming connection","authors_text":"Erik Schultheis, Rohit Babbar","cross_cats":["cs.AI","cs.DC"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-06-06T14:44:52Z","title":"Towards Memory-Efficient Training for Extremely Large Output Spaces -- Learning with 500k Labels on a Single Commodity GPU"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.03725","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:96ad9a28d9c574e1dfdd18cbb66e40af4dd65129374a49b1be1de3b8799cdb6a","target":"record","created_at":"2026-07-05T07:09:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e16a9cb2e5b1a5dac4b9ef1eab259ee44b146ebab4c84cc883a94e9d92b0de0c","cross_cats_sorted":["cs.AI","cs.DC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-06-06T14:44:52Z","title_canon_sha256":"c89afbfe403ef7fae818ce12aac14ea35c5ecebfc2a9f8062288ee7eed1ac085"},"schema_version":"1.0","source":{"id":"2306.03725","kind":"arxiv","version":1}},"canonical_sha256":"b4310fbf00fb769d3a7f817d3dfbb042deffd23fc23c84258dfcd18a087f0b35","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b4310fbf00fb769d3a7f817d3dfbb042deffd23fc23c84258dfcd18a087f0b35","first_computed_at":"2026-07-05T07:09:49.306523Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:09:49.306523Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"6Wjo3DeVR4adDhp5uWNm/1dadZNSznjy5fTRCl1qZ2H3FKkkXeHDpvC6W4/2d9reGpFAzAETrYF3iWoJpS3mAA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:09:49.307023Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.03725","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:96ad9a28d9c574e1dfdd18cbb66e40af4dd65129374a49b1be1de3b8799cdb6a","sha256:f541e68a638f5e688386e755eb17c0f83d1af0a36ac8e18ab59b5d1391f0c19a"],"state_sha256":"40a42b366db08c4f5e045b1865d9ede7e92d4abdfa42e5a6223aba85cca8b9c2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2QMTO97YKUR9VgfYvxTqYbCRc2ugdRJujH967QHRmuXIWl1EtgcTqTNqetC979HnQYXDdyRKXalG5MAmtAFWAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T19:21:29.162442Z","bundle_sha256":"a1776dfa835a6411933a873a979f6b3f4145a2f1018d7661620edb0a167698d1"}}