{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:UGQCRQDO4DFH7EPO5MFJGREAZ6","short_pith_number":"pith:UGQCRQDO","canonical_record":{"source":{"id":"2411.12364","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-11-19T09:24:34Z","cross_cats_sorted":[],"title_canon_sha256":"08e4ec7328bb2ac09c6883062512b5ce79410f91ba7d8346c0b9d7e8eeac07b7","abstract_canon_sha256":"5b5b8773ec2c76725702e011b51a006c18b18f6d903bbacc8314b1fca62d659b"},"schema_version":"1.0"},"canonical_sha256":"a1a028c06ee0ca7f91eeeb0a934480cf9cc360b0d3718dc6a62deeee3789cff8","source":{"kind":"arxiv","id":"2411.12364","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.12364","created_at":"2026-07-05T10:10:29Z"},{"alias_kind":"arxiv_version","alias_value":"2411.12364v2","created_at":"2026-07-05T10:10:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.12364","created_at":"2026-07-05T10:10:29Z"},{"alias_kind":"pith_short_12","alias_value":"UGQCRQDO4DFH","created_at":"2026-07-05T10:10:29Z"},{"alias_kind":"pith_short_16","alias_value":"UGQCRQDO4DFH7EPO","created_at":"2026-07-05T10:10:29Z"},{"alias_kind":"pith_short_8","alias_value":"UGQCRQDO","created_at":"2026-07-05T10:10:29Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:UGQCRQDO4DFH7EPO5MFJGREAZ6","target":"record","payload":{"canonical_record":{"source":{"id":"2411.12364","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-11-19T09:24:34Z","cross_cats_sorted":[],"title_canon_sha256":"08e4ec7328bb2ac09c6883062512b5ce79410f91ba7d8346c0b9d7e8eeac07b7","abstract_canon_sha256":"5b5b8773ec2c76725702e011b51a006c18b18f6d903bbacc8314b1fca62d659b"},"schema_version":"1.0"},"canonical_sha256":"a1a028c06ee0ca7f91eeeb0a934480cf9cc360b0d3718dc6a62deeee3789cff8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:10:29.080321Z","signature_b64":"RTH+yIaAD3OgmCBw79aSteUNfo/o0qfc+6/U1dPNue6QCVKGOPVIbdpdMAR4Mvnzk4rm2BtRQM6vLoqIgZBZDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a1a028c06ee0ca7f91eeeb0a934480cf9cc360b0d3718dc6a62deeee3789cff8","last_reissued_at":"2026-07-05T10:10:29.079853Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:10:29.079853Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.12364","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:10:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"T8SQdasgbNFf7XHdn/T9TMqNN06Zv0W7vzoBhouCnl3dullMQZE7Zw6+/yO8O4fNxz0kGRKokOjCQKkCV1uWBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T22:33:03.370784Z"},"content_sha256":"dd35297fee871e6ffacbea608757bc25e5406bc302f6718de21075cc488f736f","schema_version":"1.0","event_id":"sha256:dd35297fee871e6ffacbea608757bc25e5406bc302f6718de21075cc488f736f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:UGQCRQDO4DFH7EPO5MFJGREAZ6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Ultra-Sparse Memory Network","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Defa Zhu, Hongzhi Huang, Qiyang Min, Ran Guo, Xun Zhou, Yutao Zeng, Zihao Huang","submitted_at":"2024-11-19T09:24:34Z","abstract_excerpt":"It is widely acknowledged that the performance of Transformer models is logarithmically related to their number of parameters and computational complexity. While approaches like Mixture of Experts (MoE) decouple parameter count from computational complexity, they still face challenges in inference due to high memory access costs. This work introduces UltraMem, incorporating large-scale, ultra-sparse memory layer to address these limitations. Our approach significantly reduces inference latency while maintaining model performance. We also investigate the scaling laws of this new architecture, d"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.12364","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.12364/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:10:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nMsH/dTYp0A6fD112q2uE0gWe4EZji/b1s35FL6yq0RluQ6V39qoryX8k2smZm69Savvhgd9zHcakUUQXAK3DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T22:33:03.371184Z"},"content_sha256":"5bc8bff76f0c24a7a8697de908903b99e500140e7bad0ede45eae08bce607209","schema_version":"1.0","event_id":"sha256:5bc8bff76f0c24a7a8697de908903b99e500140e7bad0ede45eae08bce607209"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UGQCRQDO4DFH7EPO5MFJGREAZ6/bundle.json","state_url":"https://pith.science/pith/UGQCRQDO4DFH7EPO5MFJGREAZ6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UGQCRQDO4DFH7EPO5MFJGREAZ6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T22:33:03Z","links":{"resolver":"https://pith.science/pith/UGQCRQDO4DFH7EPO5MFJGREAZ6","bundle":"https://pith.science/pith/UGQCRQDO4DFH7EPO5MFJGREAZ6/bundle.json","state":"https://pith.science/pith/UGQCRQDO4DFH7EPO5MFJGREAZ6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UGQCRQDO4DFH7EPO5MFJGREAZ6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:UGQCRQDO4DFH7EPO5MFJGREAZ6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5b5b8773ec2c76725702e011b51a006c18b18f6d903bbacc8314b1fca62d659b","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-11-19T09:24:34Z","title_canon_sha256":"08e4ec7328bb2ac09c6883062512b5ce79410f91ba7d8346c0b9d7e8eeac07b7"},"schema_version":"1.0","source":{"id":"2411.12364","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.12364","created_at":"2026-07-05T10:10:29Z"},{"alias_kind":"arxiv_version","alias_value":"2411.12364v2","created_at":"2026-07-05T10:10:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.12364","created_at":"2026-07-05T10:10:29Z"},{"alias_kind":"pith_short_12","alias_value":"UGQCRQDO4DFH","created_at":"2026-07-05T10:10:29Z"},{"alias_kind":"pith_short_16","alias_value":"UGQCRQDO4DFH7EPO","created_at":"2026-07-05T10:10:29Z"},{"alias_kind":"pith_short_8","alias_value":"UGQCRQDO","created_at":"2026-07-05T10:10:29Z"}],"graph_snapshots":[{"event_id":"sha256:5bc8bff76f0c24a7a8697de908903b99e500140e7bad0ede45eae08bce607209","target":"graph","created_at":"2026-07-05T10:10:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.12364/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"It is widely acknowledged that the performance of Transformer models is logarithmically related to their number of parameters and computational complexity. While approaches like Mixture of Experts (MoE) decouple parameter count from computational complexity, they still face challenges in inference due to high memory access costs. This work introduces UltraMem, incorporating large-scale, ultra-sparse memory layer to address these limitations. Our approach significantly reduces inference latency while maintaining model performance. We also investigate the scaling laws of this new architecture, d","authors_text":"Defa Zhu, Hongzhi Huang, Qiyang Min, Ran Guo, Xun Zhou, Yutao Zeng, Zihao Huang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-11-19T09:24:34Z","title":"Ultra-Sparse Memory Network"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.12364","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:dd35297fee871e6ffacbea608757bc25e5406bc302f6718de21075cc488f736f","target":"record","created_at":"2026-07-05T10:10:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5b5b8773ec2c76725702e011b51a006c18b18f6d903bbacc8314b1fca62d659b","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-11-19T09:24:34Z","title_canon_sha256":"08e4ec7328bb2ac09c6883062512b5ce79410f91ba7d8346c0b9d7e8eeac07b7"},"schema_version":"1.0","source":{"id":"2411.12364","kind":"arxiv","version":2}},"canonical_sha256":"a1a028c06ee0ca7f91eeeb0a934480cf9cc360b0d3718dc6a62deeee3789cff8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a1a028c06ee0ca7f91eeeb0a934480cf9cc360b0d3718dc6a62deeee3789cff8","first_computed_at":"2026-07-05T10:10:29.079853Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:10:29.079853Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"RTH+yIaAD3OgmCBw79aSteUNfo/o0qfc+6/U1dPNue6QCVKGOPVIbdpdMAR4Mvnzk4rm2BtRQM6vLoqIgZBZDg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:10:29.080321Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.12364","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:dd35297fee871e6ffacbea608757bc25e5406bc302f6718de21075cc488f736f","sha256:5bc8bff76f0c24a7a8697de908903b99e500140e7bad0ede45eae08bce607209"],"state_sha256":"204f06dbb198538cc0f90ba05be3ca47bba36152fe6775ef1603594bcf257ddb"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+hQ1Esdz+8b3MsDjbhzGja8deA5EYYgkSljBLol1fS3A/O5pBXZA8m4WhckuX3EN7H7pCxHLALTMnx6rqLR6Bg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T22:33:03.374093Z","bundle_sha256":"017fca225f68590a02bf51d562e5f16afb1314d376688cd6f7d3b088539f00a4"}}