{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:K4HR227YVURJOW7POYILPLXJLO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ddc6862c0d840afd63dda8cef8c05a2128b09827ededaf2e6231aec0d2f58eec","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-26T22:23:02Z","title_canon_sha256":"10402e7c3b8318e16b9aab7ef77e92a298d87dbcc9984c6afcfa9e75286896f3"},"schema_version":"1.0","source":{"id":"2405.16712","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.16712","created_at":"2026-07-05T08:23:34Z"},{"alias_kind":"arxiv_version","alias_value":"2405.16712v1","created_at":"2026-07-05T08:23:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.16712","created_at":"2026-07-05T08:23:34Z"},{"alias_kind":"pith_short_12","alias_value":"K4HR227YVURJ","created_at":"2026-07-05T08:23:34Z"},{"alias_kind":"pith_short_16","alias_value":"K4HR227YVURJOW7P","created_at":"2026-07-05T08:23:34Z"},{"alias_kind":"pith_short_8","alias_value":"K4HR227Y","created_at":"2026-07-05T08:23:34Z"}],"graph_snapshots":[{"event_id":"sha256:333328ca9a5230f6e0c3a43758b3f8a2f4694caadf187cbdde900f5ead38601d","target":"graph","created_at":"2026-07-05T08:23:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.16712/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this technical report, we present Zamba, a novel 7B SSM-transformer hybrid model which achieves competitive performance against leading open-weight models at a comparable scale. Zamba is trained on 1T tokens from openly available datasets and is the best non-transformer model at this scale. Zamba pioneers a unique architecture combining a Mamba backbone with a single shared attention module, thus obtaining the benefits of attention at minimal parameter cost. Due to its architecture, Zamba is significantly faster at inference than comparable transformer models and requires substantially less","authors_text":"Adam Ibrahim, Beren Millidge, James Whittington, Jonathan Pilault, Paolo Glorioso, Quentin Anthony, Yury Tokpanov","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-26T22:23:02Z","title":"Zamba: A Compact 7B SSM Hybrid Model"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.16712","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1a6faa36da38331ce139920c6cc80986636199f93ad98613d8e419781bcec73d","target":"record","created_at":"2026-07-05T08:23:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ddc6862c0d840afd63dda8cef8c05a2128b09827ededaf2e6231aec0d2f58eec","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-05-26T22:23:02Z","title_canon_sha256":"10402e7c3b8318e16b9aab7ef77e92a298d87dbcc9984c6afcfa9e75286896f3"},"schema_version":"1.0","source":{"id":"2405.16712","kind":"arxiv","version":1}},"canonical_sha256":"570f1d6bf8ad22975bef7610b7aee95bb4adc5a73175ba695b9a585b122ceed1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"570f1d6bf8ad22975bef7610b7aee95bb4adc5a73175ba695b9a585b122ceed1","first_computed_at":"2026-07-05T08:23:34.371322Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:23:34.371322Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"EnJQqNCdQl4NIRPUdcMqTvCSrptP5YNnKjdOFe4s7GXiqu9tP7tU3QvskcGlWQdZGRe+nLq+/eLiyxsjuXvjAA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:23:34.371785Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.16712","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1a6faa36da38331ce139920c6cc80986636199f93ad98613d8e419781bcec73d","sha256:333328ca9a5230f6e0c3a43758b3f8a2f4694caadf187cbdde900f5ead38601d"],"state_sha256":"c0e029700b98efe663b97c82c7b49153d4eb004cb7f21e635ea5592ba66b6835"}