{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:TOUIXTXQEBH7NZR4ZNA7VJ3YIK","short_pith_number":"pith:TOUIXTXQ","canonical_record":{"source":{"id":"2503.01868","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-25T19:47:20Z","cross_cats_sorted":["cs.AI","cs.CL","cs.DC"],"title_canon_sha256":"84627563fd998963b7d5fa7532a475118fc05eb4e60601710f11e7fd01e3aeef","abstract_canon_sha256":"c175bef272d4969fb07813f99364d25f7d02bf1d47dd84d21e2c92bb60fa7eb0"},"schema_version":"1.0"},"canonical_sha256":"9ba88bcef0204ff6e63ccb41faa77842b39d24a944a2782448f33284d7c1b46c","source":{"kind":"arxiv","id":"2503.01868","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.01868","created_at":"2026-07-05T10:24:03Z"},{"alias_kind":"arxiv_version","alias_value":"2503.01868v1","created_at":"2026-07-05T10:24:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.01868","created_at":"2026-07-05T10:24:03Z"},{"alias_kind":"pith_short_12","alias_value":"TOUIXTXQEBH7","created_at":"2026-07-05T10:24:03Z"},{"alias_kind":"pith_short_16","alias_value":"TOUIXTXQEBH7NZR4","created_at":"2026-07-05T10:24:03Z"},{"alias_kind":"pith_short_8","alias_value":"TOUIXTXQ","created_at":"2026-07-05T10:24:03Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:TOUIXTXQEBH7NZR4ZNA7VJ3YIK","target":"record","payload":{"canonical_record":{"source":{"id":"2503.01868","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-25T19:47:20Z","cross_cats_sorted":["cs.AI","cs.CL","cs.DC"],"title_canon_sha256":"84627563fd998963b7d5fa7532a475118fc05eb4e60601710f11e7fd01e3aeef","abstract_canon_sha256":"c175bef272d4969fb07813f99364d25f7d02bf1d47dd84d21e2c92bb60fa7eb0"},"schema_version":"1.0"},"canonical_sha256":"9ba88bcef0204ff6e63ccb41faa77842b39d24a944a2782448f33284d7c1b46c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:24:03.913534Z","signature_b64":"3R5d53jxRWA+dCZ+BePeKzPCGaHbL/QIRnAB5xGMppxvKD5V17LOX2Bg+ezZW4epUO4v0s2mt1zZIhlFnJssDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9ba88bcef0204ff6e63ccb41faa77842b39d24a944a2782448f33284d7c1b46c","last_reissued_at":"2026-07-05T10:24:03.912910Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:24:03.912910Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2503.01868","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:24:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wE687oEtG/+GKidvtND3Amragv3hyzy6rmocifXIyE3jdXG1AshQanI3U2nAbwq8o4Yy8kcz4aOrxAicy31NDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T19:04:05.516346Z"},"content_sha256":"db97bc0362892e0f0ecdfbcd71a3f2c07e3eb24fe67881ec648846370467d23c","schema_version":"1.0","event_id":"sha256:db97bc0362892e0f0ecdfbcd71a3f2c07e3eb24fe67881ec648846370467d23c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:TOUIXTXQEBH7NZR4ZNA7VJ3YIK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Systems and Algorithms for Convolutional Multi-Hybrid Language Models at Scale","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL","cs.DC"],"primary_cat":"cs.LG","authors_text":"Ali Taghibakhshi, Amy X. Lu, Anton Vorontsov, Brandon Yang, Brian L. Hie, Christopher R\\'e, Dave P. Burke, David W. Romero, Eric Nguyen, Garyk Brixi, Greg Brockman, Jerome Ku, Michael Poli, Patrick D. Hsu, Stefano Ermon, Stefano Massaroli","submitted_at":"2025-02-25T19:47:20Z","abstract_excerpt":"We introduce convolutional multi-hybrid architectures, with a design grounded on two simple observations. First, operators in hybrid models can be tailored to token manipulation tasks such as in-context recall, multi-token recall, and compression, with input-dependent convolutions and attention offering complementary performance. Second, co-designing convolution operators and hardware-aware algorithms enables efficiency gains in regimes where previous alternative architectures struggle to surpass Transformers. At the 40 billion parameter scale, we train end-to-end 1.2 to 2.9 times faster than "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.01868","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2503.01868/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:24:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5Nrcq0sv/oLzvkRc+EsmCY80mGbejGmEzCyko8uE9FicCTd4cuGI/GlhqbDB95PRdKBFZzb35CLHYfJLg1a1Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T19:04:05.517284Z"},"content_sha256":"012abe14a2335a1f1c92ad171ae9a708cf425010f4dc22486a4ca39979a3881c","schema_version":"1.0","event_id":"sha256:012abe14a2335a1f1c92ad171ae9a708cf425010f4dc22486a4ca39979a3881c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TOUIXTXQEBH7NZR4ZNA7VJ3YIK/bundle.json","state_url":"https://pith.science/pith/TOUIXTXQEBH7NZR4ZNA7VJ3YIK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TOUIXTXQEBH7NZR4ZNA7VJ3YIK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T19:04:05Z","links":{"resolver":"https://pith.science/pith/TOUIXTXQEBH7NZR4ZNA7VJ3YIK","bundle":"https://pith.science/pith/TOUIXTXQEBH7NZR4ZNA7VJ3YIK/bundle.json","state":"https://pith.science/pith/TOUIXTXQEBH7NZR4ZNA7VJ3YIK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TOUIXTXQEBH7NZR4ZNA7VJ3YIK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:TOUIXTXQEBH7NZR4ZNA7VJ3YIK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c175bef272d4969fb07813f99364d25f7d02bf1d47dd84d21e2c92bb60fa7eb0","cross_cats_sorted":["cs.AI","cs.CL","cs.DC"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-25T19:47:20Z","title_canon_sha256":"84627563fd998963b7d5fa7532a475118fc05eb4e60601710f11e7fd01e3aeef"},"schema_version":"1.0","source":{"id":"2503.01868","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.01868","created_at":"2026-07-05T10:24:03Z"},{"alias_kind":"arxiv_version","alias_value":"2503.01868v1","created_at":"2026-07-05T10:24:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.01868","created_at":"2026-07-05T10:24:03Z"},{"alias_kind":"pith_short_12","alias_value":"TOUIXTXQEBH7","created_at":"2026-07-05T10:24:03Z"},{"alias_kind":"pith_short_16","alias_value":"TOUIXTXQEBH7NZR4","created_at":"2026-07-05T10:24:03Z"},{"alias_kind":"pith_short_8","alias_value":"TOUIXTXQ","created_at":"2026-07-05T10:24:03Z"}],"graph_snapshots":[{"event_id":"sha256:012abe14a2335a1f1c92ad171ae9a708cf425010f4dc22486a4ca39979a3881c","target":"graph","created_at":"2026-07-05T10:24:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2503.01868/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We introduce convolutional multi-hybrid architectures, with a design grounded on two simple observations. First, operators in hybrid models can be tailored to token manipulation tasks such as in-context recall, multi-token recall, and compression, with input-dependent convolutions and attention offering complementary performance. Second, co-designing convolution operators and hardware-aware algorithms enables efficiency gains in regimes where previous alternative architectures struggle to surpass Transformers. At the 40 billion parameter scale, we train end-to-end 1.2 to 2.9 times faster than ","authors_text":"Ali Taghibakhshi, Amy X. Lu, Anton Vorontsov, Brandon Yang, Brian L. Hie, Christopher R\\'e, Dave P. Burke, David W. Romero, Eric Nguyen, Garyk Brixi, Greg Brockman, Jerome Ku, Michael Poli, Patrick D. Hsu, Stefano Ermon, Stefano Massaroli","cross_cats":["cs.AI","cs.CL","cs.DC"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-25T19:47:20Z","title":"Systems and Algorithms for Convolutional Multi-Hybrid Language Models at Scale"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.01868","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:db97bc0362892e0f0ecdfbcd71a3f2c07e3eb24fe67881ec648846370467d23c","target":"record","created_at":"2026-07-05T10:24:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c175bef272d4969fb07813f99364d25f7d02bf1d47dd84d21e2c92bb60fa7eb0","cross_cats_sorted":["cs.AI","cs.CL","cs.DC"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-25T19:47:20Z","title_canon_sha256":"84627563fd998963b7d5fa7532a475118fc05eb4e60601710f11e7fd01e3aeef"},"schema_version":"1.0","source":{"id":"2503.01868","kind":"arxiv","version":1}},"canonical_sha256":"9ba88bcef0204ff6e63ccb41faa77842b39d24a944a2782448f33284d7c1b46c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9ba88bcef0204ff6e63ccb41faa77842b39d24a944a2782448f33284d7c1b46c","first_computed_at":"2026-07-05T10:24:03.912910Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:24:03.912910Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"3R5d53jxRWA+dCZ+BePeKzPCGaHbL/QIRnAB5xGMppxvKD5V17LOX2Bg+ezZW4epUO4v0s2mt1zZIhlFnJssDg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:24:03.913534Z","signed_message":"canonical_sha256_bytes"},"source_id":"2503.01868","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:db97bc0362892e0f0ecdfbcd71a3f2c07e3eb24fe67881ec648846370467d23c","sha256:012abe14a2335a1f1c92ad171ae9a708cf425010f4dc22486a4ca39979a3881c"],"state_sha256":"4a1f6e48a58fa84952aa3c2f0cb8717b347f31d49729385b50c4849289c3ea55"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8ZkmriaTY7lVpVfNVJksthwFf1HS/tBrhapT3Udg+zpyAT+x9X3oVtBYSdWIjwa4iYoIbZukK2kKpRkGbCEXAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T19:04:05.527696Z","bundle_sha256":"0e92c52b0ff243d97ce170c12fbbc103a3734b83d90c848c6ddcbbeaa72097c8"}}