{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:FPXUUWGJ7L4JUFGSLMXMAXXF25","short_pith_number":"pith:FPXUUWGJ","canonical_record":{"source":{"id":"2404.07839","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-04-11T15:27:22Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"1bdca6fd6fe1dd1db3ced322ce1f5ac9504959361d7e99ab5fd52cad2814b0dd","abstract_canon_sha256":"41c03f0c66337f08ab91edbba0b03a65b1cdea3bff6c4dec67ee83bdcd9b7ea1"},"schema_version":"1.0"},"canonical_sha256":"2bef4a58c9faf89a14d25b2ec05ee5d770a2f625b080e9506eea9aa3dfc2d460","source":{"kind":"arxiv","id":"2404.07839","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.07839","created_at":"2026-07-05T09:00:03Z"},{"alias_kind":"arxiv_version","alias_value":"2404.07839v2","created_at":"2026-07-05T09:00:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.07839","created_at":"2026-07-05T09:00:03Z"},{"alias_kind":"pith_short_12","alias_value":"FPXUUWGJ7L4J","created_at":"2026-07-05T09:00:03Z"},{"alias_kind":"pith_short_16","alias_value":"FPXUUWGJ7L4JUFGS","created_at":"2026-07-05T09:00:03Z"},{"alias_kind":"pith_short_8","alias_value":"FPXUUWGJ","created_at":"2026-07-05T09:00:03Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:FPXUUWGJ7L4JUFGSLMXMAXXF25","target":"record","payload":{"canonical_record":{"source":{"id":"2404.07839","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-04-11T15:27:22Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"1bdca6fd6fe1dd1db3ced322ce1f5ac9504959361d7e99ab5fd52cad2814b0dd","abstract_canon_sha256":"41c03f0c66337f08ab91edbba0b03a65b1cdea3bff6c4dec67ee83bdcd9b7ea1"},"schema_version":"1.0"},"canonical_sha256":"2bef4a58c9faf89a14d25b2ec05ee5d770a2f625b080e9506eea9aa3dfc2d460","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:00:03.445136Z","signature_b64":"ZwPPjdgKfldLZmoYF0oZhTRr6t2GlwCuGmsZZ6StO2PIjO+F3U+dkBy6J2yFF+e5H1n9AlbYK5E+Inrj2rT2Dw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2bef4a58c9faf89a14d25b2ec05ee5d770a2f625b080e9506eea9aa3dfc2d460","last_reissued_at":"2026-07-05T09:00:03.444612Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:00:03.444612Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.07839","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:00:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MncnkXAG8j+JJKfvPE53BWJFcOSEpDM1JPdbz2E2a7nnE5ponBNVUju31jfV+QLOSPtqDT4BmPDq50fuTeV+CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T00:14:57.815673Z"},"content_sha256":"62c7cd24e5080f0c337c1de9e541bf088693330043b32c05e51a02c487b873cb","schema_version":"1.0","event_id":"sha256:62c7cd24e5080f0c337c1de9e541bf088693330043b32c05e51a02c487b873cb"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:FPXUUWGJ7L4JUFGSLMXMAXXF25","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"RecurrentGemma: Moving Past Transformers for Efficient Open Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Adam Paszke, Alek Andreev, Aleksandar Botev, Andy Brock, Antonia Paterson, Anushan Fernando, Armand Joulin, Arnaud Doucet, Arthur Zucker, Cassidy Hardin, Charlie Chen, Cl\\'ement Farabet, David Budden, David Huntsperger, Demis Hassabis, Elisa Bandy, Evan Senter, George-Cristian Muraru, Glenn Cameron, Guillaume Desjardins, Jenny Brennan, Johan Ferret, Juliette Love, Kathleen Kenealy, Koray Kavukcuoglu, Laurent Sifre, Leonard Berrada, L\\'eonard Hussenot, Ludovic Peran, Luiz Gustavo Martins, Meg Risdal, Mihir Sanjay Kale, Minh Giang, Morgane Rivi\\`ere, Nando de Frietas, Nesh Devanathan, Nilay Chauhan, Noah Fiedel, Olivier Bachem, Paul Mooney, Phil Culliton, Pier Giuseppe Sessa, Pouya Tafti, Raia Hadsell, Raj Gundluru, Razvan Pascanu, Robert Dadashi, Ruba Haroun, Samuel L Smith, Sebastian Borgeaud, Sertan Girgin, Sharad Vikram, Shreya Pathak, Soham De, Srivatsan Srinivasan, Surya Bhupatiraju, Thomas Mesnard, Trevor Gale, Tris Warkentin, Yee Whye Teh, Yutian Chen, Zoubin Ghahramani","submitted_at":"2024-04-11T15:27:22Z","abstract_excerpt":"We introduce RecurrentGemma, a family of open language models which uses Google's novel Griffin architecture. Griffin combines linear recurrences with local attention to achieve excellent performance on language. It has a fixed-sized state, which reduces memory use and enables efficient inference on long sequences. We provide two sizes of models, containing 2B and 9B parameters, and provide pre-trained and instruction tuned variants for both. Our models achieve comparable performance to similarly-sized Gemma baselines despite being trained on fewer tokens."},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.07839","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.07839/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:00:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"r+LzmvrEW64olpS8h6xMqL2MglOaouICcfjeQK2L/8cjE2OwiSDE28rVF8EWSTC/kEaUiF3Em9pVFMZV7q1LDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T00:14:57.816286Z"},"content_sha256":"1126c0b50ef947f8956f0f227cfb583b37771956925b53ab2b7cc0c8249888d5","schema_version":"1.0","event_id":"sha256:1126c0b50ef947f8956f0f227cfb583b37771956925b53ab2b7cc0c8249888d5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/FPXUUWGJ7L4JUFGSLMXMAXXF25/bundle.json","state_url":"https://pith.science/pith/FPXUUWGJ7L4JUFGSLMXMAXXF25/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/FPXUUWGJ7L4JUFGSLMXMAXXF25/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T00:14:57Z","links":{"resolver":"https://pith.science/pith/FPXUUWGJ7L4JUFGSLMXMAXXF25","bundle":"https://pith.science/pith/FPXUUWGJ7L4JUFGSLMXMAXXF25/bundle.json","state":"https://pith.science/pith/FPXUUWGJ7L4JUFGSLMXMAXXF25/state.json","well_known_bundle":"https://pith.science/.well-known/pith/FPXUUWGJ7L4JUFGSLMXMAXXF25/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:FPXUUWGJ7L4JUFGSLMXMAXXF25","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"41c03f0c66337f08ab91edbba0b03a65b1cdea3bff6c4dec67ee83bdcd9b7ea1","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-04-11T15:27:22Z","title_canon_sha256":"1bdca6fd6fe1dd1db3ced322ce1f5ac9504959361d7e99ab5fd52cad2814b0dd"},"schema_version":"1.0","source":{"id":"2404.07839","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.07839","created_at":"2026-07-05T09:00:03Z"},{"alias_kind":"arxiv_version","alias_value":"2404.07839v2","created_at":"2026-07-05T09:00:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.07839","created_at":"2026-07-05T09:00:03Z"},{"alias_kind":"pith_short_12","alias_value":"FPXUUWGJ7L4J","created_at":"2026-07-05T09:00:03Z"},{"alias_kind":"pith_short_16","alias_value":"FPXUUWGJ7L4JUFGS","created_at":"2026-07-05T09:00:03Z"},{"alias_kind":"pith_short_8","alias_value":"FPXUUWGJ","created_at":"2026-07-05T09:00:03Z"}],"graph_snapshots":[{"event_id":"sha256:1126c0b50ef947f8956f0f227cfb583b37771956925b53ab2b7cc0c8249888d5","target":"graph","created_at":"2026-07-05T09:00:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.07839/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We introduce RecurrentGemma, a family of open language models which uses Google's novel Griffin architecture. Griffin combines linear recurrences with local attention to achieve excellent performance on language. It has a fixed-sized state, which reduces memory use and enables efficient inference on long sequences. We provide two sizes of models, containing 2B and 9B parameters, and provide pre-trained and instruction tuned variants for both. Our models achieve comparable performance to similarly-sized Gemma baselines despite being trained on fewer tokens.","authors_text":"Adam Paszke, Alek Andreev, Aleksandar Botev, Andy Brock, Antonia Paterson, Anushan Fernando, Armand Joulin, Arnaud Doucet, Arthur Zucker, Cassidy Hardin, Charlie Chen, Cl\\'ement Farabet, David Budden, David Huntsperger, Demis Hassabis, Elisa Bandy, Evan Senter, George-Cristian Muraru, Glenn Cameron, Guillaume Desjardins, Jenny Brennan, Johan Ferret, Juliette Love, Kathleen Kenealy, Koray Kavukcuoglu, Laurent Sifre, Leonard Berrada, L\\'eonard Hussenot, Ludovic Peran, Luiz Gustavo Martins, Meg Risdal, Mihir Sanjay Kale, Minh Giang, Morgane Rivi\\`ere, Nando de Frietas, Nesh Devanathan, Nilay Chauhan, Noah Fiedel, Olivier Bachem, Paul Mooney, Phil Culliton, Pier Giuseppe Sessa, Pouya Tafti, Raia Hadsell, Raj Gundluru, Razvan Pascanu, Robert Dadashi, Ruba Haroun, Samuel L Smith, Sebastian Borgeaud, Sertan Girgin, Sharad Vikram, Shreya Pathak, Soham De, Srivatsan Srinivasan, Surya Bhupatiraju, Thomas Mesnard, Trevor Gale, Tris Warkentin, Yee Whye Teh, Yutian Chen, Zoubin Ghahramani","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-04-11T15:27:22Z","title":"RecurrentGemma: Moving Past Transformers for Efficient Open Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.07839","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:62c7cd24e5080f0c337c1de9e541bf088693330043b32c05e51a02c487b873cb","target":"record","created_at":"2026-07-05T09:00:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"41c03f0c66337f08ab91edbba0b03a65b1cdea3bff6c4dec67ee83bdcd9b7ea1","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-04-11T15:27:22Z","title_canon_sha256":"1bdca6fd6fe1dd1db3ced322ce1f5ac9504959361d7e99ab5fd52cad2814b0dd"},"schema_version":"1.0","source":{"id":"2404.07839","kind":"arxiv","version":2}},"canonical_sha256":"2bef4a58c9faf89a14d25b2ec05ee5d770a2f625b080e9506eea9aa3dfc2d460","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2bef4a58c9faf89a14d25b2ec05ee5d770a2f625b080e9506eea9aa3dfc2d460","first_computed_at":"2026-07-05T09:00:03.444612Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:00:03.444612Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ZwPPjdgKfldLZmoYF0oZhTRr6t2GlwCuGmsZZ6StO2PIjO+F3U+dkBy6J2yFF+e5H1n9AlbYK5E+Inrj2rT2Dw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:00:03.445136Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.07839","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:62c7cd24e5080f0c337c1de9e541bf088693330043b32c05e51a02c487b873cb","sha256:1126c0b50ef947f8956f0f227cfb583b37771956925b53ab2b7cc0c8249888d5"],"state_sha256":"83287b147c08710eb64d67513431df86a961e04aff318eb68464b1a5850d62aa"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"s1yteUONlRy/hEw7G+gMu/3Q3XDD8R2y/6SJfngpxcK3ft1/qnjfnmNSDegdMI2StLtw1WQ20vJrrtVPgyt3Aw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T00:14:57.820756Z","bundle_sha256":"19a8acc659eb1b6bd17818e055255a5971d927172a56ebc9dcb87d97635bda4a"}}