{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:CJ47NYSE2T2BQG34PHCL3WM2KK","short_pith_number":"pith:CJ47NYSE","canonical_record":{"source":{"id":"2207.06366","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-07-13T17:18:02Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"f31878230ebb8eb4b648d9332c72aedec2622f03226aa5afae9e077f4c30c12f","abstract_canon_sha256":"8b17b398264ea4ccb5932707c7482ca8b3c5e631e915ea04950de182dd1eedd7"},"schema_version":"1.0"},"canonical_sha256":"1279f6e244d4f4181b7c79c4bdd99a52ac8b05323060e620e2bd0f6c49401484","source":{"kind":"arxiv","id":"2207.06366","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2207.06366","created_at":"2026-07-05T04:40:04Z"},{"alias_kind":"arxiv_version","alias_value":"2207.06366v1","created_at":"2026-07-05T04:40:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2207.06366","created_at":"2026-07-05T04:40:04Z"},{"alias_kind":"pith_short_12","alias_value":"CJ47NYSE2T2B","created_at":"2026-07-05T04:40:04Z"},{"alias_kind":"pith_short_16","alias_value":"CJ47NYSE2T2BQG34","created_at":"2026-07-05T04:40:04Z"},{"alias_kind":"pith_short_8","alias_value":"CJ47NYSE","created_at":"2026-07-05T04:40:04Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:CJ47NYSE2T2BQG34PHCL3WM2KK","target":"record","payload":{"canonical_record":{"source":{"id":"2207.06366","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-07-13T17:18:02Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"f31878230ebb8eb4b648d9332c72aedec2622f03226aa5afae9e077f4c30c12f","abstract_canon_sha256":"8b17b398264ea4ccb5932707c7482ca8b3c5e631e915ea04950de182dd1eedd7"},"schema_version":"1.0"},"canonical_sha256":"1279f6e244d4f4181b7c79c4bdd99a52ac8b05323060e620e2bd0f6c49401484","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:40:04.682894Z","signature_b64":"PacAP9WZUzgC/1CKqyKtA7/3etjaMuYo6aTRF2LFE0m/ZSM1pd83oxZ8jtpyZaFmGCYcvbE0qR7Q7se9qfuJDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1279f6e244d4f4181b7c79c4bdd99a52ac8b05323060e620e2bd0f6c49401484","last_reissued_at":"2026-07-05T04:40:04.682410Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:40:04.682410Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2207.06366","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:40:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6fTzNsKPp67TQkR4ur6+TvHJZfc/POzZLrkOQlCl0v7kW49651w/4RArFBtaPGiapetILAWRkPYXYgn4SG3/Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T10:00:01.414184Z"},"content_sha256":"2f2e438ec6c1a2db542773555ae1c1fb9462eff16be83fe8e5fa59c495d9b8d7","schema_version":"1.0","event_id":"sha256:2f2e438ec6c1a2db542773555ae1c1fb9462eff16be83fe8e5fa59c495d9b8d7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:CJ47NYSE2T2BQG34PHCL3WM2KK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"N-Grammer: Augmenting Transformers with latent n-grams","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Aurko Roy, Benjamin Lee, Christopher Fifty, Guangda Lai, Jeffrey Zhao, Phuong Dao, Rigel Swavely, Rohan Anil, Shen Wu, Shibo Wang, Shuyuan Zhang, Tao (Alex) Yu, Ye Zhang, Yonghui Wu, Zhifeng Chen","submitted_at":"2022-07-13T17:18:02Z","abstract_excerpt":"Transformer models have recently emerged as one of the foundational models in natural language processing, and as a byproduct, there is significant recent interest and investment in scaling these models. However, the training and inference costs of these large Transformer language models are prohibitive, thus necessitating more research in identifying more efficient variants. In this work, we propose a simple yet effective modification to the Transformer architecture inspired by the literature in statistical language modeling, by augmenting the model with n-grams that are constructed from a di"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2207.06366","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2207.06366/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:40:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xwt8SURHV5nq3ViDqmJyPIXzIU4upIzhNT4Arlcrnw3kQ6iLgOi8wTCLDA2G8VszkUQvjmB5tBLRNEsg3AKnDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T10:00:01.414923Z"},"content_sha256":"5f32fb2b622aac9e6f4e013719707b6c17cf7b7176e487e6403cd2021ca6b06c","schema_version":"1.0","event_id":"sha256:5f32fb2b622aac9e6f4e013719707b6c17cf7b7176e487e6403cd2021ca6b06c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CJ47NYSE2T2BQG34PHCL3WM2KK/bundle.json","state_url":"https://pith.science/pith/CJ47NYSE2T2BQG34PHCL3WM2KK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CJ47NYSE2T2BQG34PHCL3WM2KK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T10:00:01Z","links":{"resolver":"https://pith.science/pith/CJ47NYSE2T2BQG34PHCL3WM2KK","bundle":"https://pith.science/pith/CJ47NYSE2T2BQG34PHCL3WM2KK/bundle.json","state":"https://pith.science/pith/CJ47NYSE2T2BQG34PHCL3WM2KK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CJ47NYSE2T2BQG34PHCL3WM2KK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:CJ47NYSE2T2BQG34PHCL3WM2KK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8b17b398264ea4ccb5932707c7482ca8b3c5e631e915ea04950de182dd1eedd7","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-07-13T17:18:02Z","title_canon_sha256":"f31878230ebb8eb4b648d9332c72aedec2622f03226aa5afae9e077f4c30c12f"},"schema_version":"1.0","source":{"id":"2207.06366","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2207.06366","created_at":"2026-07-05T04:40:04Z"},{"alias_kind":"arxiv_version","alias_value":"2207.06366v1","created_at":"2026-07-05T04:40:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2207.06366","created_at":"2026-07-05T04:40:04Z"},{"alias_kind":"pith_short_12","alias_value":"CJ47NYSE2T2B","created_at":"2026-07-05T04:40:04Z"},{"alias_kind":"pith_short_16","alias_value":"CJ47NYSE2T2BQG34","created_at":"2026-07-05T04:40:04Z"},{"alias_kind":"pith_short_8","alias_value":"CJ47NYSE","created_at":"2026-07-05T04:40:04Z"}],"graph_snapshots":[{"event_id":"sha256:5f32fb2b622aac9e6f4e013719707b6c17cf7b7176e487e6403cd2021ca6b06c","target":"graph","created_at":"2026-07-05T04:40:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2207.06366/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformer models have recently emerged as one of the foundational models in natural language processing, and as a byproduct, there is significant recent interest and investment in scaling these models. However, the training and inference costs of these large Transformer language models are prohibitive, thus necessitating more research in identifying more efficient variants. In this work, we propose a simple yet effective modification to the Transformer architecture inspired by the literature in statistical language modeling, by augmenting the model with n-grams that are constructed from a di","authors_text":"Aurko Roy, Benjamin Lee, Christopher Fifty, Guangda Lai, Jeffrey Zhao, Phuong Dao, Rigel Swavely, Rohan Anil, Shen Wu, Shibo Wang, Shuyuan Zhang, Tao (Alex) Yu, Ye Zhang, Yonghui Wu, Zhifeng Chen","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-07-13T17:18:02Z","title":"N-Grammer: Augmenting Transformers with latent n-grams"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2207.06366","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2f2e438ec6c1a2db542773555ae1c1fb9462eff16be83fe8e5fa59c495d9b8d7","target":"record","created_at":"2026-07-05T04:40:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8b17b398264ea4ccb5932707c7482ca8b3c5e631e915ea04950de182dd1eedd7","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-07-13T17:18:02Z","title_canon_sha256":"f31878230ebb8eb4b648d9332c72aedec2622f03226aa5afae9e077f4c30c12f"},"schema_version":"1.0","source":{"id":"2207.06366","kind":"arxiv","version":1}},"canonical_sha256":"1279f6e244d4f4181b7c79c4bdd99a52ac8b05323060e620e2bd0f6c49401484","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1279f6e244d4f4181b7c79c4bdd99a52ac8b05323060e620e2bd0f6c49401484","first_computed_at":"2026-07-05T04:40:04.682410Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:40:04.682410Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"PacAP9WZUzgC/1CKqyKtA7/3etjaMuYo6aTRF2LFE0m/ZSM1pd83oxZ8jtpyZaFmGCYcvbE0qR7Q7se9qfuJDw==","signature_status":"signed_v1","signed_at":"2026-07-05T04:40:04.682894Z","signed_message":"canonical_sha256_bytes"},"source_id":"2207.06366","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2f2e438ec6c1a2db542773555ae1c1fb9462eff16be83fe8e5fa59c495d9b8d7","sha256:5f32fb2b622aac9e6f4e013719707b6c17cf7b7176e487e6403cd2021ca6b06c"],"state_sha256":"73b3703a39204ade9479b6b075b5dafa5cd545fac3d9b2fec354162a21c67185"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ciY0a3VO8cXFWzo11a4tVo9v6tMAoqZizRPbYPSll/o+jqEeRUsDR99QbX5O9iU5WeoaD7d1k9NcfnpikgmRCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T10:00:01.418974Z","bundle_sha256":"720fcfb9888a4f23129295384639ac937fc5790da2707d32381c2bb12e1f9e20"}}