{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:OFRIDK3XZMMFB4N45W3ZWQMITI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3747ce48e6f5ca41e0eb56a40601b981346d2e1b2f6988c283085b00cba24cc7","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-04T21:47:18Z","title_canon_sha256":"ee351da1bef134c4aded7fff7fbc14b9371dea264139af2000f36956b16e622e"},"schema_version":"1.0","source":{"id":"2505.02266","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.02266","created_at":"2026-07-05T10:58:34Z"},{"alias_kind":"arxiv_version","alias_value":"2505.02266v1","created_at":"2026-07-05T10:58:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.02266","created_at":"2026-07-05T10:58:34Z"},{"alias_kind":"pith_short_12","alias_value":"OFRIDK3XZMMF","created_at":"2026-07-05T10:58:34Z"},{"alias_kind":"pith_short_16","alias_value":"OFRIDK3XZMMFB4N4","created_at":"2026-07-05T10:58:34Z"},{"alias_kind":"pith_short_8","alias_value":"OFRIDK3X","created_at":"2026-07-05T10:58:34Z"}],"graph_snapshots":[{"event_id":"sha256:078629c0bd5f32fccd0c604a1d82161fb12617af03fced1d07f23db4236ff602","target":"graph","created_at":"2026-07-05T10:58:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.02266/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Embedding layers in transformer-based NLP models typically account for the largest share of model parameters, scaling with vocabulary size but not yielding performance gains proportional to scale. We propose an alternative approach in which token embedding vectors are first generated deterministically, directly from the token IDs using a Fourier expansion of their normalized values, followed by a lightweight multilayer perceptron (MLP) that captures higher-order interactions. We train standard transformers and our architecture on natural language inference tasks (SNLI and MNLI), and evaluate z","authors_text":"Henry Ndubuaku, Mouad Talhi","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-04T21:47:18Z","title":"Parameter-Efficient Transformer Embeddings"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.02266","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2f0ffb5cacf58f0068a6606ce95957d2e2470fb25cb3bd0cc2a8cbf9169b040f","target":"record","created_at":"2026-07-05T10:58:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3747ce48e6f5ca41e0eb56a40601b981346d2e1b2f6988c283085b00cba24cc7","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-04T21:47:18Z","title_canon_sha256":"ee351da1bef134c4aded7fff7fbc14b9371dea264139af2000f36956b16e622e"},"schema_version":"1.0","source":{"id":"2505.02266","kind":"arxiv","version":1}},"canonical_sha256":"716281ab77cb1850f1bcedb79b41889a0b28eae0fce793f970e0b50a1a0e4b84","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"716281ab77cb1850f1bcedb79b41889a0b28eae0fce793f970e0b50a1a0e4b84","first_computed_at":"2026-07-05T10:58:34.890678Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:58:34.890678Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"63/JyQ8m3JcVD3lBuYohWQGh1OcIu1DatINMp0LsvSTR4yHMfs4MZBbC0s02mQtlmCpNsdXnYRudHAS4bGIbCA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:58:34.891122Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.02266","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2f0ffb5cacf58f0068a6606ce95957d2e2470fb25cb3bd0cc2a8cbf9169b040f","sha256:078629c0bd5f32fccd0c604a1d82161fb12617af03fced1d07f23db4236ff602"],"state_sha256":"23914cf70e01511dfbb4c6c5fa9a79d9e3000bee436d5f620e1ad06096b83a6d"}