{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:3S5Y6A5LN45KO7NVCEOOCLNFD5","short_pith_number":"pith:3S5Y6A5L","canonical_record":{"source":{"id":"2412.13663","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-18T09:39:44Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"a35577cf6c1da11279590635ca749acdbaeee9b9f33fa12288491d2cb7ea194b","abstract_canon_sha256":"121af0e3691b4c802a9f1fdbe702c7a47889b22303e2daa21ed745bb5974bf2e"},"schema_version":"1.0"},"canonical_sha256":"dcbb8f03ab6f3aa77db5111ce12da51f41e7a8ec3feae4c5ed1024eb4f847e9c","source":{"kind":"arxiv","id":"2412.13663","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.13663","created_at":"2026-05-20T17:34:42Z"},{"alias_kind":"arxiv_version","alias_value":"2412.13663v2","created_at":"2026-05-20T17:34:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.13663","created_at":"2026-05-20T17:34:42Z"},{"alias_kind":"pith_short_12","alias_value":"3S5Y6A5LN45K","created_at":"2026-05-20T17:34:42Z"},{"alias_kind":"pith_short_16","alias_value":"3S5Y6A5LN45KO7NV","created_at":"2026-05-20T17:34:42Z"},{"alias_kind":"pith_short_8","alias_value":"3S5Y6A5L","created_at":"2026-05-20T17:34:42Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:3S5Y6A5LN45KO7NVCEOOCLNFD5","target":"record","payload":{"canonical_record":{"source":{"id":"2412.13663","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-18T09:39:44Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"a35577cf6c1da11279590635ca749acdbaeee9b9f33fa12288491d2cb7ea194b","abstract_canon_sha256":"121af0e3691b4c802a9f1fdbe702c7a47889b22303e2daa21ed745bb5974bf2e"},"schema_version":"1.0"},"canonical_sha256":"dcbb8f03ab6f3aa77db5111ce12da51f41e7a8ec3feae4c5ed1024eb4f847e9c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-20T17:34:42.676731Z","signature_b64":"m65RI2gAeknckADA/76sCIcOfGnbkS11yaf0x+EjQ1On1XdV9x6Jz9ehfoSz0Me6t8LI5kiiP1qf4f6uSHMADQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"dcbb8f03ab6f3aa77db5111ce12da51f41e7a8ec3feae4c5ed1024eb4f847e9c","last_reissued_at":"2026-05-20T17:34:42.673889Z","signature_status":"signed_v1","first_computed_at":"2026-05-20T17:34:42.673889Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.13663","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-20T17:34:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gCh2yTBO1PCJcfQjPY3Mnsqj/JXec8YmvNRUQ9+8oPvV5uw2EKnqS9Z6eccz8rKWtsps+WBwHKeB6wxNxLQYBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-23T02:37:33.389644Z"},"content_sha256":"5097d26bdfc84adaa8ba604ad9ce000ffa2dbe8e29c95a0422b8c67d732419b2","schema_version":"1.0","event_id":"sha256:5097d26bdfc84adaa8ba604ad9ce000ffa2dbe8e29c95a0422b8c67d732419b2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:3S5Y6A5LN45KO7NVCEOOCLNFD5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Smarter, Better, Faster, Longer: A Modern Bidirectional Encoder for Fast, Memory Efficient, and Long Context Finetuning and Inference","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Alexis Gallagher, Antoine Chaffin, Benjamin Clavi\\'e, Benjamin Warner, Faisal Ladhak, Griffin Adams, Iacopo Poli, Jeremy Howard, Nathan Cooper, Orion Weller, Oskar Hallstr\\\"om, Raja Biswas, Said Taghadouini, Tom Aarsen","submitted_at":"2024-12-18T09:39:44Z","abstract_excerpt":"Encoder-only transformer models such as BERT offer a great performance-size tradeoff for retrieval and classification tasks with respect to larger decoder-only models. Despite being the workhorse of numerous production pipelines, there have been limited Pareto improvements to BERT since its release. In this paper, we introduce ModernBERT, bringing modern model optimizations to encoder-only models and representing a major Pareto improvement over older encoders. Trained on 2 trillion tokens with a native 8192 sequence length, ModernBERT models exhibit state-of-the-art results on a large pool of "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.13663","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.13663/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-20T17:34:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RrngQg7d8vQd1a+EefA2vGQ6swhAlSFi4RHnCpHr8xc+eZf+wxProu2g14TdbO4/ws+8p7Bl9zSeGdEQ6qifCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-23T02:37:33.390395Z"},"content_sha256":"6c25a185e4fa6a4523f5274eb981c97508ddb4d4ab2cfd32ff00dac0a40016f8","schema_version":"1.0","event_id":"sha256:6c25a185e4fa6a4523f5274eb981c97508ddb4d4ab2cfd32ff00dac0a40016f8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3S5Y6A5LN45KO7NVCEOOCLNFD5/bundle.json","state_url":"https://pith.science/pith/3S5Y6A5LN45KO7NVCEOOCLNFD5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3S5Y6A5LN45KO7NVCEOOCLNFD5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-23T02:37:33Z","links":{"resolver":"https://pith.science/pith/3S5Y6A5LN45KO7NVCEOOCLNFD5","bundle":"https://pith.science/pith/3S5Y6A5LN45KO7NVCEOOCLNFD5/bundle.json","state":"https://pith.science/pith/3S5Y6A5LN45KO7NVCEOOCLNFD5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3S5Y6A5LN45KO7NVCEOOCLNFD5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:3S5Y6A5LN45KO7NVCEOOCLNFD5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"121af0e3691b4c802a9f1fdbe702c7a47889b22303e2daa21ed745bb5974bf2e","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-18T09:39:44Z","title_canon_sha256":"a35577cf6c1da11279590635ca749acdbaeee9b9f33fa12288491d2cb7ea194b"},"schema_version":"1.0","source":{"id":"2412.13663","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.13663","created_at":"2026-05-20T17:34:42Z"},{"alias_kind":"arxiv_version","alias_value":"2412.13663v2","created_at":"2026-05-20T17:34:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.13663","created_at":"2026-05-20T17:34:42Z"},{"alias_kind":"pith_short_12","alias_value":"3S5Y6A5LN45K","created_at":"2026-05-20T17:34:42Z"},{"alias_kind":"pith_short_16","alias_value":"3S5Y6A5LN45KO7NV","created_at":"2026-05-20T17:34:42Z"},{"alias_kind":"pith_short_8","alias_value":"3S5Y6A5L","created_at":"2026-05-20T17:34:42Z"}],"graph_snapshots":[{"event_id":"sha256:6c25a185e4fa6a4523f5274eb981c97508ddb4d4ab2cfd32ff00dac0a40016f8","target":"graph","created_at":"2026-05-20T17:34:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.13663/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Encoder-only transformer models such as BERT offer a great performance-size tradeoff for retrieval and classification tasks with respect to larger decoder-only models. Despite being the workhorse of numerous production pipelines, there have been limited Pareto improvements to BERT since its release. In this paper, we introduce ModernBERT, bringing modern model optimizations to encoder-only models and representing a major Pareto improvement over older encoders. Trained on 2 trillion tokens with a native 8192 sequence length, ModernBERT models exhibit state-of-the-art results on a large pool of ","authors_text":"Alexis Gallagher, Antoine Chaffin, Benjamin Clavi\\'e, Benjamin Warner, Faisal Ladhak, Griffin Adams, Iacopo Poli, Jeremy Howard, Nathan Cooper, Orion Weller, Oskar Hallstr\\\"om, Raja Biswas, Said Taghadouini, Tom Aarsen","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-18T09:39:44Z","title":"Smarter, Better, Faster, Longer: A Modern Bidirectional Encoder for Fast, Memory Efficient, and Long Context Finetuning and Inference"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.13663","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5097d26bdfc84adaa8ba604ad9ce000ffa2dbe8e29c95a0422b8c67d732419b2","target":"record","created_at":"2026-05-20T17:34:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"121af0e3691b4c802a9f1fdbe702c7a47889b22303e2daa21ed745bb5974bf2e","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-18T09:39:44Z","title_canon_sha256":"a35577cf6c1da11279590635ca749acdbaeee9b9f33fa12288491d2cb7ea194b"},"schema_version":"1.0","source":{"id":"2412.13663","kind":"arxiv","version":2}},"canonical_sha256":"dcbb8f03ab6f3aa77db5111ce12da51f41e7a8ec3feae4c5ed1024eb4f847e9c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"dcbb8f03ab6f3aa77db5111ce12da51f41e7a8ec3feae4c5ed1024eb4f847e9c","first_computed_at":"2026-05-20T17:34:42.673889Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-20T17:34:42.673889Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"m65RI2gAeknckADA/76sCIcOfGnbkS11yaf0x+EjQ1On1XdV9x6Jz9ehfoSz0Me6t8LI5kiiP1qf4f6uSHMADQ==","signature_status":"signed_v1","signed_at":"2026-05-20T17:34:42.676731Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.13663","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5097d26bdfc84adaa8ba604ad9ce000ffa2dbe8e29c95a0422b8c67d732419b2","sha256:6c25a185e4fa6a4523f5274eb981c97508ddb4d4ab2cfd32ff00dac0a40016f8"],"state_sha256":"9274217e13208cb8939b93d2259db259bc72a7b2d29e5995153222fee66d1262"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gKkgC6ArPUI9H20Ig30yC+0gzO5xexrlL8uqRA2/guSjswOjAW0mcvzpQMQ53R3AnLJWG+TSOj1/Ehv4Hj8dAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-23T02:37:33.394273Z","bundle_sha256":"f15be5a2334c74d766bfef3d4e7d7848b0b53b969887696eb8b8aecadd713048"}}