{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:MJNLXHGQVLLARBVBVJUDPK6JKZ","short_pith_number":"pith:MJNLXHGQ","canonical_record":{"source":{"id":"2406.06366","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-10T15:24:15Z","cross_cats_sorted":[],"title_canon_sha256":"f4e6ba17305e3232cc54e18b02a5bcb70dc90e0a9a29a79be3a1a105250916ef","abstract_canon_sha256":"26aafddd343f22263f082a2c112e175f62beaa6b1e0ae8a8d520c8a14b648547"},"schema_version":"1.0"},"canonical_sha256":"625abb9cd0aad60886a1aa6837abc956542c40e7c989a835f6310de42fbd0de1","source":{"kind":"arxiv","id":"2406.06366","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.06366","created_at":"2026-07-05T08:34:20Z"},{"alias_kind":"arxiv_version","alias_value":"2406.06366v2","created_at":"2026-07-05T08:34:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.06366","created_at":"2026-07-05T08:34:20Z"},{"alias_kind":"pith_short_12","alias_value":"MJNLXHGQVLLA","created_at":"2026-07-05T08:34:20Z"},{"alias_kind":"pith_short_16","alias_value":"MJNLXHGQVLLARBVB","created_at":"2026-07-05T08:34:20Z"},{"alias_kind":"pith_short_8","alias_value":"MJNLXHGQ","created_at":"2026-07-05T08:34:20Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:MJNLXHGQVLLARBVBVJUDPK6JKZ","target":"record","payload":{"canonical_record":{"source":{"id":"2406.06366","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-10T15:24:15Z","cross_cats_sorted":[],"title_canon_sha256":"f4e6ba17305e3232cc54e18b02a5bcb70dc90e0a9a29a79be3a1a105250916ef","abstract_canon_sha256":"26aafddd343f22263f082a2c112e175f62beaa6b1e0ae8a8d520c8a14b648547"},"schema_version":"1.0"},"canonical_sha256":"625abb9cd0aad60886a1aa6837abc956542c40e7c989a835f6310de42fbd0de1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:34:20.684609Z","signature_b64":"TWVjx9JyYAcF0489PdMTcIQMlfO0nGaYjoxCfURYODYxRZbPPZAOh6XA6f8VWBOaK43TdVfd6OjP16h5bfF8Cw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"625abb9cd0aad60886a1aa6837abc956542c40e7c989a835f6310de42fbd0de1","last_reissued_at":"2026-07-05T08:34:20.684115Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:34:20.684115Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.06366","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:34:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pcDZwLN/xFJpElZPIBQQmicT9dS0iBY/JrRMCPItDKCFsZLNyl71aX+9+MXG2k2b8FTIe/d5lva5CAEf0u8gAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-11T15:34:05.663404Z"},"content_sha256":"ac51028840c817da458f69ca8a2a57aed957fc7999dea4fc4fda9d3c2682a9bd","schema_version":"1.0","event_id":"sha256:ac51028840c817da458f69ca8a2a57aed957fc7999dea4fc4fda9d3c2682a9bd"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:MJNLXHGQVLLARBVBVJUDPK6JKZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Symmetric Dot-Product Attention for Efficient Training of BERT Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Georg Rehm, Leonhard Hennig, Malte Ostendorff, Martin Courtois","submitted_at":"2024-06-10T15:24:15Z","abstract_excerpt":"Initially introduced as a machine translation model, the Transformer architecture has now become the foundation for modern deep learning architecture, with applications in a wide range of fields, from computer vision to natural language processing. Nowadays, to tackle increasingly more complex tasks, Transformer-based models are stretched to enormous sizes, requiring increasingly larger training datasets, and unsustainable amount of compute resources. The ubiquitous nature of the Transformer and its core component, the attention mechanism, are thus prime targets for efficiency research. In thi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.06366","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.06366/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:34:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"j/TWkRnB1hkkA83cVVSt/OWUwZML8XUu31iZCJCw7qzAS04e4NeYg32efIsN3ZTeX7QJnW8X7dy/nLGs7bgCCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-11T15:34:05.663785Z"},"content_sha256":"8dc81dfc857881f99abca8b490f1db18c3a5e9f6f300aa82fd76db41da2a5918","schema_version":"1.0","event_id":"sha256:8dc81dfc857881f99abca8b490f1db18c3a5e9f6f300aa82fd76db41da2a5918"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MJNLXHGQVLLARBVBVJUDPK6JKZ/bundle.json","state_url":"https://pith.science/pith/MJNLXHGQVLLARBVBVJUDPK6JKZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MJNLXHGQVLLARBVBVJUDPK6JKZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-11T15:34:05Z","links":{"resolver":"https://pith.science/pith/MJNLXHGQVLLARBVBVJUDPK6JKZ","bundle":"https://pith.science/pith/MJNLXHGQVLLARBVBVJUDPK6JKZ/bundle.json","state":"https://pith.science/pith/MJNLXHGQVLLARBVBVJUDPK6JKZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MJNLXHGQVLLARBVBVJUDPK6JKZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:MJNLXHGQVLLARBVBVJUDPK6JKZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"26aafddd343f22263f082a2c112e175f62beaa6b1e0ae8a8d520c8a14b648547","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-10T15:24:15Z","title_canon_sha256":"f4e6ba17305e3232cc54e18b02a5bcb70dc90e0a9a29a79be3a1a105250916ef"},"schema_version":"1.0","source":{"id":"2406.06366","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.06366","created_at":"2026-07-05T08:34:20Z"},{"alias_kind":"arxiv_version","alias_value":"2406.06366v2","created_at":"2026-07-05T08:34:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.06366","created_at":"2026-07-05T08:34:20Z"},{"alias_kind":"pith_short_12","alias_value":"MJNLXHGQVLLA","created_at":"2026-07-05T08:34:20Z"},{"alias_kind":"pith_short_16","alias_value":"MJNLXHGQVLLARBVB","created_at":"2026-07-05T08:34:20Z"},{"alias_kind":"pith_short_8","alias_value":"MJNLXHGQ","created_at":"2026-07-05T08:34:20Z"}],"graph_snapshots":[{"event_id":"sha256:8dc81dfc857881f99abca8b490f1db18c3a5e9f6f300aa82fd76db41da2a5918","target":"graph","created_at":"2026-07-05T08:34:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.06366/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Initially introduced as a machine translation model, the Transformer architecture has now become the foundation for modern deep learning architecture, with applications in a wide range of fields, from computer vision to natural language processing. Nowadays, to tackle increasingly more complex tasks, Transformer-based models are stretched to enormous sizes, requiring increasingly larger training datasets, and unsustainable amount of compute resources. The ubiquitous nature of the Transformer and its core component, the attention mechanism, are thus prime targets for efficiency research. In thi","authors_text":"Georg Rehm, Leonhard Hennig, Malte Ostendorff, Martin Courtois","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-10T15:24:15Z","title":"Symmetric Dot-Product Attention for Efficient Training of BERT Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.06366","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ac51028840c817da458f69ca8a2a57aed957fc7999dea4fc4fda9d3c2682a9bd","target":"record","created_at":"2026-07-05T08:34:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"26aafddd343f22263f082a2c112e175f62beaa6b1e0ae8a8d520c8a14b648547","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-10T15:24:15Z","title_canon_sha256":"f4e6ba17305e3232cc54e18b02a5bcb70dc90e0a9a29a79be3a1a105250916ef"},"schema_version":"1.0","source":{"id":"2406.06366","kind":"arxiv","version":2}},"canonical_sha256":"625abb9cd0aad60886a1aa6837abc956542c40e7c989a835f6310de42fbd0de1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"625abb9cd0aad60886a1aa6837abc956542c40e7c989a835f6310de42fbd0de1","first_computed_at":"2026-07-05T08:34:20.684115Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:34:20.684115Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"TWVjx9JyYAcF0489PdMTcIQMlfO0nGaYjoxCfURYODYxRZbPPZAOh6XA6f8VWBOaK43TdVfd6OjP16h5bfF8Cw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:34:20.684609Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.06366","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ac51028840c817da458f69ca8a2a57aed957fc7999dea4fc4fda9d3c2682a9bd","sha256:8dc81dfc857881f99abca8b490f1db18c3a5e9f6f300aa82fd76db41da2a5918"],"state_sha256":"d902c269dfd1cafa7d5e4d146366f63272ff48e01b114c503f9646bc419cc3cb"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ze5mEmP7qhopMVok1eChEycWXWiu1kZRIX5vdd1lS94kSJVByWxlXJgjJfJkcW5xHIYHkukRYYCIWryGr8cJBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-11T15:34:05.666252Z","bundle_sha256":"d108147f32a36876a48c75e3c26e784fa6faa685453ae8d98f1819bf9623994f"}}