{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:XD6B4JEYL63DLMOFFEHHZUJKZR","short_pith_number":"pith:XD6B4JEY","canonical_record":{"source":{"id":"2408.00386","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-08-01T08:50:25Z","cross_cats_sorted":[],"title_canon_sha256":"ea69eb7c590a95bf670b8e861ee8a20bdb37e32ced5a9973ac6878eb9c4b6504","abstract_canon_sha256":"7d340ef82c06fffb232906c6d33806dd1f882a303b17bc95342bbda2398849c0"},"schema_version":"1.0"},"canonical_sha256":"b8fc1e24985fb635b1c5290e7cd12acc51d19776e8cbf766bfcaf3cd2e082b6a","source":{"kind":"arxiv","id":"2408.00386","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.00386","created_at":"2026-07-05T08:51:02Z"},{"alias_kind":"arxiv_version","alias_value":"2408.00386v1","created_at":"2026-07-05T08:51:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.00386","created_at":"2026-07-05T08:51:02Z"},{"alias_kind":"pith_short_12","alias_value":"XD6B4JEYL63D","created_at":"2026-07-05T08:51:02Z"},{"alias_kind":"pith_short_16","alias_value":"XD6B4JEYL63DLMOF","created_at":"2026-07-05T08:51:02Z"},{"alias_kind":"pith_short_8","alias_value":"XD6B4JEY","created_at":"2026-07-05T08:51:02Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:XD6B4JEYL63DLMOFFEHHZUJKZR","target":"record","payload":{"canonical_record":{"source":{"id":"2408.00386","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-08-01T08:50:25Z","cross_cats_sorted":[],"title_canon_sha256":"ea69eb7c590a95bf670b8e861ee8a20bdb37e32ced5a9973ac6878eb9c4b6504","abstract_canon_sha256":"7d340ef82c06fffb232906c6d33806dd1f882a303b17bc95342bbda2398849c0"},"schema_version":"1.0"},"canonical_sha256":"b8fc1e24985fb635b1c5290e7cd12acc51d19776e8cbf766bfcaf3cd2e082b6a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:51:02.935022Z","signature_b64":"0YOJNDUig0/qJoVny2bMpWpORBGVR7nZHUb7GkqIdbTriCFQY0zMnpeAQ9aQxIMtcbdlyL2glsTtcaHwIhPYAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b8fc1e24985fb635b1c5290e7cd12acc51d19776e8cbf766bfcaf3cd2e082b6a","last_reissued_at":"2026-07-05T08:51:02.934665Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:51:02.934665Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2408.00386","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:51:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"y9jYWkqzOp45uy66v8SAtP1cAsiUhKbuUy8mRXsVWYm6BF80614DNmxTq4WgHywp8Wab22uoKbevUMqDKTTyDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T16:34:09.746339Z"},"content_sha256":"45faaa7b28cf904cf335245413cb13e334742aa967e22a2c3944df7626bb4106","schema_version":"1.0","event_id":"sha256:45faaa7b28cf904cf335245413cb13e334742aa967e22a2c3944df7626bb4106"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:XD6B4JEYL63DLMOFFEHHZUJKZR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"What comes after transformers? -- A selective survey connecting ideas in deep learning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Johannes Schneider","submitted_at":"2024-08-01T08:50:25Z","abstract_excerpt":"Transformers have become the de-facto standard model in artificial intelligence since 2017 despite numerous shortcomings ranging from energy inefficiency to hallucinations. Research has made a lot of progress in improving elements of transformers, and, more generally, deep learning manifesting in many proposals for architectures, layers, optimization objectives, and optimization techniques. For researchers it is difficult to keep track of such developments on a broader level. We provide a comprehensive overview of the many important, recent works in these areas to those who already have a basi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.00386","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.00386/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:51:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+j8UZ/a/qKv9C+1l8mFebrQBX53a1PXfGXZm0e7KDx7oSFxKWoZhWFjrgWRHNkMzINegoyrUSC0M5RT469EJBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T16:34:09.747050Z"},"content_sha256":"c5f3e46afc228a271ef1ba2b1a770744a8124624cec0ad817530e98bf7200d7b","schema_version":"1.0","event_id":"sha256:c5f3e46afc228a271ef1ba2b1a770744a8124624cec0ad817530e98bf7200d7b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XD6B4JEYL63DLMOFFEHHZUJKZR/bundle.json","state_url":"https://pith.science/pith/XD6B4JEYL63DLMOFFEHHZUJKZR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XD6B4JEYL63DLMOFFEHHZUJKZR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T16:34:09Z","links":{"resolver":"https://pith.science/pith/XD6B4JEYL63DLMOFFEHHZUJKZR","bundle":"https://pith.science/pith/XD6B4JEYL63DLMOFFEHHZUJKZR/bundle.json","state":"https://pith.science/pith/XD6B4JEYL63DLMOFFEHHZUJKZR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XD6B4JEYL63DLMOFFEHHZUJKZR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:XD6B4JEYL63DLMOFFEHHZUJKZR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7d340ef82c06fffb232906c6d33806dd1f882a303b17bc95342bbda2398849c0","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-08-01T08:50:25Z","title_canon_sha256":"ea69eb7c590a95bf670b8e861ee8a20bdb37e32ced5a9973ac6878eb9c4b6504"},"schema_version":"1.0","source":{"id":"2408.00386","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.00386","created_at":"2026-07-05T08:51:02Z"},{"alias_kind":"arxiv_version","alias_value":"2408.00386v1","created_at":"2026-07-05T08:51:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.00386","created_at":"2026-07-05T08:51:02Z"},{"alias_kind":"pith_short_12","alias_value":"XD6B4JEYL63D","created_at":"2026-07-05T08:51:02Z"},{"alias_kind":"pith_short_16","alias_value":"XD6B4JEYL63DLMOF","created_at":"2026-07-05T08:51:02Z"},{"alias_kind":"pith_short_8","alias_value":"XD6B4JEY","created_at":"2026-07-05T08:51:02Z"}],"graph_snapshots":[{"event_id":"sha256:c5f3e46afc228a271ef1ba2b1a770744a8124624cec0ad817530e98bf7200d7b","target":"graph","created_at":"2026-07-05T08:51:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.00386/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformers have become the de-facto standard model in artificial intelligence since 2017 despite numerous shortcomings ranging from energy inefficiency to hallucinations. Research has made a lot of progress in improving elements of transformers, and, more generally, deep learning manifesting in many proposals for architectures, layers, optimization objectives, and optimization techniques. For researchers it is difficult to keep track of such developments on a broader level. We provide a comprehensive overview of the many important, recent works in these areas to those who already have a basi","authors_text":"Johannes Schneider","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-08-01T08:50:25Z","title":"What comes after transformers? -- A selective survey connecting ideas in deep learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.00386","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:45faaa7b28cf904cf335245413cb13e334742aa967e22a2c3944df7626bb4106","target":"record","created_at":"2026-07-05T08:51:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7d340ef82c06fffb232906c6d33806dd1f882a303b17bc95342bbda2398849c0","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-08-01T08:50:25Z","title_canon_sha256":"ea69eb7c590a95bf670b8e861ee8a20bdb37e32ced5a9973ac6878eb9c4b6504"},"schema_version":"1.0","source":{"id":"2408.00386","kind":"arxiv","version":1}},"canonical_sha256":"b8fc1e24985fb635b1c5290e7cd12acc51d19776e8cbf766bfcaf3cd2e082b6a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b8fc1e24985fb635b1c5290e7cd12acc51d19776e8cbf766bfcaf3cd2e082b6a","first_computed_at":"2026-07-05T08:51:02.934665Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:51:02.934665Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0YOJNDUig0/qJoVny2bMpWpORBGVR7nZHUb7GkqIdbTriCFQY0zMnpeAQ9aQxIMtcbdlyL2glsTtcaHwIhPYAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:51:02.935022Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.00386","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:45faaa7b28cf904cf335245413cb13e334742aa967e22a2c3944df7626bb4106","sha256:c5f3e46afc228a271ef1ba2b1a770744a8124624cec0ad817530e98bf7200d7b"],"state_sha256":"13f55d6cfbbd82528bfe2cc198508c1943ddaf592be63b2fa646351a24c2d55a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8gSL+FtL95Mz40ZtU8gSd81IxXYpWfy4oONK5LUPhDdWIoS4AP3YIcubz96+l1FZPKbsKM1BxAJqbOiRFCt5Bg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T16:34:09.752128Z","bundle_sha256":"18c3924396bd03350a6b1c0fcdcbcdb52b07815b66415be6957d90cc667316f6"}}