{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:LT65TQ4CRRLNR36LPIX6UGT6FM","short_pith_number":"pith:LT65TQ4C","canonical_record":{"source":{"id":"2302.10322","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-20T21:26:25Z","cross_cats_sorted":["cs.AI","cs.CL","stat.ML"],"title_canon_sha256":"d7b97513539c50481c3873aa9b7d3c1cd6df426fb5a875d743ab489ee480a091","abstract_canon_sha256":"41be5e7b63050e8e58ab5b7e96aecb3c568f98211a26622d42fc09889e8ebac5"},"schema_version":"1.0"},"canonical_sha256":"5cfdd9c3828c56d8efcb7a2fea1a7e2b34126fc7eae375eb14d7d68c4c1bf180","source":{"kind":"arxiv","id":"2302.10322","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.10322","created_at":"2026-07-05T05:44:16Z"},{"alias_kind":"arxiv_version","alias_value":"2302.10322v1","created_at":"2026-07-05T05:44:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.10322","created_at":"2026-07-05T05:44:16Z"},{"alias_kind":"pith_short_12","alias_value":"LT65TQ4CRRLN","created_at":"2026-07-05T05:44:16Z"},{"alias_kind":"pith_short_16","alias_value":"LT65TQ4CRRLNR36L","created_at":"2026-07-05T05:44:16Z"},{"alias_kind":"pith_short_8","alias_value":"LT65TQ4C","created_at":"2026-07-05T05:44:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:LT65TQ4CRRLNR36LPIX6UGT6FM","target":"record","payload":{"canonical_record":{"source":{"id":"2302.10322","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-20T21:26:25Z","cross_cats_sorted":["cs.AI","cs.CL","stat.ML"],"title_canon_sha256":"d7b97513539c50481c3873aa9b7d3c1cd6df426fb5a875d743ab489ee480a091","abstract_canon_sha256":"41be5e7b63050e8e58ab5b7e96aecb3c568f98211a26622d42fc09889e8ebac5"},"schema_version":"1.0"},"canonical_sha256":"5cfdd9c3828c56d8efcb7a2fea1a7e2b34126fc7eae375eb14d7d68c4c1bf180","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:44:16.908245Z","signature_b64":"KpizqQvSbVamsNydtDw0tlxE9HA4QijOJaMbBG4vCs+B5OFxgH+EfpR1f3v8W60TbSRv+0MNd4Ymwg6dmnzjBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5cfdd9c3828c56d8efcb7a2fea1a7e2b34126fc7eae375eb14d7d68c4c1bf180","last_reissued_at":"2026-07-05T05:44:16.907796Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:44:16.907796Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2302.10322","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:44:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4WznyUaC+OTH/0/OwnLR67Cjdo+omeojnLd3FIM7LGNjollyCesTzbL4TZ/xq2XcZ2h8mdSztaM8MnKIxcLLAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T04:06:54.102008Z"},"content_sha256":"68a4bad20cb3e79e66c0099b05a18e7db30c6710ee0e726d4f5ce8d571c677ee","schema_version":"1.0","event_id":"sha256:68a4bad20cb3e79e66c0099b05a18e7db30c6710ee0e726d4f5ce8d571c677ee"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:LT65TQ4CRRLNR36LPIX6UGT6FM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Deep Transformers without Shortcuts: Modifying Self-attention for Faithful Signal Propagation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL","stat.ML"],"primary_cat":"cs.LG","authors_text":"Aleksandar Botev, Andrew Brock, Bobby He, Guodong Zhang, James Martens, Samuel L Smith, Yee Whye Teh","submitted_at":"2023-02-20T21:26:25Z","abstract_excerpt":"Skip connections and normalisation layers form two standard architectural components that are ubiquitous for the training of Deep Neural Networks (DNNs), but whose precise roles are poorly understood. Recent approaches such as Deep Kernel Shaping have made progress towards reducing our reliance on them, using insights from wide NN kernel theory to improve signal propagation in vanilla DNNs (which we define as networks without skips or normalisation). However, these approaches are incompatible with the self-attention layers present in transformers, whose kernels are intrinsically more complicat"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.10322","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2302.10322/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:44:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yiqv4oc+AV7Y0cXvrC06V2bmagWMn/8ftWJ4vE2jDge0aj/wyEqJkPQ/mktCdQgV6bU9ZZXX46w9lYOohnqGBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T04:06:54.102522Z"},"content_sha256":"680a752362a04062ab8e7023ff6e95be5ac65734e552cc873f001b3fe858e122","schema_version":"1.0","event_id":"sha256:680a752362a04062ab8e7023ff6e95be5ac65734e552cc873f001b3fe858e122"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LT65TQ4CRRLNR36LPIX6UGT6FM/bundle.json","state_url":"https://pith.science/pith/LT65TQ4CRRLNR36LPIX6UGT6FM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LT65TQ4CRRLNR36LPIX6UGT6FM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T04:06:54Z","links":{"resolver":"https://pith.science/pith/LT65TQ4CRRLNR36LPIX6UGT6FM","bundle":"https://pith.science/pith/LT65TQ4CRRLNR36LPIX6UGT6FM/bundle.json","state":"https://pith.science/pith/LT65TQ4CRRLNR36LPIX6UGT6FM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LT65TQ4CRRLNR36LPIX6UGT6FM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:LT65TQ4CRRLNR36LPIX6UGT6FM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"41be5e7b63050e8e58ab5b7e96aecb3c568f98211a26622d42fc09889e8ebac5","cross_cats_sorted":["cs.AI","cs.CL","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-20T21:26:25Z","title_canon_sha256":"d7b97513539c50481c3873aa9b7d3c1cd6df426fb5a875d743ab489ee480a091"},"schema_version":"1.0","source":{"id":"2302.10322","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.10322","created_at":"2026-07-05T05:44:16Z"},{"alias_kind":"arxiv_version","alias_value":"2302.10322v1","created_at":"2026-07-05T05:44:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.10322","created_at":"2026-07-05T05:44:16Z"},{"alias_kind":"pith_short_12","alias_value":"LT65TQ4CRRLN","created_at":"2026-07-05T05:44:16Z"},{"alias_kind":"pith_short_16","alias_value":"LT65TQ4CRRLNR36L","created_at":"2026-07-05T05:44:16Z"},{"alias_kind":"pith_short_8","alias_value":"LT65TQ4C","created_at":"2026-07-05T05:44:16Z"}],"graph_snapshots":[{"event_id":"sha256:680a752362a04062ab8e7023ff6e95be5ac65734e552cc873f001b3fe858e122","target":"graph","created_at":"2026-07-05T05:44:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2302.10322/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Skip connections and normalisation layers form two standard architectural components that are ubiquitous for the training of Deep Neural Networks (DNNs), but whose precise roles are poorly understood. Recent approaches such as Deep Kernel Shaping have made progress towards reducing our reliance on them, using insights from wide NN kernel theory to improve signal propagation in vanilla DNNs (which we define as networks without skips or normalisation). However, these approaches are incompatible with the self-attention layers present in transformers, whose kernels are intrinsically more complicat","authors_text":"Aleksandar Botev, Andrew Brock, Bobby He, Guodong Zhang, James Martens, Samuel L Smith, Yee Whye Teh","cross_cats":["cs.AI","cs.CL","stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-20T21:26:25Z","title":"Deep Transformers without Shortcuts: Modifying Self-attention for Faithful Signal Propagation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.10322","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:68a4bad20cb3e79e66c0099b05a18e7db30c6710ee0e726d4f5ce8d571c677ee","target":"record","created_at":"2026-07-05T05:44:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"41be5e7b63050e8e58ab5b7e96aecb3c568f98211a26622d42fc09889e8ebac5","cross_cats_sorted":["cs.AI","cs.CL","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-20T21:26:25Z","title_canon_sha256":"d7b97513539c50481c3873aa9b7d3c1cd6df426fb5a875d743ab489ee480a091"},"schema_version":"1.0","source":{"id":"2302.10322","kind":"arxiv","version":1}},"canonical_sha256":"5cfdd9c3828c56d8efcb7a2fea1a7e2b34126fc7eae375eb14d7d68c4c1bf180","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5cfdd9c3828c56d8efcb7a2fea1a7e2b34126fc7eae375eb14d7d68c4c1bf180","first_computed_at":"2026-07-05T05:44:16.907796Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:44:16.907796Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"KpizqQvSbVamsNydtDw0tlxE9HA4QijOJaMbBG4vCs+B5OFxgH+EfpR1f3v8W60TbSRv+0MNd4Ymwg6dmnzjBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T05:44:16.908245Z","signed_message":"canonical_sha256_bytes"},"source_id":"2302.10322","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:68a4bad20cb3e79e66c0099b05a18e7db30c6710ee0e726d4f5ce8d571c677ee","sha256:680a752362a04062ab8e7023ff6e95be5ac65734e552cc873f001b3fe858e122"],"state_sha256":"0bba53da6754cc115774eb0acc80d696e31e217c247a9653540d898e4849df68"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NwFM721oqHye2QJ534kcprnMhbAcXHn2BfJOPjvE3/r0MkmI0Y+4CAurm1sZhAXS8Q45yvFycTksQrFK93wIAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T04:06:54.105821Z","bundle_sha256":"436e8cda6287c3ba7e789a90b6550d594fc019f3079c8e06c335fc1c2ad6d8b0"}}