{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:TQPGT6PUF7NUGPYN4VEJXRUZRY","short_pith_number":"pith:TQPGT6PU","canonical_record":{"source":{"id":"2505.20802","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-05-27T07:06:54Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"774cd4cd8fc76d2cbd8b16755b2173356d8505302faf1016602d57c1ea3bb046","abstract_canon_sha256":"5f04e9c32db908e273e5d900aaae05b93bc37a4efdfa0e7897e8a06badc296bf"},"schema_version":"1.0"},"canonical_sha256":"9c1e69f9f42fdb433f0de5489bc6998e342c09785eec95f0215abd6b12c36936","source":{"kind":"arxiv","id":"2505.20802","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.20802","created_at":"2026-07-05T11:10:19Z"},{"alias_kind":"arxiv_version","alias_value":"2505.20802v1","created_at":"2026-07-05T11:10:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.20802","created_at":"2026-07-05T11:10:19Z"},{"alias_kind":"pith_short_12","alias_value":"TQPGT6PUF7NU","created_at":"2026-07-05T11:10:19Z"},{"alias_kind":"pith_short_16","alias_value":"TQPGT6PUF7NUGPYN","created_at":"2026-07-05T11:10:19Z"},{"alias_kind":"pith_short_8","alias_value":"TQPGT6PU","created_at":"2026-07-05T11:10:19Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:TQPGT6PUF7NUGPYN4VEJXRUZRY","target":"record","payload":{"canonical_record":{"source":{"id":"2505.20802","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-05-27T07:06:54Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"774cd4cd8fc76d2cbd8b16755b2173356d8505302faf1016602d57c1ea3bb046","abstract_canon_sha256":"5f04e9c32db908e273e5d900aaae05b93bc37a4efdfa0e7897e8a06badc296bf"},"schema_version":"1.0"},"canonical_sha256":"9c1e69f9f42fdb433f0de5489bc6998e342c09785eec95f0215abd6b12c36936","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:10:19.097360Z","signature_b64":"wmV35ODgWzyxDPx7Z7X947CvSmE87kI2M148PR9+xYBl4MlsTjcz3BJQdWBSxlYn+x9bpkzkrMg4wbiE7hURBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9c1e69f9f42fdb433f0de5489bc6998e342c09785eec95f0215abd6b12c36936","last_reissued_at":"2026-07-05T11:10:19.096880Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:10:19.096880Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.20802","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:10:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lG+KkpP3uTxKS/WToAUk7vFmnQzjxgzAUiH9ryIV4vqI6ryOaSW0MIhGrFRH6NrZqX2a2Dm9fAPJSthfnnHlAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T10:16:35.682115Z"},"content_sha256":"22fe33b5f071b304d3b22627c5c9c35501c7a82d5535810c7baf598751609dac","schema_version":"1.0","event_id":"sha256:22fe33b5f071b304d3b22627c5c9c35501c7a82d5535810c7baf598751609dac"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:TQPGT6PUF7NUGPYN4VEJXRUZRY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Leaner Transformers: More Heads, Less Depth","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CV"],"primary_cat":"cs.LG","authors_text":"Damien Teney, Hemanth Saratchandran, Simon Lucey","submitted_at":"2025-05-27T07:06:54Z","abstract_excerpt":"Transformers have reshaped machine learning by utilizing attention mechanisms to capture complex patterns in large datasets, leading to significant improvements in performance. This success has contributed to the belief that \"bigger means better\", leading to ever-increasing model sizes. This paper challenge this ideology by showing that many existing transformers might be unnecessarily oversized. We discover a theoretical principle that redefines the role of multi-head attention. An important benefit of the multiple heads is in improving the conditioning of the attention block. We exploit this"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.20802","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.20802/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:10:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KZ8TCCreguq7mgE2f3V3jQ39gjzog+GXEtcflkuad2Qngrpv4020pQD5zd410iv3nSfpSVu1M0xDmXK/MabTCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T10:16:35.682661Z"},"content_sha256":"01eae2c659370cf85a986e02b0cb8b5f57ad401beda4caec57d1ce9855e827a6","schema_version":"1.0","event_id":"sha256:01eae2c659370cf85a986e02b0cb8b5f57ad401beda4caec57d1ce9855e827a6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TQPGT6PUF7NUGPYN4VEJXRUZRY/bundle.json","state_url":"https://pith.science/pith/TQPGT6PUF7NUGPYN4VEJXRUZRY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TQPGT6PUF7NUGPYN4VEJXRUZRY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T10:16:35Z","links":{"resolver":"https://pith.science/pith/TQPGT6PUF7NUGPYN4VEJXRUZRY","bundle":"https://pith.science/pith/TQPGT6PUF7NUGPYN4VEJXRUZRY/bundle.json","state":"https://pith.science/pith/TQPGT6PUF7NUGPYN4VEJXRUZRY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TQPGT6PUF7NUGPYN4VEJXRUZRY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:TQPGT6PUF7NUGPYN4VEJXRUZRY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5f04e9c32db908e273e5d900aaae05b93bc37a4efdfa0e7897e8a06badc296bf","cross_cats_sorted":["cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-05-27T07:06:54Z","title_canon_sha256":"774cd4cd8fc76d2cbd8b16755b2173356d8505302faf1016602d57c1ea3bb046"},"schema_version":"1.0","source":{"id":"2505.20802","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.20802","created_at":"2026-07-05T11:10:19Z"},{"alias_kind":"arxiv_version","alias_value":"2505.20802v1","created_at":"2026-07-05T11:10:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.20802","created_at":"2026-07-05T11:10:19Z"},{"alias_kind":"pith_short_12","alias_value":"TQPGT6PUF7NU","created_at":"2026-07-05T11:10:19Z"},{"alias_kind":"pith_short_16","alias_value":"TQPGT6PUF7NUGPYN","created_at":"2026-07-05T11:10:19Z"},{"alias_kind":"pith_short_8","alias_value":"TQPGT6PU","created_at":"2026-07-05T11:10:19Z"}],"graph_snapshots":[{"event_id":"sha256:01eae2c659370cf85a986e02b0cb8b5f57ad401beda4caec57d1ce9855e827a6","target":"graph","created_at":"2026-07-05T11:10:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.20802/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformers have reshaped machine learning by utilizing attention mechanisms to capture complex patterns in large datasets, leading to significant improvements in performance. This success has contributed to the belief that \"bigger means better\", leading to ever-increasing model sizes. This paper challenge this ideology by showing that many existing transformers might be unnecessarily oversized. We discover a theoretical principle that redefines the role of multi-head attention. An important benefit of the multiple heads is in improving the conditioning of the attention block. We exploit this","authors_text":"Damien Teney, Hemanth Saratchandran, Simon Lucey","cross_cats":["cs.CV"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-05-27T07:06:54Z","title":"Leaner Transformers: More Heads, Less Depth"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.20802","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:22fe33b5f071b304d3b22627c5c9c35501c7a82d5535810c7baf598751609dac","target":"record","created_at":"2026-07-05T11:10:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5f04e9c32db908e273e5d900aaae05b93bc37a4efdfa0e7897e8a06badc296bf","cross_cats_sorted":["cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-05-27T07:06:54Z","title_canon_sha256":"774cd4cd8fc76d2cbd8b16755b2173356d8505302faf1016602d57c1ea3bb046"},"schema_version":"1.0","source":{"id":"2505.20802","kind":"arxiv","version":1}},"canonical_sha256":"9c1e69f9f42fdb433f0de5489bc6998e342c09785eec95f0215abd6b12c36936","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9c1e69f9f42fdb433f0de5489bc6998e342c09785eec95f0215abd6b12c36936","first_computed_at":"2026-07-05T11:10:19.096880Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:10:19.096880Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"wmV35ODgWzyxDPx7Z7X947CvSmE87kI2M148PR9+xYBl4MlsTjcz3BJQdWBSxlYn+x9bpkzkrMg4wbiE7hURBg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:10:19.097360Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.20802","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:22fe33b5f071b304d3b22627c5c9c35501c7a82d5535810c7baf598751609dac","sha256:01eae2c659370cf85a986e02b0cb8b5f57ad401beda4caec57d1ce9855e827a6"],"state_sha256":"9bad78dc0d1ac6200c8f52d0a30d76eca97cf0ccd68f22a32c0093d693db0f07"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lUtMdnxs9zhl18d8/JFqamf1vG9Isqtaq3mlb7I4T9EYCrjSOnBqlurZkQp75io4D21rQdHJc9S/QTtT8z42DQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T10:16:35.686976Z","bundle_sha256":"2b1003c0400ba0f9939a29549e2e82f16a4b89bc8453ee845041ebf2a6234849"}}