{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:ZQOUZRTC46CKYPZAEWCQ3WWPW5","short_pith_number":"pith:ZQOUZRTC","canonical_record":{"source":{"id":"2403.06925","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-03-11T17:12:09Z","cross_cats_sorted":["cs.AI","cs.CL","stat.ML"],"title_canon_sha256":"1301a0aff6e8b0177074e4629524a05e9e110848b066c3088b7ab96a3d09b17c","abstract_canon_sha256":"f6ffb5ca559977e436688505414dd0afeb5f30fd8367ad5d00b7a32ef63c0e7b"},"schema_version":"1.0"},"canonical_sha256":"cc1d4cc662e784ac3f2025850ddacfb753e7579ec7ab37769361d1efb209a7f3","source":{"kind":"arxiv","id":"2403.06925","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.06925","created_at":"2026-07-05T10:13:39Z"},{"alias_kind":"arxiv_version","alias_value":"2403.06925v2","created_at":"2026-07-05T10:13:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.06925","created_at":"2026-07-05T10:13:39Z"},{"alias_kind":"pith_short_12","alias_value":"ZQOUZRTC46CK","created_at":"2026-07-05T10:13:39Z"},{"alias_kind":"pith_short_16","alias_value":"ZQOUZRTC46CKYPZA","created_at":"2026-07-05T10:13:39Z"},{"alias_kind":"pith_short_8","alias_value":"ZQOUZRTC","created_at":"2026-07-05T10:13:39Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:ZQOUZRTC46CKYPZAEWCQ3WWPW5","target":"record","payload":{"canonical_record":{"source":{"id":"2403.06925","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-03-11T17:12:09Z","cross_cats_sorted":["cs.AI","cs.CL","stat.ML"],"title_canon_sha256":"1301a0aff6e8b0177074e4629524a05e9e110848b066c3088b7ab96a3d09b17c","abstract_canon_sha256":"f6ffb5ca559977e436688505414dd0afeb5f30fd8367ad5d00b7a32ef63c0e7b"},"schema_version":"1.0"},"canonical_sha256":"cc1d4cc662e784ac3f2025850ddacfb753e7579ec7ab37769361d1efb209a7f3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:13:39.067083Z","signature_b64":"FltPRI0egST/hc4VjsxpxI4LDg/+HWKpoJg5oFeLwgMQ7ufnXUQuX8ADBR8a2brz7VBUZ+lnfTNt+6taznYiBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"cc1d4cc662e784ac3f2025850ddacfb753e7579ec7ab37769361d1efb209a7f3","last_reissued_at":"2026-07-05T10:13:39.066600Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:13:39.066600Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2403.06925","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:13:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QaDpSLsLEJcdagncnWNG6KPSs+O2eSBq5Y3ph1uZ4u9vXnqgB1SYqzFZl8x3bhPcKcAdy9sEI9HaW1r/ja+oBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T11:47:57.167236Z"},"content_sha256":"a3b0f248a5c9896c8e4764a8dd608def65583050239a729459f9a545e223cfc5","schema_version":"1.0","event_id":"sha256:a3b0f248a5c9896c8e4764a8dd608def65583050239a729459f9a545e223cfc5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:ZQOUZRTC46CKYPZAEWCQ3WWPW5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Transformers Learn Low Sensitivity Functions: Investigations and Implications","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI","cs.CL","stat.ML"],"primary_cat":"cs.LG","authors_text":"Bhavya Vasudeva, Deqing Fu, Elliott Kau, Tianyi Zhou, Vatsal Sharan, Youqi Huang","submitted_at":"2024-03-11T17:12:09Z","abstract_excerpt":"Transformers achieve state-of-the-art accuracy and robustness across many tasks, but an understanding of their inductive biases and how those biases differ from other neural network architectures remains elusive. In this work, we identify the sensitivity of the model to token-wise random perturbations in the input as a unified metric which explains the inductive bias of transformers across different data modalities and distinguishes them from other architectures. We show that transformers have lower sensitivity than MLPs, CNNs, ConvMixers and LSTMs, across both vision and language tasks. We al"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.06925","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.06925/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:13:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3GfkIU4VQDMc52rHRkgxyklmqT6sIQcPox5u7CMSBSAilGDFCM/IzKJI3MFhuCg7C0FZ28uwBHR775fMIks+AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T11:47:57.168097Z"},"content_sha256":"d4e2782e4b3e2ea6132bba60da8a8d49bab9f50f8ffb64f9d7677f2531223744","schema_version":"1.0","event_id":"sha256:d4e2782e4b3e2ea6132bba60da8a8d49bab9f50f8ffb64f9d7677f2531223744"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZQOUZRTC46CKYPZAEWCQ3WWPW5/bundle.json","state_url":"https://pith.science/pith/ZQOUZRTC46CKYPZAEWCQ3WWPW5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZQOUZRTC46CKYPZAEWCQ3WWPW5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T11:47:57Z","links":{"resolver":"https://pith.science/pith/ZQOUZRTC46CKYPZAEWCQ3WWPW5","bundle":"https://pith.science/pith/ZQOUZRTC46CKYPZAEWCQ3WWPW5/bundle.json","state":"https://pith.science/pith/ZQOUZRTC46CKYPZAEWCQ3WWPW5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZQOUZRTC46CKYPZAEWCQ3WWPW5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:ZQOUZRTC46CKYPZAEWCQ3WWPW5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f6ffb5ca559977e436688505414dd0afeb5f30fd8367ad5d00b7a32ef63c0e7b","cross_cats_sorted":["cs.AI","cs.CL","stat.ML"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-03-11T17:12:09Z","title_canon_sha256":"1301a0aff6e8b0177074e4629524a05e9e110848b066c3088b7ab96a3d09b17c"},"schema_version":"1.0","source":{"id":"2403.06925","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.06925","created_at":"2026-07-05T10:13:39Z"},{"alias_kind":"arxiv_version","alias_value":"2403.06925v2","created_at":"2026-07-05T10:13:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.06925","created_at":"2026-07-05T10:13:39Z"},{"alias_kind":"pith_short_12","alias_value":"ZQOUZRTC46CK","created_at":"2026-07-05T10:13:39Z"},{"alias_kind":"pith_short_16","alias_value":"ZQOUZRTC46CKYPZA","created_at":"2026-07-05T10:13:39Z"},{"alias_kind":"pith_short_8","alias_value":"ZQOUZRTC","created_at":"2026-07-05T10:13:39Z"}],"graph_snapshots":[{"event_id":"sha256:d4e2782e4b3e2ea6132bba60da8a8d49bab9f50f8ffb64f9d7677f2531223744","target":"graph","created_at":"2026-07-05T10:13:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.06925/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformers achieve state-of-the-art accuracy and robustness across many tasks, but an understanding of their inductive biases and how those biases differ from other neural network architectures remains elusive. In this work, we identify the sensitivity of the model to token-wise random perturbations in the input as a unified metric which explains the inductive bias of transformers across different data modalities and distinguishes them from other architectures. We show that transformers have lower sensitivity than MLPs, CNNs, ConvMixers and LSTMs, across both vision and language tasks. We al","authors_text":"Bhavya Vasudeva, Deqing Fu, Elliott Kau, Tianyi Zhou, Vatsal Sharan, Youqi Huang","cross_cats":["cs.AI","cs.CL","stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-03-11T17:12:09Z","title":"Transformers Learn Low Sensitivity Functions: Investigations and Implications"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.06925","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a3b0f248a5c9896c8e4764a8dd608def65583050239a729459f9a545e223cfc5","target":"record","created_at":"2026-07-05T10:13:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f6ffb5ca559977e436688505414dd0afeb5f30fd8367ad5d00b7a32ef63c0e7b","cross_cats_sorted":["cs.AI","cs.CL","stat.ML"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-03-11T17:12:09Z","title_canon_sha256":"1301a0aff6e8b0177074e4629524a05e9e110848b066c3088b7ab96a3d09b17c"},"schema_version":"1.0","source":{"id":"2403.06925","kind":"arxiv","version":2}},"canonical_sha256":"cc1d4cc662e784ac3f2025850ddacfb753e7579ec7ab37769361d1efb209a7f3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"cc1d4cc662e784ac3f2025850ddacfb753e7579ec7ab37769361d1efb209a7f3","first_computed_at":"2026-07-05T10:13:39.066600Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:13:39.066600Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"FltPRI0egST/hc4VjsxpxI4LDg/+HWKpoJg5oFeLwgMQ7ufnXUQuX8ADBR8a2brz7VBUZ+lnfTNt+6taznYiBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:13:39.067083Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.06925","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a3b0f248a5c9896c8e4764a8dd608def65583050239a729459f9a545e223cfc5","sha256:d4e2782e4b3e2ea6132bba60da8a8d49bab9f50f8ffb64f9d7677f2531223744"],"state_sha256":"1dc128faeefcde506888b5ebb8385c7836c1c8609cd8b5eb1997fae536e53c9f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eWSL173dlZkSMCKxw6kh8QYlkRix2G9puF04AnI6iW0N25qkIQ517NR9cFNOj66GD+9maMbQF2q8Qg09skT0DA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T11:47:57.172963Z","bundle_sha256":"ea31536c147f329ed5a67d3537affb2e1f2fa25a56fef7f8aabafee8e5ad3595"}}