{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:SXJBW5FNM5677VE25SCUFNHLCK","short_pith_number":"pith:SXJBW5FN","canonical_record":{"source":{"id":"2104.05704","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-04-12T17:58:56Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"977accd037d24392beeaee20293b69151729b6ecb7200125f292365014085932","abstract_canon_sha256":"a4cac06a7a23ea853950cd2894cf82259c7ea949af2bc44e2f47d52baa096830"},"schema_version":"1.0"},"canonical_sha256":"95d21b74ad677dffd49aec8542b4eb1291e259c8be69400d9f8349e9906db30d","source":{"kind":"arxiv","id":"2104.05704","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.05704","created_at":"2026-07-05T04:30:03Z"},{"alias_kind":"arxiv_version","alias_value":"2104.05704v4","created_at":"2026-07-05T04:30:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.05704","created_at":"2026-07-05T04:30:03Z"},{"alias_kind":"pith_short_12","alias_value":"SXJBW5FNM567","created_at":"2026-07-05T04:30:03Z"},{"alias_kind":"pith_short_16","alias_value":"SXJBW5FNM5677VE2","created_at":"2026-07-05T04:30:03Z"},{"alias_kind":"pith_short_8","alias_value":"SXJBW5FN","created_at":"2026-07-05T04:30:03Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:SXJBW5FNM5677VE25SCUFNHLCK","target":"record","payload":{"canonical_record":{"source":{"id":"2104.05704","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-04-12T17:58:56Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"977accd037d24392beeaee20293b69151729b6ecb7200125f292365014085932","abstract_canon_sha256":"a4cac06a7a23ea853950cd2894cf82259c7ea949af2bc44e2f47d52baa096830"},"schema_version":"1.0"},"canonical_sha256":"95d21b74ad677dffd49aec8542b4eb1291e259c8be69400d9f8349e9906db30d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:30:03.078940Z","signature_b64":"7hJI7iy/br/+WHiKW1FqwQeU9JaBj5OPQ3k9fupIIWjyO1dfmOFOteuPjxwMQMzdB9n8MNIO9Uy2rHFnPtf5DA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"95d21b74ad677dffd49aec8542b4eb1291e259c8be69400d9f8349e9906db30d","last_reissued_at":"2026-07-05T04:30:03.078465Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:30:03.078465Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2104.05704","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:30:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"w2jBCInhHtYWu6eiXJTNS0+vdOdtY/NkeHCbphuCp7QdK033DJ/LRfhCxpJBw0JHpSA3uBq4sM7ROck9nWuNAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T19:13:58.268751Z"},"content_sha256":"f52e5a7655892df2c0e754b4700f791f376071b9ce22627c0bf2a76fd16861ba","schema_version":"1.0","event_id":"sha256:f52e5a7655892df2c0e754b4700f791f376071b9ce22627c0bf2a76fd16861ba"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:SXJBW5FNM5677VE25SCUFNHLCK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Escaping the Big Data Paradigm with Compact Transformers","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CV","authors_text":"Abulikemu Abuduweili, Ali Hassani, Humphrey Shi, Jiachen Li, Nikhil Shah, Steven Walton","submitted_at":"2021-04-12T17:58:56Z","abstract_excerpt":"With the rise of Transformers as the standard for language processing, and their advancements in computer vision, there has been a corresponding growth in parameter size and amounts of training data. Many have come to believe that because of this, transformers are not suitable for small sets of data. This trend leads to concerns such as: limited availability of data in certain scientific domains and the exclusion of those with limited resource from research in the field. In this paper, we aim to present an approach for small-scale learning by introducing Compact Transformers. We show for the f"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.05704","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2104.05704/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:30:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZQD4m9IqlaXKHz5HTRnCniunsjw6O42JguM3ZetGh/2dcaPv9fgRs4CUmO8DkSx9trfe0H3DBmxYDj4lc9+7Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T19:13:58.269253Z"},"content_sha256":"15ed3b97456d4f23463560a57d67effd4c3ef624fb2ca373850174d408c497e2","schema_version":"1.0","event_id":"sha256:15ed3b97456d4f23463560a57d67effd4c3ef624fb2ca373850174d408c497e2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/SXJBW5FNM5677VE25SCUFNHLCK/bundle.json","state_url":"https://pith.science/pith/SXJBW5FNM5677VE25SCUFNHLCK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/SXJBW5FNM5677VE25SCUFNHLCK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T19:13:58Z","links":{"resolver":"https://pith.science/pith/SXJBW5FNM5677VE25SCUFNHLCK","bundle":"https://pith.science/pith/SXJBW5FNM5677VE25SCUFNHLCK/bundle.json","state":"https://pith.science/pith/SXJBW5FNM5677VE25SCUFNHLCK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/SXJBW5FNM5677VE25SCUFNHLCK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:SXJBW5FNM5677VE25SCUFNHLCK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a4cac06a7a23ea853950cd2894cf82259c7ea949af2bc44e2f47d52baa096830","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-04-12T17:58:56Z","title_canon_sha256":"977accd037d24392beeaee20293b69151729b6ecb7200125f292365014085932"},"schema_version":"1.0","source":{"id":"2104.05704","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.05704","created_at":"2026-07-05T04:30:03Z"},{"alias_kind":"arxiv_version","alias_value":"2104.05704v4","created_at":"2026-07-05T04:30:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.05704","created_at":"2026-07-05T04:30:03Z"},{"alias_kind":"pith_short_12","alias_value":"SXJBW5FNM567","created_at":"2026-07-05T04:30:03Z"},{"alias_kind":"pith_short_16","alias_value":"SXJBW5FNM5677VE2","created_at":"2026-07-05T04:30:03Z"},{"alias_kind":"pith_short_8","alias_value":"SXJBW5FN","created_at":"2026-07-05T04:30:03Z"}],"graph_snapshots":[{"event_id":"sha256:15ed3b97456d4f23463560a57d67effd4c3ef624fb2ca373850174d408c497e2","target":"graph","created_at":"2026-07-05T04:30:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2104.05704/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"With the rise of Transformers as the standard for language processing, and their advancements in computer vision, there has been a corresponding growth in parameter size and amounts of training data. Many have come to believe that because of this, transformers are not suitable for small sets of data. This trend leads to concerns such as: limited availability of data in certain scientific domains and the exclusion of those with limited resource from research in the field. In this paper, we aim to present an approach for small-scale learning by introducing Compact Transformers. We show for the f","authors_text":"Abulikemu Abuduweili, Ali Hassani, Humphrey Shi, Jiachen Li, Nikhil Shah, Steven Walton","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-04-12T17:58:56Z","title":"Escaping the Big Data Paradigm with Compact Transformers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.05704","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f52e5a7655892df2c0e754b4700f791f376071b9ce22627c0bf2a76fd16861ba","target":"record","created_at":"2026-07-05T04:30:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a4cac06a7a23ea853950cd2894cf82259c7ea949af2bc44e2f47d52baa096830","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-04-12T17:58:56Z","title_canon_sha256":"977accd037d24392beeaee20293b69151729b6ecb7200125f292365014085932"},"schema_version":"1.0","source":{"id":"2104.05704","kind":"arxiv","version":4}},"canonical_sha256":"95d21b74ad677dffd49aec8542b4eb1291e259c8be69400d9f8349e9906db30d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"95d21b74ad677dffd49aec8542b4eb1291e259c8be69400d9f8349e9906db30d","first_computed_at":"2026-07-05T04:30:03.078465Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:30:03.078465Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"7hJI7iy/br/+WHiKW1FqwQeU9JaBj5OPQ3k9fupIIWjyO1dfmOFOteuPjxwMQMzdB9n8MNIO9Uy2rHFnPtf5DA==","signature_status":"signed_v1","signed_at":"2026-07-05T04:30:03.078940Z","signed_message":"canonical_sha256_bytes"},"source_id":"2104.05704","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f52e5a7655892df2c0e754b4700f791f376071b9ce22627c0bf2a76fd16861ba","sha256:15ed3b97456d4f23463560a57d67effd4c3ef624fb2ca373850174d408c497e2"],"state_sha256":"1b277e6eb114679071baa748beed1c56bf250dd3c411a79dccd7d6cb4641bd4f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gjtoXohdElsSvhVa6jnSDNfIIltd+sZuI+rlILFTCss+2aWbZrU7KzaZ/EG8PvM7xFvSZU2wE2b/7xvp1f8mBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T19:13:58.273152Z","bundle_sha256":"c681c0bf199e2dddb79b6f91891c00a8f303cd4ef91ee7918361796d39156cd2"}}