{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:QVEE57SO62LXXP5OQDVXHZVLJG","short_pith_number":"pith:QVEE57SO","canonical_record":{"source":{"id":"2207.10551","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-07-21T15:50:22Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"9ba7ee6abbf1b97d3deb8ca997ee004b3595193e6fd56d7b1973a6e50d68a0c1","abstract_canon_sha256":"8aef578fe8fdb6b5f699bc26507f4f615086294c27d6fe6934e9422fa526a76b"},"schema_version":"1.0"},"canonical_sha256":"85484efe4ef6977bbfae80eb73e6ab49b6cd7dfa5cbe6a5d3fdeafe2046f6381","source":{"kind":"arxiv","id":"2207.10551","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2207.10551","created_at":"2026-07-05T04:42:26Z"},{"alias_kind":"arxiv_version","alias_value":"2207.10551v1","created_at":"2026-07-05T04:42:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2207.10551","created_at":"2026-07-05T04:42:26Z"},{"alias_kind":"pith_short_12","alias_value":"QVEE57SO62LX","created_at":"2026-07-05T04:42:26Z"},{"alias_kind":"pith_short_16","alias_value":"QVEE57SO62LXXP5O","created_at":"2026-07-05T04:42:26Z"},{"alias_kind":"pith_short_8","alias_value":"QVEE57SO","created_at":"2026-07-05T04:42:26Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:QVEE57SO62LXXP5OQDVXHZVLJG","target":"record","payload":{"canonical_record":{"source":{"id":"2207.10551","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-07-21T15:50:22Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"9ba7ee6abbf1b97d3deb8ca997ee004b3595193e6fd56d7b1973a6e50d68a0c1","abstract_canon_sha256":"8aef578fe8fdb6b5f699bc26507f4f615086294c27d6fe6934e9422fa526a76b"},"schema_version":"1.0"},"canonical_sha256":"85484efe4ef6977bbfae80eb73e6ab49b6cd7dfa5cbe6a5d3fdeafe2046f6381","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:42:26.586546Z","signature_b64":"MXiHNCF+fZ4YyZK9nqAkrbNbH7YfIqVK6KxxFc72N/6NyiCB66pqjS8MuNMQs/Y90md9grLYra5NUK5MhsywAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"85484efe4ef6977bbfae80eb73e6ab49b6cd7dfa5cbe6a5d3fdeafe2046f6381","last_reissued_at":"2026-07-05T04:42:26.586059Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:42:26.586059Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2207.10551","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:42:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kWJ0PH6FPm3n0xNN4+fExnRr4TnyGsYATr+EYJPci90w+JiK/MaSjRQ3MCalcNOOwgiTam1rXRC4DLuvtbbFCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T11:46:53.995916Z"},"content_sha256":"d77afc3b2d3811892c5e1bab32ece24e064e2a5be0f09ba5385f36aaaf89acd7","schema_version":"1.0","event_id":"sha256:d77afc3b2d3811892c5e1bab32ece24e064e2a5be0f09ba5385f36aaaf89acd7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:QVEE57SO62LXXP5OQDVXHZVLJG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Scaling Laws vs Model Architectures: How does Inductive Bias Influence Scaling?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.LG","authors_text":"Dani Yogatama, Donald Metzler, Hyung Won Chung, Jinfeng Rao, Mostafa Dehghani, Samira Abnar, Sharan Narang, Vinh Q. Tran, William Fedus, Yi Tay","submitted_at":"2022-07-21T15:50:22Z","abstract_excerpt":"There have been a lot of interest in the scaling properties of Transformer models. However, not much has been done on the front of investigating the effect of scaling properties of different inductive biases and model architectures. Do model architectures scale differently? If so, how does inductive bias affect scaling behaviour? How does this influence upstream (pretraining) and downstream (transfer)? This paper conducts a systematic study of scaling behaviour of ten diverse model architectures such as Transformers, Switch Transformers, Universal Transformers, Dynamic convolutions, Performers"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2207.10551","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2207.10551/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:42:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"43qjeRSCVdWdTvA0P5218faSCdIV7t8b1ErZl08z2dnpttlUsh1Y1p57bKffB+3gnph1XHZlRnytNhCYPEKeAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T11:46:53.996616Z"},"content_sha256":"a88a8725e2d09ee9ff2744f8f480e2bbb5a56531eadd23591a43527a3d7dce8a","schema_version":"1.0","event_id":"sha256:a88a8725e2d09ee9ff2744f8f480e2bbb5a56531eadd23591a43527a3d7dce8a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QVEE57SO62LXXP5OQDVXHZVLJG/bundle.json","state_url":"https://pith.science/pith/QVEE57SO62LXXP5OQDVXHZVLJG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QVEE57SO62LXXP5OQDVXHZVLJG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-20T11:46:54Z","links":{"resolver":"https://pith.science/pith/QVEE57SO62LXXP5OQDVXHZVLJG","bundle":"https://pith.science/pith/QVEE57SO62LXXP5OQDVXHZVLJG/bundle.json","state":"https://pith.science/pith/QVEE57SO62LXXP5OQDVXHZVLJG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QVEE57SO62LXXP5OQDVXHZVLJG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:QVEE57SO62LXXP5OQDVXHZVLJG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8aef578fe8fdb6b5f699bc26507f4f615086294c27d6fe6934e9422fa526a76b","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-07-21T15:50:22Z","title_canon_sha256":"9ba7ee6abbf1b97d3deb8ca997ee004b3595193e6fd56d7b1973a6e50d68a0c1"},"schema_version":"1.0","source":{"id":"2207.10551","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2207.10551","created_at":"2026-07-05T04:42:26Z"},{"alias_kind":"arxiv_version","alias_value":"2207.10551v1","created_at":"2026-07-05T04:42:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2207.10551","created_at":"2026-07-05T04:42:26Z"},{"alias_kind":"pith_short_12","alias_value":"QVEE57SO62LX","created_at":"2026-07-05T04:42:26Z"},{"alias_kind":"pith_short_16","alias_value":"QVEE57SO62LXXP5O","created_at":"2026-07-05T04:42:26Z"},{"alias_kind":"pith_short_8","alias_value":"QVEE57SO","created_at":"2026-07-05T04:42:26Z"}],"graph_snapshots":[{"event_id":"sha256:a88a8725e2d09ee9ff2744f8f480e2bbb5a56531eadd23591a43527a3d7dce8a","target":"graph","created_at":"2026-07-05T04:42:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2207.10551/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"There have been a lot of interest in the scaling properties of Transformer models. However, not much has been done on the front of investigating the effect of scaling properties of different inductive biases and model architectures. Do model architectures scale differently? If so, how does inductive bias affect scaling behaviour? How does this influence upstream (pretraining) and downstream (transfer)? This paper conducts a systematic study of scaling behaviour of ten diverse model architectures such as Transformers, Switch Transformers, Universal Transformers, Dynamic convolutions, Performers","authors_text":"Dani Yogatama, Donald Metzler, Hyung Won Chung, Jinfeng Rao, Mostafa Dehghani, Samira Abnar, Sharan Narang, Vinh Q. Tran, William Fedus, Yi Tay","cross_cats":["cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-07-21T15:50:22Z","title":"Scaling Laws vs Model Architectures: How does Inductive Bias Influence Scaling?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2207.10551","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d77afc3b2d3811892c5e1bab32ece24e064e2a5be0f09ba5385f36aaaf89acd7","target":"record","created_at":"2026-07-05T04:42:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8aef578fe8fdb6b5f699bc26507f4f615086294c27d6fe6934e9422fa526a76b","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-07-21T15:50:22Z","title_canon_sha256":"9ba7ee6abbf1b97d3deb8ca997ee004b3595193e6fd56d7b1973a6e50d68a0c1"},"schema_version":"1.0","source":{"id":"2207.10551","kind":"arxiv","version":1}},"canonical_sha256":"85484efe4ef6977bbfae80eb73e6ab49b6cd7dfa5cbe6a5d3fdeafe2046f6381","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"85484efe4ef6977bbfae80eb73e6ab49b6cd7dfa5cbe6a5d3fdeafe2046f6381","first_computed_at":"2026-07-05T04:42:26.586059Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:42:26.586059Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"MXiHNCF+fZ4YyZK9nqAkrbNbH7YfIqVK6KxxFc72N/6NyiCB66pqjS8MuNMQs/Y90md9grLYra5NUK5MhsywAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T04:42:26.586546Z","signed_message":"canonical_sha256_bytes"},"source_id":"2207.10551","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d77afc3b2d3811892c5e1bab32ece24e064e2a5be0f09ba5385f36aaaf89acd7","sha256:a88a8725e2d09ee9ff2744f8f480e2bbb5a56531eadd23591a43527a3d7dce8a"],"state_sha256":"6414ebc6c6b961a963c28fa032589fabf549ee8751876c0b6f52100dc94e9b9b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lPLUGlOGF3TkgfoNOg+979zLlTtWtkIuzg0kRccTK3lP5i8YyuIT4fkpPjR0EU95dC74a2gY7324mezjh2DwAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-20T11:46:54.003617Z","bundle_sha256":"8a0d9d83af202b6030ed0b6ab248e916a6c9d7236ea91053f5e0ecaf0b46f923"}}