{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:PL6G2S3MRRTW42BQC5UYDSUKQ6","short_pith_number":"pith:PL6G2S3M","canonical_record":{"source":{"id":"2207.02852","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-07-05T20:55:38Z","cross_cats_sorted":["cs.AI","cs.CL","cs.CY"],"title_canon_sha256":"0fe20e8b38c8e85f856f222f9f8ae8ff07f25d99f4564dfc191dc911225ee428","abstract_canon_sha256":"33afdb073bf0ef547e1a682824930e36fd63b93c21a15c4e8e965f47401dd037"},"schema_version":"1.0"},"canonical_sha256":"7afc6d4b6c8c676e6830176981ca8a87970887d27d5c600f4e7641ab380bae13","source":{"kind":"arxiv","id":"2207.02852","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2207.02852","created_at":"2026-07-05T04:38:16Z"},{"alias_kind":"arxiv_version","alias_value":"2207.02852v1","created_at":"2026-07-05T04:38:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2207.02852","created_at":"2026-07-05T04:38:16Z"},{"alias_kind":"pith_short_12","alias_value":"PL6G2S3MRRTW","created_at":"2026-07-05T04:38:16Z"},{"alias_kind":"pith_short_16","alias_value":"PL6G2S3MRRTW42BQ","created_at":"2026-07-05T04:38:16Z"},{"alias_kind":"pith_short_8","alias_value":"PL6G2S3M","created_at":"2026-07-05T04:38:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:PL6G2S3MRRTW42BQC5UYDSUKQ6","target":"record","payload":{"canonical_record":{"source":{"id":"2207.02852","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-07-05T20:55:38Z","cross_cats_sorted":["cs.AI","cs.CL","cs.CY"],"title_canon_sha256":"0fe20e8b38c8e85f856f222f9f8ae8ff07f25d99f4564dfc191dc911225ee428","abstract_canon_sha256":"33afdb073bf0ef547e1a682824930e36fd63b93c21a15c4e8e965f47401dd037"},"schema_version":"1.0"},"canonical_sha256":"7afc6d4b6c8c676e6830176981ca8a87970887d27d5c600f4e7641ab380bae13","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:38:16.636943Z","signature_b64":"7a7btCs4JFO0zfulW4sXmzHttXIo4Jj6tmo2k89KeM/buQCQnTbC/0U9MmUpFcdY1Ha0cCPM/4eyy+Df84CPAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7afc6d4b6c8c676e6830176981ca8a87970887d27d5c600f4e7641ab380bae13","last_reissued_at":"2026-07-05T04:38:16.636536Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:38:16.636536Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2207.02852","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:38:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ntkawvIz3lIMmyWKPBDWrj8DTe2+PNQLRwT37+/6Mr8ndrmlnnjXMPGqb1D8dKoMQfHRB2XmVmoyZjbcVowgDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T17:28:25.295594Z"},"content_sha256":"35f4a30a0f0b7dc9044cea0b644f5b9d506b69a29a91e8cd28da050682bb2702","schema_version":"1.0","event_id":"sha256:35f4a30a0f0b7dc9044cea0b644f5b9d506b69a29a91e8cd28da050682bb2702"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:PL6G2S3MRRTW42BQC5UYDSUKQ6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Machine Learning Model Sizes and the Parameter Gap","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL","cs.CY"],"primary_cat":"cs.LG","authors_text":"Anson Ho, Jaime Sevilla, Lennart Heim, Marius Hobbhahn, Pablo Villalobos, Tamay Besiroglu","submitted_at":"2022-07-05T20:55:38Z","abstract_excerpt":"We study trends in model size of notable machine learning systems over time using a curated dataset. From 1950 to 2018, model size in language models increased steadily by seven orders of magnitude. The trend then accelerated, with model size increasing by another five orders of magnitude in just 4 years from 2018 to 2022. Vision models grew at a more constant pace, totaling 7 orders of magnitude of growth between 1950 and 2022.\n  We also identify that, since 2020, there have been many language models below 20B parameters, many models above 70B parameters, but a scarcity of models in the 20-70"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2207.02852","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2207.02852/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:38:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IalI06XsAKgng5p0TlrdxASZ5NnYtXUUuUO2vuhZP81Ot3PrWW1nhOW4BdTlRyYdyY3BGAWxeomaEyOoe4vkDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T17:28:25.295981Z"},"content_sha256":"fb4f021abce0c125d7676e7879251ff7b4ff92de6ebde6d02c130295b2852faf","schema_version":"1.0","event_id":"sha256:fb4f021abce0c125d7676e7879251ff7b4ff92de6ebde6d02c130295b2852faf"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PL6G2S3MRRTW42BQC5UYDSUKQ6/bundle.json","state_url":"https://pith.science/pith/PL6G2S3MRRTW42BQC5UYDSUKQ6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PL6G2S3MRRTW42BQC5UYDSUKQ6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T17:28:25Z","links":{"resolver":"https://pith.science/pith/PL6G2S3MRRTW42BQC5UYDSUKQ6","bundle":"https://pith.science/pith/PL6G2S3MRRTW42BQC5UYDSUKQ6/bundle.json","state":"https://pith.science/pith/PL6G2S3MRRTW42BQC5UYDSUKQ6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PL6G2S3MRRTW42BQC5UYDSUKQ6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:PL6G2S3MRRTW42BQC5UYDSUKQ6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"33afdb073bf0ef547e1a682824930e36fd63b93c21a15c4e8e965f47401dd037","cross_cats_sorted":["cs.AI","cs.CL","cs.CY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-07-05T20:55:38Z","title_canon_sha256":"0fe20e8b38c8e85f856f222f9f8ae8ff07f25d99f4564dfc191dc911225ee428"},"schema_version":"1.0","source":{"id":"2207.02852","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2207.02852","created_at":"2026-07-05T04:38:16Z"},{"alias_kind":"arxiv_version","alias_value":"2207.02852v1","created_at":"2026-07-05T04:38:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2207.02852","created_at":"2026-07-05T04:38:16Z"},{"alias_kind":"pith_short_12","alias_value":"PL6G2S3MRRTW","created_at":"2026-07-05T04:38:16Z"},{"alias_kind":"pith_short_16","alias_value":"PL6G2S3MRRTW42BQ","created_at":"2026-07-05T04:38:16Z"},{"alias_kind":"pith_short_8","alias_value":"PL6G2S3M","created_at":"2026-07-05T04:38:16Z"}],"graph_snapshots":[{"event_id":"sha256:fb4f021abce0c125d7676e7879251ff7b4ff92de6ebde6d02c130295b2852faf","target":"graph","created_at":"2026-07-05T04:38:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2207.02852/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We study trends in model size of notable machine learning systems over time using a curated dataset. From 1950 to 2018, model size in language models increased steadily by seven orders of magnitude. The trend then accelerated, with model size increasing by another five orders of magnitude in just 4 years from 2018 to 2022. Vision models grew at a more constant pace, totaling 7 orders of magnitude of growth between 1950 and 2022.\n  We also identify that, since 2020, there have been many language models below 20B parameters, many models above 70B parameters, but a scarcity of models in the 20-70","authors_text":"Anson Ho, Jaime Sevilla, Lennart Heim, Marius Hobbhahn, Pablo Villalobos, Tamay Besiroglu","cross_cats":["cs.AI","cs.CL","cs.CY"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-07-05T20:55:38Z","title":"Machine Learning Model Sizes and the Parameter Gap"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2207.02852","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:35f4a30a0f0b7dc9044cea0b644f5b9d506b69a29a91e8cd28da050682bb2702","target":"record","created_at":"2026-07-05T04:38:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"33afdb073bf0ef547e1a682824930e36fd63b93c21a15c4e8e965f47401dd037","cross_cats_sorted":["cs.AI","cs.CL","cs.CY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-07-05T20:55:38Z","title_canon_sha256":"0fe20e8b38c8e85f856f222f9f8ae8ff07f25d99f4564dfc191dc911225ee428"},"schema_version":"1.0","source":{"id":"2207.02852","kind":"arxiv","version":1}},"canonical_sha256":"7afc6d4b6c8c676e6830176981ca8a87970887d27d5c600f4e7641ab380bae13","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7afc6d4b6c8c676e6830176981ca8a87970887d27d5c600f4e7641ab380bae13","first_computed_at":"2026-07-05T04:38:16.636536Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:38:16.636536Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"7a7btCs4JFO0zfulW4sXmzHttXIo4Jj6tmo2k89KeM/buQCQnTbC/0U9MmUpFcdY1Ha0cCPM/4eyy+Df84CPAw==","signature_status":"signed_v1","signed_at":"2026-07-05T04:38:16.636943Z","signed_message":"canonical_sha256_bytes"},"source_id":"2207.02852","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:35f4a30a0f0b7dc9044cea0b644f5b9d506b69a29a91e8cd28da050682bb2702","sha256:fb4f021abce0c125d7676e7879251ff7b4ff92de6ebde6d02c130295b2852faf"],"state_sha256":"e20ca28ec4596f8418b76ad019d77ff39ef8135599ad0f6d699f7481e700c004"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NzHDCXEliH8esaIuzjvO8j2iyVI7mZaXi35qnpuuakB/RpExVZt4+A3nrjEqGXeelw02S2SkQMpWAHoVoeCRDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T17:28:25.299209Z","bundle_sha256":"e2a3084cc3dc403fce2b59c48cedb1bd41998d920b914cc9dab6083d5a1b0670"}}